├── .gitignore
├── .rspec
├── .travis.yml
├── .yardopts
├── Gemfile
├── LICENSE.txt
├── README.md
├── Rakefile
├── benchmarks
    ├── assets
    │   ├── twitter_api_response.json
    │   └── wikipedia_zstandard.html
    └── zstd_deflate.rake
├── bin
    ├── console
    └── setup
├── lib
    ├── zstandard.rb
    └── zstandard
    │   ├── api.rb
    │   ├── config.rb
    │   ├── ffi_bindings.rb
    │   └── version.rb
├── run_rspec_with_bundled_libraries.sh
├── spec
    ├── libzstd
    │   └── x86_64
    │   │   └── ubuntu
    │   │       ├── 12.04
    │   │           ├── libzstd.so.0.5.0
    │   │           ├── libzstd.so.0.6.0
    │   │           ├── libzstd.so.0.7.0
    │   │           ├── libzstd.so.0.8.0
    │   │           ├── libzstd.so.1.0.0
    │   │           ├── libzstd.so.1.1.0
    │   │           ├── libzstd.so.1.2.0
    │   │           ├── libzstd.so.1.3.0
    │   │           ├── libzstd.so.1.3.3
    │   │           └── libzstd.so.1.3.8
    │   │       ├── 14.04
    │   │           ├── libzstd.so.0.5.0
    │   │           ├── libzstd.so.0.6.0
    │   │           ├── libzstd.so.0.7.0
    │   │           ├── libzstd.so.0.8.0
    │   │           ├── libzstd.so.1.0.0
    │   │           ├── libzstd.so.1.1.0
    │   │           ├── libzstd.so.1.2.0
    │   │           ├── libzstd.so.1.3.0
    │   │           └── libzstd.so.1.3.8
    │   │       └── 16.04
    │   │           ├── libzstd.so.0.5.0
    │   │           ├── libzstd.so.0.6.0
    │   │           ├── libzstd.so.0.7.0
    │   │           ├── libzstd.so.0.8.0
    │   │           ├── libzstd.so.1.0.0
    │   │           ├── libzstd.so.1.1.0
    │   │           ├── libzstd.so.1.1.3
    │   │           ├── libzstd.so.1.2.0
    │   │           └── libzstd.so.1.3.0
    ├── spec_helper.rb
    └── zstandard_spec.rb
└── zstandard.gemspec


/.gitignore:
--------------------------------------------------------------------------------
 1 | /.bundle/
 2 | /.yardoc
 3 | /Gemfile.lock
 4 | /_yardoc/
 5 | /coverage/
 6 | /doc/
 7 | /pkg/
 8 | /spec/reports/
 9 | /tmp/
10 | 


--------------------------------------------------------------------------------
/.rspec:
--------------------------------------------------------------------------------
1 | --color
2 | --format documentation
3 | --require spec_helper
4 | 


--------------------------------------------------------------------------------
/.travis.yml:
--------------------------------------------------------------------------------
 1 | sudo: false
 2 | language: ruby
 3 | rvm:
 4 |   - 1.9.3
 5 |   - 2.0.0
 6 |   - 2.1.10
 7 |   - 2.2.9
 8 |   - 2.3.6
 9 |   - 2.4.3
10 |   - 2.5.0
11 |   - 2.6.0
12 |   - jruby-1.7.27
13 |   - jruby-9.1.17.0
14 |   - jruby-9.2.6.0
15 | 
16 | before_install:
17 |   - gem install bundler -v 1.13.6
18 | 
19 | script: bundle && ./run_rspec_with_bundled_libraries.sh
20 | 


--------------------------------------------------------------------------------
/.yardopts:
--------------------------------------------------------------------------------
1 | --markup=markdown
2 | 


--------------------------------------------------------------------------------
/Gemfile:
--------------------------------------------------------------------------------
 1 | source "https://rubygems.org"
 2 | 
 3 | # Specify your gem's dependencies in zstandard.gemspec
 4 | gemspec
 5 | 
 6 | group :development do
 7 |   gem "benchmark-ips"
 8 |   gem "bundler"
 9 |   gem "rake"
10 |   gem "ruby-progressbar", "~> 1.0"
11 |   gem "rspec", "~> 3.0"
12 | 
13 |   if RUBY_ENGINE == "ruby"
14 |     gem "simplecov" if RUBY_VERSION >= "2.0.0"
15 | 
16 |     if !ENV["CI"]
17 |       gem "pry"
18 | 
19 |       if RUBY_VERSION < "2.0.0"
20 |         gem "pry-nav"
21 |       else
22 |         gem "pry-byebug"
23 |       end
24 | 
25 |       # yard and friends
26 |       gem "redcarpet"
27 |       gem "github-markup"
28 |       gem "yard"
29 |     end
30 |   end
31 | end
32 | 


--------------------------------------------------------------------------------
/LICENSE.txt:
--------------------------------------------------------------------------------
 1 | The MIT License (MIT)
 2 | 
 3 | Copyright (c) 2016 Michael Sievers
 4 | 
 5 | Permission is hereby granted, free of charge, to any person obtaining a copy
 6 | of this software and associated documentation files (the "Software"), to deal
 7 | in the Software without restriction, including without limitation the rights
 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 9 | copies of the Software, and to permit persons to whom the Software is
10 | furnished to do so, subject to the following conditions:
11 | 
12 | The above copyright notice and this permission notice shall be included in
13 | all copies or substantial portions of the Software.
14 | 
15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
21 | THE SOFTWARE.
22 | 


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
  1 | # zstandard-ruby
  2 | 
  3 | [![Build Status](https://travis-ci.org/msievers/zstandard-ruby.svg?branch=master)](https://travis-ci.org/msievers/zstandard-ruby)
  4 | 
  5 | * [Installation](#installation)
  6 | * [Usage](#usage)
  7 | * [Advanced Usage](#advanced-usage)
  8 | * [Configuration](#configuration)
  9 | * [Docs](#docs)
 10 | * [Examples for installing `libzstd`](#examples-for-installing-libzstd)
 11 | * [Contributing](#contributing)
 12 | * [License](#license)
 13 | 
 14 | This gem implements FFI based bindings to the [Zstandard](https://facebook.github.io/zstd) compression library `libzstd`. The [Zstandard](https://facebook.github.io/zstd) compression algorithm shines because it compresses data with the same or better ratio as *Zlib* but does this (much) faster, depending on the input. For the majority of cases it's **faster and better** then *Zlib*. It is tested to work with MRI from 1.9.3 to 2.6.x and with JRuby from >= 1.7.24, including 9.2.x.
 15 | 
 16 | It **does not** ship the actual `libzstd` library but expects some version to be present on your system.
 17 | 
 18 | This gem *is activly maintained*. The tests are updated regularly, to keep up with the latest zstd version.
 19 | 
 20 | ## Installation
 21 | 
 22 | Make sure you have `libzstd` installed on your system. In doubt, have a look at the [examples for installing `libzstd`](#examples-for-installing-libzstd).
 23 | 
 24 | Add this line to your application's Gemfile:
 25 | 
 26 | ```ruby
 27 | gem "zstandard"
 28 | ```
 29 | 
 30 | And then execute:
 31 | 
 32 | ```
 33 | bundle
 34 | ```
 35 | 
 36 | Or install it yourself as:
 37 | 
 38 | ```
 39 | gem install zstandard
 40 | ```
 41 | 
 42 | ## Usage
 43 | 
 44 | The gem provides an API which aims compatibility the with `zlib` gem. There are two module methods
 45 | * `deflate(string, level)`
 46 | * `inflate(compressed_string)`
 47 | 
 48 | The only difference between this and the `zlib` gem is the interpretation of the compression level. For `zlib`, this is a value between `1..9`, whereas for `Zstandard` it's between `1..22`.
 49 | 
 50 | For most use cases, you should try to keep the compression level (very) low for `Zstandard`, because often compression time increases without significant better compression ratios. If in doubt, *do not specify* a compression level at all, which will use the default compression level.
 51 | 
 52 | ```ruby
 53 | require "zstandard"
 54 | 
 55 | compressed_string = Zstandard.deflate(string)
 56 | decompressed_string = Zstandard.inflate(compressed_string)
 57 | ```
 58 | 
 59 | ## Advanced Usage
 60 | 
 61 | *This is not intended to be used by regular users.*
 62 | 
 63 | Besides the high level API which targets compatibility with the well known `zlib` gem there are two additional layers you can interact with. There is a low-level API which tries to cover differences between various `libzstd` version, e.g. different *frame header* formats. You should only use this if you know, what you are doing.
 64 | 
 65 | ```ruby
 66 | require "zstandard"
 67 | 
 68 | compressed_string = Zstandard::API.simple_compress(string)
 69 | decompressed_string = Zstandard::API.simple_decompress(compressed_string)
 70 | ```
 71 | 
 72 | The most low-level bindings are exposed via `Zstandard::FFIBindings`. If there is any reason for this, you can do the following.
 73 | 
 74 | ```ruby
 75 | require "zstandard"
 76 | 
 77 | zstd_library_version = Zstandard::FFIBindings.zstd_version_number
 78 | ```
 79 | 
 80 | ## Configuration
 81 | 
 82 | This gem can be configured by setting various environment variables. Please be carefull if you decide to change/overwrite any of these. The default values are carefully choosen and there should be no need to alter one of these for regular use cases.
 83 | 
 84 | ### `ZSTANDARD_LIBRARY`
 85 | 
 86 | If you have `libzstd` installed in some unusual location or if you want to explictly tell, which library to use, you can set `ZSTANDARD_LIBRARY` to the path of the library you want to use. This can be handy for example if you have the latest version compiled in `/usr/local/lib`, but your system has an old version in `/usr/lib`.
 87 | 
 88 | ```
 89 | ZSTANDARD_LIBRARY=/usr/local/lib/libzstd.so bundle exec rspec
 90 | ```
 91 | 
 92 | ### `ZSTANDARD_MAX_SIMPLE_DECOMPRESS_SIZE`
 93 | 
 94 | This specifies the maximum (decompressed) size of a string for which the simple decompression approach should be used. In order minimise memory consumption, if the expected decompressed size exceeds this limit, streaming decompression is used.
 95 | 
 96 | ### `ZSTANDARD_MAX_STREAMING_DECOMRPESS_BUFFER_SIZE`
 97 | 
 98 | For streaming decompression, this specifies the size of the decompression bufffer.
 99 | 
100 | ## Docs
101 | 
102 | Yard generated docs can be found at [http://www.rubydoc.info/github/msievers/zstandard-ruby](http://www.rubydoc.info/github/msievers/zstandard-ruby).
103 | 
104 | ## Examples for installing `libzstd`
105 | 
106 | * [Debian](#debian)
107 | * [Fedora](#fedora)
108 | * [FreeBSD](#freebsd)
109 | * [Mac](#mac)
110 | * [NetBSD](#netbsd)
111 | * [Ubuntu](#ubuntu)
112 | 
113 | ### Debian
114 | 
115 | #### Jessie (8.x)
116 | 
117 | The package is only included in `sid`, the unstable Debian version. There are guides describing how to install unstable packages into a stable Debian, for example at [Linuxaria](https://linuxaria.com/howto/how-to-install-a-single-package-from-debian-sid-or-debian-testing) or [serverfault.com](https://serverfault.com/questions/22414/how-can-i-run-debian-stable-but-install-some-packages-from-testing).
118 | 
119 | ```
120 | # run as root
121 | 
122 | apt-get install zstd
123 | ```
124 | 
125 | ### Fedora
126 | 
127 | #### Fedora 23
128 | 
129 | ```
130 | sudo dnf install libzstd
131 | ```
132 | 
133 | ### FreeBSD
134 | 
135 | #### FreeBSD 10
136 | 
137 | ```
138 | # run as root
139 | 
140 | portsnap fetch && portsnap extract
141 | 
142 | cd /usr/ports/archivers/zstd
143 | make install
144 | ```
145 | 
146 | ### Mac
147 | 
148 | ```
149 | brew install zstd
150 | ```
151 | 
152 | ### NetBSD
153 | 
154 | #### NetBSD 7
155 | 
156 | ```
157 | # run as root
158 | 
159 | # the following assumes you are running a x86_64 system with NetBSD 7.0.x
160 | 
161 | export PATH="/usr/pkg/sbin:$PATH"
162 | export PKG_PATH="ftp://ftp.netbsd.org/pub/pkgsrc/packages/NetBSD/x86_64/7.0_current/All/"
163 | 
164 | pkg_add zstd
165 | ```
166 | 
167 | ### Ubuntu
168 | 
169 | #### Xenial Xerus (16.04) and above
170 | 
171 | ```
172 | sudo apt-get install zstd
173 | ```
174 | 
175 | ## Contributing
176 | 
177 | Bug reports and pull requests are welcome on GitHub at [https://github.com/msievers/zstandard-ruby](https://github.com/msievers/zstandard-ruby).
178 | 
179 | ## License
180 | 
181 | The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
182 | 


--------------------------------------------------------------------------------
/Rakefile:
--------------------------------------------------------------------------------
 1 | require "bundler/gem_tasks"
 2 | require "rspec/core/rake_task"
 3 | 
 4 | RSpec::Core::RakeTask.new(:spec)
 5 | 
 6 | task :default => :spec
 7 | 
 8 | Dir.glob("benchmarks/*.rake").each do |file|
 9 |   import file
10 | end
11 | 
12 | desc "Run benchmarks"
13 | task :benchmark => ["benchmarks:deflate"]
14 | 


--------------------------------------------------------------------------------
/benchmarks/assets/twitter_api_response.json:
--------------------------------------------------------------------------------
  1 | {
  2 |   "statuses": [
  3 |     {
  4 |       "coordinates": null,
  5 |       "favorited": false,
  6 |       "truncated": false,
  7 |       "created_at": "Mon Sep 24 03:35:21 +0000 2012",
  8 |       "id_str": "250075927172759552",
  9 |       "entities": {
 10 |         "urls": [
 11 | 
 12 |         ],
 13 |         "hashtags": [
 14 |           {
 15 |             "text": "freebandnames",
 16 |             "indices": [
 17 |               20,
 18 |               34
 19 |             ]
 20 |           }
 21 |         ],
 22 |         "user_mentions": [
 23 | 
 24 |         ]
 25 |       },
 26 |       "in_reply_to_user_id_str": null,
 27 |       "contributors": null,
 28 |       "text": "Aggressive Ponytail #freebandnames",
 29 |       "metadata": {
 30 |         "iso_language_code": "en",
 31 |         "result_type": "recent"
 32 |       },
 33 |       "retweet_count": 0,
 34 |       "in_reply_to_status_id_str": null,
 35 |       "id": 250075927172759552,
 36 |       "geo": null,
 37 |       "retweeted": false,
 38 |       "in_reply_to_user_id": null,
 39 |       "place": null,
 40 |       "user": {
 41 |         "profile_sidebar_fill_color": "DDEEF6",
 42 |         "profile_sidebar_border_color": "C0DEED",
 43 |         "profile_background_tile": false,
 44 |         "name": "Sean Cummings",
 45 |         "profile_image_url": "http://a0.twimg.com/profile_images/2359746665/1v6zfgqo8g0d3mk7ii5s_normal.jpeg",
 46 |         "created_at": "Mon Apr 26 06:01:55 +0000 2010",
 47 |         "location": "LA, CA",
 48 |         "follow_request_sent": null,
 49 |         "profile_link_color": "0084B4",
 50 |         "is_translator": false,
 51 |         "id_str": "137238150",
 52 |         "entities": {
 53 |           "url": {
 54 |             "urls": [
 55 |               {
 56 |                 "expanded_url": null,
 57 |                 "url": "",
 58 |                 "indices": [
 59 |                   0,
 60 |                   0
 61 |                 ]
 62 |               }
 63 |             ]
 64 |           },
 65 |           "description": {
 66 |             "urls": [
 67 | 
 68 |             ]
 69 |           }
 70 |         },
 71 |         "default_profile": true,
 72 |         "contributors_enabled": false,
 73 |         "favourites_count": 0,
 74 |         "url": null,
 75 |         "profile_image_url_https": "https://si0.twimg.com/profile_images/2359746665/1v6zfgqo8g0d3mk7ii5s_normal.jpeg",
 76 |         "utc_offset": -28800,
 77 |         "id": 137238150,
 78 |         "profile_use_background_image": true,
 79 |         "listed_count": 2,
 80 |         "profile_text_color": "333333",
 81 |         "lang": "en",
 82 |         "followers_count": 70,
 83 |         "protected": false,
 84 |         "notifications": null,
 85 |         "profile_background_image_url_https": "https://si0.twimg.com/images/themes/theme1/bg.png",
 86 |         "profile_background_color": "C0DEED",
 87 |         "verified": false,
 88 |         "geo_enabled": true,
 89 |         "time_zone": "Pacific Time (US & Canada)",
 90 |         "description": "Born 330 Live 310",
 91 |         "default_profile_image": false,
 92 |         "profile_background_image_url": "http://a0.twimg.com/images/themes/theme1/bg.png",
 93 |         "statuses_count": 579,
 94 |         "friends_count": 110,
 95 |         "following": null,
 96 |         "show_all_inline_media": false,
 97 |         "screen_name": "sean_cummings"
 98 |       },
 99 |       "in_reply_to_screen_name": null,
100 |       "source": "Twitter for Mac",
101 |       "in_reply_to_status_id": null
102 |     },
103 |     {
104 |       "coordinates": null,
105 |       "favorited": false,
106 |       "truncated": false,
107 |       "created_at": "Fri Sep 21 23:40:54 +0000 2012",
108 |       "id_str": "249292149810667520",
109 |       "entities": {
110 |         "urls": [
111 | 
112 |         ],
113 |         "hashtags": [
114 |           {
115 |             "text": "FreeBandNames",
116 |             "indices": [
117 |               20,
118 |               34
119 |             ]
120 |           }
121 |         ],
122 |         "user_mentions": [
123 | 
124 |         ]
125 |       },
126 |       "in_reply_to_user_id_str": null,
127 |       "contributors": null,
128 |       "text": "Thee Namaste Nerdz. #FreeBandNames",
129 |       "metadata": {
130 |         "iso_language_code": "pl",
131 |         "result_type": "recent"
132 |       },
133 |       "retweet_count": 0,
134 |       "in_reply_to_status_id_str": null,
135 |       "id": 249292149810667520,
136 |       "geo": null,
137 |       "retweeted": false,
138 |       "in_reply_to_user_id": null,
139 |       "place": null,
140 |       "user": {
141 |         "profile_sidebar_fill_color": "DDFFCC",
142 |         "profile_sidebar_border_color": "BDDCAD",
143 |         "profile_background_tile": true,
144 |         "name": "Chaz Martenstein",
145 |         "profile_image_url": "http://a0.twimg.com/profile_images/447958234/Lichtenstein_normal.jpg",
146 |         "created_at": "Tue Apr 07 19:05:07 +0000 2009",
147 |         "location": "Durham, NC",
148 |         "follow_request_sent": null,
149 |         "profile_link_color": "0084B4",
150 |         "is_translator": false,
151 |         "id_str": "29516238",
152 |         "entities": {
153 |           "url": {
154 |             "urls": [
155 |               {
156 |                 "expanded_url": null,
157 |                 "url": "http://bullcityrecords.com/wnng/",
158 |                 "indices": [
159 |                   0,
160 |                   32
161 |                 ]
162 |               }
163 |             ]
164 |           },
165 |           "description": {
166 |             "urls": [
167 | 
168 |             ]
169 |           }
170 |         },
171 |         "default_profile": false,
172 |         "contributors_enabled": false,
173 |         "favourites_count": 8,
174 |         "url": "http://bullcityrecords.com/wnng/",
175 |         "profile_image_url_https": "https://si0.twimg.com/profile_images/447958234/Lichtenstein_normal.jpg",
176 |         "utc_offset": -18000,
177 |         "id": 29516238,
178 |         "profile_use_background_image": true,
179 |         "listed_count": 118,
180 |         "profile_text_color": "333333",
181 |         "lang": "en",
182 |         "followers_count": 2052,
183 |         "protected": false,
184 |         "notifications": null,
185 |         "profile_background_image_url_https": "https://si0.twimg.com/profile_background_images/9423277/background_tile.bmp",
186 |         "profile_background_color": "9AE4E8",
187 |         "verified": false,
188 |         "geo_enabled": false,
189 |         "time_zone": "Eastern Time (US & Canada)",
190 |         "description": "You will come to Durham, North Carolina. I will sell you some records then, here in Durham, North Carolina. Fun will happen.",
191 |         "default_profile_image": false,
192 |         "profile_background_image_url": "http://a0.twimg.com/profile_background_images/9423277/background_tile.bmp",
193 |         "statuses_count": 7579,
194 |         "friends_count": 348,
195 |         "following": null,
196 |         "show_all_inline_media": true,
197 |         "screen_name": "bullcityrecords"
198 |       },
199 |       "in_reply_to_screen_name": null,
200 |       "source": "web",
201 |       "in_reply_to_status_id": null
202 |     },
203 |     {
204 |       "coordinates": null,
205 |       "favorited": false,
206 |       "truncated": false,
207 |       "created_at": "Fri Sep 21 23:30:20 +0000 2012",
208 |       "id_str": "249289491129438208",
209 |       "entities": {
210 |         "urls": [
211 | 
212 |         ],
213 |         "hashtags": [
214 |           {
215 |             "text": "freebandnames",
216 |             "indices": [
217 |               29,
218 |               43
219 |             ]
220 |           }
221 |         ],
222 |         "user_mentions": [
223 | 
224 |         ]
225 |       },
226 |       "in_reply_to_user_id_str": null,
227 |       "contributors": null,
228 |       "text": "Mexican Heaven, Mexican Hell #freebandnames",
229 |       "metadata": {
230 |         "iso_language_code": "en",
231 |         "result_type": "recent"
232 |       },
233 |       "retweet_count": 0,
234 |       "in_reply_to_status_id_str": null,
235 |       "id": 249289491129438208,
236 |       "geo": null,
237 |       "retweeted": false,
238 |       "in_reply_to_user_id": null,
239 |       "place": null,
240 |       "user": {
241 |         "profile_sidebar_fill_color": "99CC33",
242 |         "profile_sidebar_border_color": "829D5E",
243 |         "profile_background_tile": false,
244 |         "name": "Thomas John Wakeman",
245 |         "profile_image_url": "http://a0.twimg.com/profile_images/2219333930/Froggystyle_normal.png",
246 |         "created_at": "Tue Sep 01 21:21:35 +0000 2009",
247 |         "location": "Kingston New York",
248 |         "follow_request_sent": null,
249 |         "profile_link_color": "D02B55",
250 |         "is_translator": false,
251 |         "id_str": "70789458",
252 |         "entities": {
253 |           "url": {
254 |             "urls": [
255 |               {
256 |                 "expanded_url": null,
257 |                 "url": "",
258 |                 "indices": [
259 |                   0,
260 |                   0
261 |                 ]
262 |               }
263 |             ]
264 |           },
265 |           "description": {
266 |             "urls": [
267 | 
268 |             ]
269 |           }
270 |         },
271 |         "default_profile": false,
272 |         "contributors_enabled": false,
273 |         "favourites_count": 19,
274 |         "url": null,
275 |         "profile_image_url_https": "https://si0.twimg.com/profile_images/2219333930/Froggystyle_normal.png",
276 |         "utc_offset": -18000,
277 |         "id": 70789458,
278 |         "profile_use_background_image": true,
279 |         "listed_count": 1,
280 |         "profile_text_color": "3E4415",
281 |         "lang": "en",
282 |         "followers_count": 63,
283 |         "protected": false,
284 |         "notifications": null,
285 |         "profile_background_image_url_https": "https://si0.twimg.com/images/themes/theme5/bg.gif",
286 |         "profile_background_color": "352726",
287 |         "verified": false,
288 |         "geo_enabled": false,
289 |         "time_zone": "Eastern Time (US & Canada)",
290 |         "description": "Science Fiction Writer, sort of. Likes Superheroes, Mole People, Alt. Timelines.",
291 |         "default_profile_image": false,
292 |         "profile_background_image_url": "http://a0.twimg.com/images/themes/theme5/bg.gif",
293 |         "statuses_count": 1048,
294 |         "friends_count": 63,
295 |         "following": null,
296 |         "show_all_inline_media": false,
297 |         "screen_name": "MonkiesFist"
298 |       },
299 |       "in_reply_to_screen_name": null,
300 |       "source": "web",
301 |       "in_reply_to_status_id": null
302 |     },
303 |     {
304 |       "coordinates": null,
305 |       "favorited": false,
306 |       "truncated": false,
307 |       "created_at": "Fri Sep 21 22:51:18 +0000 2012",
308 |       "id_str": "249279667666817024",
309 |       "entities": {
310 |         "urls": [
311 | 
312 |         ],
313 |         "hashtags": [
314 |           {
315 |             "text": "freebandnames",
316 |             "indices": [
317 |               20,
318 |               34
319 |             ]
320 |           }
321 |         ],
322 |         "user_mentions": [
323 | 
324 |         ]
325 |       },
326 |       "in_reply_to_user_id_str": null,
327 |       "contributors": null,
328 |       "text": "The Foolish Mortals #freebandnames",
329 |       "metadata": {
330 |         "iso_language_code": "en",
331 |         "result_type": "recent"
332 |       },
333 |       "retweet_count": 0,
334 |       "in_reply_to_status_id_str": null,
335 |       "id": 249279667666817024,
336 |       "geo": null,
337 |       "retweeted": false,
338 |       "in_reply_to_user_id": null,
339 |       "place": null,
340 |       "user": {
341 |         "profile_sidebar_fill_color": "BFAC83",
342 |         "profile_sidebar_border_color": "615A44",
343 |         "profile_background_tile": true,
344 |         "name": "Marty Elmer",
345 |         "profile_image_url": "http://a0.twimg.com/profile_images/1629790393/shrinker_2000_trans_normal.png",
346 |         "created_at": "Mon May 04 00:05:00 +0000 2009",
347 |         "location": "Wisconsin, USA",
348 |         "follow_request_sent": null,
349 |         "profile_link_color": "3B2A26",
350 |         "is_translator": false,
351 |         "id_str": "37539828",
352 |         "entities": {
353 |           "url": {
354 |             "urls": [
355 |               {
356 |                 "expanded_url": null,
357 |                 "url": "http://www.omnitarian.me",
358 |                 "indices": [
359 |                   0,
360 |                   24
361 |                 ]
362 |               }
363 |             ]
364 |           },
365 |           "description": {
366 |             "urls": [
367 | 
368 |             ]
369 |           }
370 |         },
371 |         "default_profile": false,
372 |         "contributors_enabled": false,
373 |         "favourites_count": 647,
374 |         "url": "http://www.omnitarian.me",
375 |         "profile_image_url_https": "https://si0.twimg.com/profile_images/1629790393/shrinker_2000_trans_normal.png",
376 |         "utc_offset": -21600,
377 |         "id": 37539828,
378 |         "profile_use_background_image": true,
379 |         "listed_count": 52,
380 |         "profile_text_color": "000000",
381 |         "lang": "en",
382 |         "followers_count": 608,
383 |         "protected": false,
384 |         "notifications": null,
385 |         "profile_background_image_url_https": "https://si0.twimg.com/profile_background_images/106455659/rect6056-9.png",
386 |         "profile_background_color": "EEE3C4",
387 |         "verified": false,
388 |         "geo_enabled": false,
389 |         "time_zone": "Central Time (US & Canada)",
390 |         "description": "Cartoonist, Illustrator, and T-Shirt connoisseur",
391 |         "default_profile_image": false,
392 |         "profile_background_image_url": "http://a0.twimg.com/profile_background_images/106455659/rect6056-9.png",
393 |         "statuses_count": 3575,
394 |         "friends_count": 249,
395 |         "following": null,
396 |         "show_all_inline_media": true,
397 |         "screen_name": "Omnitarian"
398 |       },
399 |       "in_reply_to_screen_name": null,
400 |       "source": "Twitter for iPhone",
401 |       "in_reply_to_status_id": null
402 |     }
403 |   ],
404 |   "search_metadata": {
405 |     "max_id": 250126199840518145,
406 |     "since_id": 24012619984051000,
407 |     "refresh_url": "?since_id=250126199840518145&q=%23freebandnames&result_type=mixed&include_entities=1",
408 |     "next_results": "?max_id=249279667666817023&q=%23freebandnames&count=4&include_entities=1&result_type=mixed",
409 |     "count": 4,
410 |     "completed_in": 0.035,
411 |     "since_id_str": "24012619984051000",
412 |     "query": "%23freebandnames",
413 |     "max_id_str": "250126199840518145"
414 |   }
415 | }
416 | 


--------------------------------------------------------------------------------
/benchmarks/assets/wikipedia_zstandard.html:
--------------------------------------------------------------------------------
  1 | <!DOCTYPE html>
  2 | <html class="client-nojs" lang="en" dir="ltr">
  3 | <head>
  4 | <meta charset="UTF-8"/>
  5 | <title>Zstandard - Wikipedia</title>
  6 | <script>document.documentElement.className = document.documentElement.className.replace( /(^|\s)client-nojs(\s|$)/, "$1client-js$2" );</script>
  7 | <script>(window.RLQ=window.RLQ||[]).push(function(){mw.config.set({"wgCanonicalNamespace":"","wgCanonicalSpecialPageName":false,"wgNamespaceNumber":0,"wgPageName":"Zstandard","wgTitle":"Zstandard","wgCurRevisionId":753453226,"wgRevisionId":753453226,"wgArticleId":51498967,"wgIsArticle":true,"wgIsRedirect":false,"wgAction":"view","wgUserName":null,"wgUserGroups":["*"],"wgCategories":["Pages using deprecated image syntax","Articles to be expanded from September 2016","All articles to be expanded","Articles needing translation from French Wikipedia","Articles needing translation from Russian Wikipedia","All stub articles","Lossless compression algorithms","Free data compression software","C libraries","2016 software","Software using the BSD license","Algorithms and data structures stubs","Computer science stubs"],"wgBreakFrames":false,"wgPageContentLanguage":"en","wgPageContentModel":"wikitext","wgSeparatorTransformTable":["",""],"wgDigitTransformTable":["",""],"wgDefaultDateFormat":"dmy","wgMonthNames":["","January","February","March","April","May","June","July","August","September","October","November","December"],"wgMonthNamesShort":["","Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"],"wgRelevantPageName":"Zstandard","wgRelevantArticleId":51498967,"wgRequestId":"WFFJDQpAMFMAAENYnOUAAABX","wgIsProbablyEditable":true,"wgRestrictionEdit":[],"wgRestrictionMove":[],"wgFlaggedRevsParams":{"tags":{"status":{"levels":1,"quality":2,"pristine":3}}},"wgStableRevisionId":null,"wgWikiEditorEnabledModules":{"toolbar":true,"dialogs":true,"preview":false,"publish":false},"wgBetaFeaturesFeatures":[],"wgMediaViewerOnClick":true,"wgMediaViewerEnabledByDefault":true,"wgVisualEditor":{"pageLanguageCode":"en","pageLanguageDir":"ltr","usePageImages":true,"usePageDescriptions":true},"wgPreferredVariant":"en","wgMFDisplayWikibaseDescriptions":{"search":true,"nearby":true,"watchlist":true,"tagline":false},"wgRelatedArticles":null,"wgRelatedArticlesUseCirrusSearch":true,"wgRelatedArticlesOnlyUseCirrusSearch":false,"wgULSCurrentAutonym":"English","wgNoticeProject":"wikipedia","wgCentralNoticeCookiesToDelete":[],"wgCentralNoticeCategoriesUsingLegacy":["Fundraising","fundraising"],"wgCategoryTreePageCategoryOptions":"{\"mode\":0,\"hideprefix\":20,\"showcount\":true,\"namespaces\":false}","wgWikibaseItemId":"Q26737171","wgCentralAuthMobileDomain":false,"wgVisualEditorToolbarScrollOffset":0,"wgEditSubmitButtonLabelPublish":false});mw.loader.state({"ext.globalCssJs.user.styles":"ready","ext.globalCssJs.site.styles":"ready","site.styles":"ready","noscript":"ready","user.styles":"ready","user":"ready","user.options":"loading","user.tokens":"loading","ext.cite.styles":"ready","wikibase.client.init":"ready","ext.visualEditor.desktopArticleTarget.noscript":"ready","ext.uls.interlanguage":"ready","ext.wikimediaBadges":"ready","mediawiki.legacy.shared":"ready","mediawiki.legacy.commonPrint":"ready","mediawiki.sectionAnchor":"ready","mediawiki.skinning.interface":"ready","skins.vector.styles":"ready","ext.globalCssJs.user":"ready","ext.globalCssJs.site":"ready"});mw.loader.implement("user.options@0j3lz3q",function($,jQuery,require,module){mw.user.options.set({"variant":"en"});});mw.loader.implement("user.tokens@1dqfd7l",function ( $, jQuery, require, module ) {
  8 | mw.user.tokens.set({"editToken":"+\\","patrolToken":"+\\","watchToken":"+\\","csrfToken":"+\\"});/*@nomin*/;
  9 | 
 10 | });mw.loader.load(["ext.cite.a11y","mediawiki.toc","mediawiki.action.view.postEdit","site","mediawiki.page.startup","mediawiki.user","mediawiki.hidpi","mediawiki.page.ready","mediawiki.legacy.wikibits","mediawiki.searchSuggest","ext.gadget.teahouse","ext.gadget.ReferenceTooltips","ext.gadget.watchlist-notice","ext.gadget.DRN-wizard","ext.gadget.charinsert","ext.gadget.refToolbar","ext.gadget.extra-toolbar-buttons","ext.gadget.switcher","ext.gadget.featured-articles-links","ext.centralauth.centralautologin","mmv.head","mmv.bootstrap.autostart","ext.visualEditor.desktopArticleTarget.init","ext.visualEditor.targetLoader","ext.eventLogging.subscriber","ext.wikimediaEvents","ext.navigationTiming","ext.uls.eventlogger","ext.uls.init","ext.uls.interface","ext.quicksurveys.init","ext.centralNotice.geoIP","ext.centralNotice.startUp","skins.vector.js"]);});</script>
 11 | <link rel="stylesheet" href="/w/load.php?debug=false&amp;lang=en&amp;modules=ext.cite.styles%7Cext.uls.interlanguage%7Cext.visualEditor.desktopArticleTarget.noscript%7Cext.wikimediaBadges%7Cmediawiki.legacy.commonPrint%2Cshared%7Cmediawiki.sectionAnchor%7Cmediawiki.skinning.interface%7Cskins.vector.styles%7Cwikibase.client.init&amp;only=styles&amp;skin=vector"/>
 12 | <script async="" src="/w/load.php?debug=false&amp;lang=en&amp;modules=startup&amp;only=scripts&amp;skin=vector"></script>
 13 | <meta name="ResourceLoaderDynamicStyles" content=""/>
 14 | <link rel="stylesheet" href="/w/load.php?debug=false&amp;lang=en&amp;modules=site.styles&amp;only=styles&amp;skin=vector"/>
 15 | <meta name="generator" content="MediaWiki 1.29.0-wmf.5"/>
 16 | <meta name="referrer" content="origin-when-cross-origin"/>
 17 | <link rel="alternate" href="android-app://org.wikipedia/http/en.m.wikipedia.org/wiki/Zstandard"/>
 18 | <link rel="alternate" type="application/x-wiki" title="Edit this page" href="/w/index.php?title=Zstandard&amp;action=edit"/>
 19 | <link rel="edit" title="Edit this page" href="/w/index.php?title=Zstandard&amp;action=edit"/>
 20 | <link rel="apple-touch-icon" href="/static/apple-touch/wikipedia.png"/>
 21 | <link rel="shortcut icon" href="/static/favicon/wikipedia.ico"/>
 22 | <link rel="search" type="application/opensearchdescription+xml" href="/w/opensearch_desc.php" title="Wikipedia (en)"/>
 23 | <link rel="EditURI" type="application/rsd+xml" href="//en.wikipedia.org/w/api.php?action=rsd"/>
 24 | <link rel="copyright" href="//creativecommons.org/licenses/by-sa/3.0/"/>
 25 | <link rel="canonical" href="https://en.wikipedia.org/wiki/Zstandard"/>
 26 | <link rel="dns-prefetch" href="//login.wikimedia.org"/>
 27 | <link rel="dns-prefetch" href="//meta.wikimedia.org" />
 28 | </head>
 29 | <body class="mediawiki ltr sitedir-ltr mw-hide-empty-elt ns-0 ns-subject page-Zstandard rootpage-Zstandard skin-vector action-view">		<div id="mw-page-base" class="noprint"></div>
 30 | 		<div id="mw-head-base" class="noprint"></div>
 31 | 		<div id="content" class="mw-body" role="main">
 32 | 			<a id="top"></a>
 33 | 
 34 | 							<div id="siteNotice"><!-- CentralNotice --></div>
 35 | 						<div class="mw-indicators">
 36 | </div>
 37 | 			<h1 id="firstHeading" class="firstHeading" lang="en">Zstandard</h1>
 38 | 									<div id="bodyContent" class="mw-body-content">
 39 | 									<div id="siteSub">From Wikipedia, the free encyclopedia</div>
 40 | 								<div id="contentSub"></div>
 41 | 												<div id="jump-to-nav" class="mw-jump">
 42 | 					Jump to:					<a href="#mw-head">navigation</a>, 					<a href="#p-search">search</a>
 43 | 				</div>
 44 | 				<div id="mw-content-text" lang="en" dir="ltr" class="mw-content-ltr"><script>function mfTempOpenSection(id){var block=document.getElementById("mf-section-"+id);block.className+=" open-block";block.previousSibling.className+=" open-block";}</script><table class="infobox vevent" style="width:22em">
 45 | <caption class="summary">Zstandard</caption>
 46 | <tr>
 47 | <td colspan="2" style="text-align:center"><a href="/wiki/File:Zstandard_logo.png" class="image"><img alt="Zstandard logo.png" src="//upload.wikimedia.org/wikipedia/en/b/ba/Zstandard_logo.png" width="234" height="226" data-file-width="234" data-file-height="226" /></a></td>
 48 | </tr>
 49 | <tr>
 50 | <th scope="row" style="white-space: nowrap;"><a href="/wiki/Software_developer" title="Software developer">Original author(s)</a></th>
 51 | <td>Yann Collet</td>
 52 | </tr>
 53 | <tr>
 54 | <th scope="row" style="white-space: nowrap;"><a href="/wiki/Software_developer" title="Software developer">Developer(s)</a></th>
 55 | <td>Yann Collet, Przemysław Skibiński (<a rel="nofollow" class="external text" href="https://github.com/facebook/zstd/graphs/contributors">inikep</a>)</td>
 56 | </tr>
 57 | <tr>
 58 | <th scope="row" style="white-space: nowrap;">Initial release</th>
 59 | <td>January&#160;25,&#160;2015<span style="display:none">&#160;(<span class="bday dtstart published updated">2015-01-25</span>)</span></td>
 60 | </tr>
 61 | <tr>
 62 | <td colspan="2" style="text-align:center"></td>
 63 | </tr>
 64 | <tr>
 65 | <th scope="row" style="white-space: nowrap;"><a href="/wiki/Software_release_life_cycle" title="Software release life cycle">Stable release</a></th>
 66 | <td>
 67 | <div style="margin:0px;">1.1.1 / November&#160;1, 2016<span class="noprint">; 38 days ago</span><span style="display:none">&#160;(<span class="bday dtstart published updated">2016-11-01</span>)</span></div>
 68 | </td>
 69 | </tr>
 70 | <tr>
 71 | <th scope="row" style="white-space: nowrap;"><a href="/wiki/Source_code_repository" class="mw-redirect" title="Source code repository">Repository</a></th>
 72 | <td><span class="url"><a rel="nofollow" class="external text" href="https://github.com/facebook/zstd">github<wbr />.com<wbr />/facebook<wbr />/zstd</a></span></td>
 73 | </tr>
 74 | <tr>
 75 | <th scope="row" style="white-space: nowrap;">Development status</th>
 76 | <td>Active</td>
 77 | </tr>
 78 | <tr>
 79 | <th scope="row" style="white-space: nowrap;">Written in</th>
 80 | <td><a href="/wiki/C_(programming_language)" title="C (programming language)">C</a></td>
 81 | </tr>
 82 | <tr>
 83 | <th scope="row" style="white-space: nowrap;"><a href="/wiki/Operating_system" title="Operating system">Operating system</a></th>
 84 | <td><a href="/wiki/Cross-platform" title="Cross-platform">Cross-platform</a></td>
 85 | </tr>
 86 | <tr>
 87 | <th scope="row" style="white-space: nowrap;"><a href="/wiki/Computing_platform" title="Computing platform">Platform</a></th>
 88 | <td>Portable</td>
 89 | </tr>
 90 | <tr>
 91 | <th scope="row" style="white-space: nowrap;"><a href="/wiki/List_of_software_categories" class="mw-redirect" title="List of software categories">Type</a></th>
 92 | <td><a href="/wiki/Data_compression" title="Data compression">Data compression</a></td>
 93 | </tr>
 94 | <tr>
 95 | <th scope="row" style="white-space: nowrap;"><a href="/wiki/Software_license" title="Software license">License</a></th>
 96 | <td><a href="/wiki/BSD_License" class="mw-redirect" title="BSD License">BSD License</a></td>
 97 | </tr>
 98 | <tr>
 99 | <th scope="row" style="white-space: nowrap;">Website</th>
100 | <td><span class="url"><a rel="nofollow" class="external text" href="http://www.zstd.net">www<wbr />.zstd<wbr />.net</a></span></td>
101 | </tr>
102 | </table>
103 | <p><b>Zstandard</b> (or <b>Zstd</b>) is a <a href="/wiki/Lossless_compression" title="Lossless compression">lossless</a> <a href="/wiki/Data_compression" title="Data compression">data compression</a> algorithm developed by <a href="/w/index.php?title=Yann_Collet&amp;action=edit&amp;redlink=1" class="new" title="Yann Collet (page does not exist)">Yann Collet</a> at <a href="/wiki/Facebook" title="Facebook">Facebook</a>. The name also refers to the reference implementation in <a href="/wiki/C_(programming_language)" title="C (programming language)">C</a>. Version 1 of implementation was released as <a href="/wiki/Free_software" title="Free software">Free software</a> on 31 August 2016.<sup id="cite_ref-1" class="reference"><a href="#cite_note-1">[1]</a></sup><sup id="cite_ref-2" class="reference"><a href="#cite_note-2">[2]</a></sup></p>
104 | <p></p>
105 | <div id="toc" class="toc">
106 | <div id="toctitle">
107 | <h2>Contents</h2>
108 | </div>
109 | <ul>
110 | <li class="toclevel-1 tocsection-1"><a href="#Features"><span class="tocnumber">1</span> <span class="toctext">Features</span></a></li>
111 | <li class="toclevel-1 tocsection-2"><a href="#License"><span class="tocnumber">2</span> <span class="toctext">License</span></a></li>
112 | <li class="toclevel-1 tocsection-3"><a href="#See_also"><span class="tocnumber">3</span> <span class="toctext">See also</span></a></li>
113 | <li class="toclevel-1 tocsection-4"><a href="#References"><span class="tocnumber">4</span> <span class="toctext">References</span></a></li>
114 | <li class="toclevel-1 tocsection-5"><a href="#External_links"><span class="tocnumber">5</span> <span class="toctext">External links</span></a></li>
115 | </ul>
116 | </div>
117 | <p></p>
118 | <h2><span class="mw-headline" id="Features">Features</span><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=Zstandard&amp;action=edit&amp;section=1" title="Edit section: Features">edit</a><span class="mw-editsection-bracket">]</span></span></h2>
119 | <p>Zstandard was designed to give compression comparable to that of <a href="/wiki/DEFLATE" title="DEFLATE">DEFLATE</a> (<a href="/wiki/Zip_(file_format)" title="Zip (file format)">.ZIP</a>, <a href="/wiki/Gzip" title="Gzip">gzip</a>) with higher compression / decompression speeds.</p>
120 | <p>Zstandard combines use of a dictionary-type algorithm (<a href="/wiki/LZ77" class="mw-redirect" title="LZ77">LZ77</a>) and <a href="/w/index.php?title=Finite_State_Entropy&amp;action=edit&amp;redlink=1" class="new" title="Finite State Entropy (page does not exist)">Finite State Entropy</a> (<a href="/wiki/Asymmetric_Numeral_Systems" title="Asymmetric Numeral Systems">tANS</a>) stage of <a href="/wiki/Entropy_encoding" title="Entropy encoding">entropy coding</a>.</p>
121 | <h2><span class="mw-headline" id="License">License</span><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=Zstandard&amp;action=edit&amp;section=2" title="Edit section: License">edit</a><span class="mw-editsection-bracket">]</span></span></h2>
122 | <p>The reference implementation is licensed under the <a href="/wiki/BSD_License" class="mw-redirect" title="BSD License">BSD License</a>, published at <a href="/wiki/GitHub" title="GitHub">GitHub</a>. Since version 1.0, it has additional Grant of Patent Rights.<sup id="cite_ref-3" class="reference"><a href="#cite_note-3">[3]</a></sup></p>
123 | <h2><span class="mw-headline" id="See_also">See also</span><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=Zstandard&amp;action=edit&amp;section=3" title="Edit section: See also">edit</a><span class="mw-editsection-bracket">]</span></span></h2>
124 | <ul>
125 | <li><a href="/wiki/LZ77" class="mw-redirect" title="LZ77">LZ77</a></li>
126 | <li><a href="/wiki/Asymmetric_Numeral_Systems" title="Asymmetric Numeral Systems">Asymmetric Numeral Systems</a></li>
127 | <li><a href="/wiki/Brotli" title="Brotli">Brotli</a></li>
128 | <li><a href="https://fr.wikipedia.org/wiki/LZFSE" class="extiw" title="fr:LZFSE">LZFSE</a> - A similar algorithm by <a href="/wiki/Apple_Inc." title="Apple Inc.">Apple</a> used since iOS 9 and OS X 10.11 and made open-source on 1 June 2016</li>
129 | </ul>
130 | <h2><span class="mw-headline" id="References">References</span><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=Zstandard&amp;action=edit&amp;section=4" title="Edit section: References">edit</a><span class="mw-editsection-bracket">]</span></span></h2>
131 | <div class="reflist" style="list-style-type: decimal;">
132 | <ol class="references">
133 | <li id="cite_note-1"><span class="mw-cite-backlink"><b><a href="#cite_ref-1">^</a></b></span> <span class="reference-text">Sergio De Simone, <a rel="nofollow" class="external text" href="https://www.infoq.com/news/2016/09/facebook-zstandard-compression">Facebook Open-Sources New Compression Algorithm Outperforming Zlib</a> / InfoQ, Sep 02, 2016</span></li>
134 | <li id="cite_note-2"><span class="mw-cite-backlink"><b><a href="#cite_ref-2">^</a></b></span> <span class="reference-text"><cite class="citation news"><a rel="nofollow" class="external text" href="http://www.theregister.co.uk/2016/08/31/facebook_open_source_database/">"Life imitates satire: Facebook touts zlib killer just like Silicon Valley's Pied Piper"</a>. The Register. 2016-08-31<span class="reference-accessdate">. Retrieved <span class="nowrap">2016-09-06</span></span>.</cite><span title="ctx_ver=Z39.88-2004&amp;rfr_id=info%3Asid%2Fen.wikipedia.org%3AZstandard&amp;rft.atitle=Life+imitates+satire%3A+Facebook+touts+zlib+killer+just+like+Silicon+Valley%27s+Pied+Piper&amp;rft.date=2016-08-31&amp;rft.genre=article&amp;rft_id=http%3A%2F%2Fwww.theregister.co.uk%2F2016%2F08%2F31%2Ffacebook_open_source_database%2F&amp;rft_val_fmt=info%3Aofi%2Ffmt%3Akev%3Amtx%3Ajournal" class="Z3988"><span style="display:none;">&#160;</span></span></span></li>
135 | <li id="cite_note-3"><span class="mw-cite-backlink"><b><a href="#cite_ref-3">^</a></b></span> <span class="reference-text"><a rel="nofollow" class="external text" href="https://github.com/facebook/zstd/blob/dev/PATENTS">zstd/PATENTS</a> "Additional Grant of Patent Rights Version 2", Facebook</span></li>
136 | </ol>
137 | </div>
138 | <h2><span class="mw-headline" id="External_links">External links</span><span class="mw-editsection"><span class="mw-editsection-bracket">[</span><a href="/w/index.php?title=Zstandard&amp;action=edit&amp;section=5" title="Edit section: External links">edit</a><span class="mw-editsection-bracket">]</span></span></h2>
139 | <ul>
140 | <li><span class="official-website"><span class="url"><a rel="nofollow" class="external text" href="http://www.zstd.net">Official website</a></span></span></li>
141 | <li><a rel="nofollow" class="external text" href="https://github.com/facebook/zstd">Zstandard repository</a> on GitHub</li>
142 | <li><a rel="nofollow" class="external autonumber" href="https://code.facebook.com/posts/1658392934479273/smaller-and-faster-data-compression-with-zstandard/">[1]</a> Facebook Announcement - "Smaller and faster data compression with Zstandard"</li>
143 | <li><a rel="nofollow" class="external text" href="http://facebook.github.io/zstd/">Algorithm details</a> on GitHub</li>
144 | <li><a rel="nofollow" class="external text" href="https://www.theguardian.com/info/developer-blog/2016/dec/01/discover-new-compression-iinovations-brotli-and-zstandard">The Guardian is using ZStandard instead of zlib</a></li>
145 | </ul>
146 | <table class="plainlinks metadata ambox ambox-notice" role="presentation">
147 | <tr>
148 | <td class="mbox-image">
149 | <div style="width:52px"><img alt="" src="//upload.wikimedia.org/wikipedia/commons/thumb/8/8a/Translation_to_english_arrow.svg/50px-Translation_to_english_arrow.svg.png" width="50" height="17" srcset="//upload.wikimedia.org/wikipedia/commons/thumb/8/8a/Translation_to_english_arrow.svg/75px-Translation_to_english_arrow.svg.png 1.5x, //upload.wikimedia.org/wikipedia/commons/thumb/8/8a/Translation_to_english_arrow.svg/100px-Translation_to_english_arrow.svg.png 2x" data-file-width="60" data-file-height="20" /></div>
150 | </td>
151 | <td class="mbox-text">
152 | <div class="NavFrame collapsed" style="border:none;">
153 | <div class="NavHead" style="background:transparent;text-align:center;padding-right: 3em; font-weight: normal; text-align: left"><span class="mbox-text-span">This article <b>may be expanded with text translated from the <a href="https://fr.wikipedia.org/wiki/Zstandard" class="extiw" title="fr:Zstandard">corresponding article</a> in French</b>.  <i><small>(September 2016)</small></i> <small>Click [show] for important translation instructions.</small>&#160;</span></div>
154 | <div class="NavContent" style="background:transparent;text-align:left;">
155 | <ul>
156 | <li><span class="mbox-text-span"><a rel="nofollow" class="external text" href="https://translate.google.com/translate?&amp;u=https%3A%2F%2Ffr.wikipedia.org%2Fwiki%2FZstandard&amp;sl=fr&amp;tl=en&amp;prev=_t&amp;hl=en">View</a> a machine-translated version of the French article.</span></li>
157 | <li><span class="mbox-text-span">Google's machine translation is a useful starting point for translations, but translators must revise errors as necessary and confirm that the translation is accurate, rather than simply copy-pasting machine-translated text into the English Wikipedia.</span></li>
158 | <li><span class="mbox-text-span">Do not translate text that appears unreliable or low-quality. If possible, verify the text with references provided in the foreign-language article.</span></li>
159 | <li><span class="mbox-text-span">After translating, <code>{{Translated|fr|Zstandard}}</code> must be added to the <a href="/wiki/Talk:Zstandard" title="Talk:Zstandard">talk page</a> to ensure <a href="/wiki/Wikipedia:Copying_within_Wikipedia" title="Wikipedia:Copying within Wikipedia">copyright compliance</a>.</span></li>
160 | <li><span class="mbox-text-span">For more guidance, see <a href="/wiki/Wikipedia:Translation" title="Wikipedia:Translation">Wikipedia:Translation</a>.</span></li>
161 | </ul>
162 | </div>
163 | </div>
164 | </td>
165 | </tr>
166 | </table>
167 | <table class="plainlinks metadata ambox ambox-notice" role="presentation">
168 | <tr>
169 | <td class="mbox-image">
170 | <div style="width:52px"><img alt="" src="//upload.wikimedia.org/wikipedia/commons/thumb/8/8a/Translation_to_english_arrow.svg/50px-Translation_to_english_arrow.svg.png" width="50" height="17" srcset="//upload.wikimedia.org/wikipedia/commons/thumb/8/8a/Translation_to_english_arrow.svg/75px-Translation_to_english_arrow.svg.png 1.5x, //upload.wikimedia.org/wikipedia/commons/thumb/8/8a/Translation_to_english_arrow.svg/100px-Translation_to_english_arrow.svg.png 2x" data-file-width="60" data-file-height="20" /></div>
171 | </td>
172 | <td class="mbox-text">
173 | <div class="NavFrame collapsed" style="border:none;">
174 | <div class="NavHead" style="background:transparent;text-align:center;padding-right: 3em; font-weight: normal; text-align: left"><span class="mbox-text-span">This article <b>may be expanded with text translated from the <a href="https://ru.wikipedia.org/wiki/Zstandard" class="extiw" title="ru:Zstandard">corresponding article</a> in Russian</b>.  <i><small>(September 2016)</small></i> <small>Click [show] for important translation instructions.</small>&#160;</span></div>
175 | <div class="NavContent" style="background:transparent;text-align:left;">
176 | <ul>
177 | <li><span class="mbox-text-span"><a rel="nofollow" class="external text" href="https://translate.google.com/translate?&amp;u=https%3A%2F%2Fru.wikipedia.org%2Fwiki%2FZstandard&amp;sl=ru&amp;tl=en&amp;prev=_t&amp;hl=en">View</a> a machine-translated version of the Russian article.</span></li>
178 | <li><span class="mbox-text-span">Google's machine translation is a useful starting point for translations, but translators must revise errors as necessary and confirm that the translation is accurate, rather than simply copy-pasting machine-translated text into the English Wikipedia.</span></li>
179 | <li><span class="mbox-text-span">Do not translate text that appears unreliable or low-quality. If possible, verify the text with references provided in the foreign-language article.</span></li>
180 | <li><span class="mbox-text-span">After translating, <code>{{Translated|ru|Zstandard}}</code> must be added to the <a href="/wiki/Talk:Zstandard" title="Talk:Zstandard">talk page</a> to ensure <a href="/wiki/Wikipedia:Copying_within_Wikipedia" title="Wikipedia:Copying within Wikipedia">copyright compliance</a>.</span></li>
181 | <li><span class="mbox-text-span">For more guidance, see <a href="/wiki/Wikipedia:Translation" title="Wikipedia:Translation">Wikipedia:Translation</a>.</span></li>
182 | </ul>
183 | </div>
184 | </div>
185 | </td>
186 | </tr>
187 | </table>
188 | <div role="navigation" class="navbox" aria-labelledby="Data_compression_methods" style="padding:3px">
189 | <table class="nowraplinks hlist collapsible autocollapse navbox-inner" style="border-spacing:0;background:transparent;color:inherit">
190 | <tr>
191 | <th scope="col" class="navbox-title" colspan="2">
192 | <div class="plainlinks hlist navbar mini">
193 | <ul>
194 | <li class="nv-view"><a href="/wiki/Template:Compression_methods" title="Template:Compression methods"><abbr title="View this template" style=";;background:none transparent;border:none;">v</abbr></a></li>
195 | <li class="nv-talk"><a href="/wiki/Template_talk:Compression_methods" title="Template talk:Compression methods"><abbr title="Discuss this template" style=";;background:none transparent;border:none;">t</abbr></a></li>
196 | <li class="nv-edit"><a class="external text" href="//en.wikipedia.org/w/index.php?title=Template:Compression_methods&amp;action=edit"><abbr title="Edit this template" style=";;background:none transparent;border:none;">e</abbr></a></li>
197 | </ul>
198 | </div>
199 | <div id="Data_compression_methods" style="font-size:114%"><a href="/wiki/Data_compression" title="Data compression">Data compression</a> methods</div>
200 | </th>
201 | </tr>
202 | <tr style="height:2px">
203 | <td colspan="2"></td>
204 | </tr>
205 | <tr>
206 | <th scope="row" class="navbox-group"><a href="/wiki/Lossless_compression" title="Lossless compression">Lossless</a></th>
207 | <td class="navbox-list navbox-odd" style="text-align:left;border-left-width:2px;border-left-style:solid;width:100%;padding:0px">
208 | <div style="padding:0em 0.25em"></div>
209 | <table class="nowraplinks navbox-subgroup" style="border-spacing:0">
210 | <tr>
211 | <th scope="row" class="navbox-group" style="width:7.0em;font-weight:normal;"><a href="/wiki/Entropy_encoding" title="Entropy encoding">Entropy type</a></th>
212 | <td class="navbox-list navbox-odd" style="text-align:left;border-left-width:2px;border-left-style:solid;padding:0px">
213 | <div style="padding:0em 0.25em">
214 | <ul>
215 | <li><a href="/wiki/Unary_coding" title="Unary coding">Unary</a></li>
216 | <li><a href="/wiki/Arithmetic_coding" title="Arithmetic coding">Arithmetic</a></li>
217 | <li><a href="/wiki/Asymmetric_Numeral_Systems" title="Asymmetric Numeral Systems">Asymmetric Numeral Systems</a></li>
218 | <li><a href="/wiki/Golomb_coding" title="Golomb coding">Golomb</a></li>
219 | <li><a href="/wiki/Huffman_coding" title="Huffman coding">Huffman</a>
220 | <ul>
221 | <li><a href="/wiki/Adaptive_Huffman_coding" title="Adaptive Huffman coding">Adaptive</a></li>
222 | <li><a href="/wiki/Canonical_Huffman_code" title="Canonical Huffman code">Canonical</a></li>
223 | <li><a href="/wiki/Modified_Huffman_coding" title="Modified Huffman coding">Modified</a></li>
224 | </ul>
225 | </li>
226 | <li><a href="/wiki/Range_encoding" title="Range encoding">Range</a></li>
227 | <li><a href="/wiki/Shannon_coding" title="Shannon coding">Shannon</a></li>
228 | <li><a href="/wiki/Shannon%E2%80%93Fano_coding" title="Shannon–Fano coding">Shannon–Fano</a></li>
229 | <li><a href="/wiki/Shannon%E2%80%93Fano%E2%80%93Elias_coding" title="Shannon–Fano–Elias coding">Shannon–Fano–Elias</a></li>
230 | <li><a href="/wiki/Tunstall_coding" title="Tunstall coding">Tunstall</a></li>
231 | <li><a href="/wiki/Universal_code_(data_compression)" title="Universal code (data compression)">Universal</a>
232 | <ul>
233 | <li><a href="/wiki/Exponential-Golomb_coding" title="Exponential-Golomb coding">Exp-Golomb</a></li>
234 | <li><a href="/wiki/Fibonacci_coding" title="Fibonacci coding">Fibonacci</a></li>
235 | <li><a href="/wiki/Elias_gamma_coding" title="Elias gamma coding">Gamma</a></li>
236 | <li><a href="/wiki/Levenshtein_coding" title="Levenshtein coding">Levenshtein</a></li>
237 | </ul>
238 | </li>
239 | </ul>
240 | </div>
241 | </td>
242 | </tr>
243 | <tr style="height:2px">
244 | <td colspan="2"></td>
245 | </tr>
246 | <tr>
247 | <th scope="row" class="navbox-group" style="width:7.0em;font-weight:normal;"><a href="/wiki/Dictionary_coder" title="Dictionary coder">Dictionary type</a></th>
248 | <td class="navbox-list navbox-even" style="text-align:left;border-left-width:2px;border-left-style:solid;padding:0px">
249 | <div style="padding:0em 0.25em">
250 | <ul>
251 | <li><a href="/wiki/Byte_pair_encoding" title="Byte pair encoding">Byte pair encoding</a></li>
252 | <li><a href="/wiki/DEFLATE" title="DEFLATE">DEFLATE</a></li>
253 | <li><a href="/wiki/Snappy_(compression)" title="Snappy (compression)">Snappy</a></li>
254 | <li><a href="/wiki/LZ77_and_LZ78" title="LZ77 and LZ78">Lempel–Ziv</a>
255 | <ul>
256 | <li><a href="/wiki/LZ77_and_LZ78" title="LZ77 and LZ78">LZ77&#160;/ LZ78 (LZ1&#160;/ LZ2)</a></li>
257 | <li><a href="/wiki/LZJB" title="LZJB">LZJB</a></li>
258 | <li><a href="/wiki/Lempel%E2%80%93Ziv%E2%80%93Markov_chain_algorithm" title="Lempel–Ziv–Markov chain algorithm">LZMA</a></li>
259 | <li><a href="/wiki/Lempel%E2%80%93Ziv%E2%80%93Oberhumer" title="Lempel–Ziv–Oberhumer">LZO</a></li>
260 | <li><a href="/wiki/LZRW" title="LZRW">LZRW</a></li>
261 | <li><a href="/wiki/Lempel%E2%80%93Ziv%E2%80%93Stac" title="Lempel–Ziv–Stac">LZS</a></li>
262 | <li><a href="/wiki/Lempel%E2%80%93Ziv%E2%80%93Storer%E2%80%93Szymanski" title="Lempel–Ziv–Storer–Szymanski">LZSS</a></li>
263 | <li><a href="/wiki/Lempel%E2%80%93Ziv%E2%80%93Welch" title="Lempel–Ziv–Welch">LZW</a></li>
264 | <li><a href="/wiki/LZWL" title="LZWL">LZWL</a></li>
265 | <li><a href="/wiki/LZX_(algorithm)" title="LZX (algorithm)">LZX</a></li>
266 | <li><a href="/wiki/LZ4_(compression_algorithm)" title="LZ4 (compression algorithm)">LZ4</a></li>
267 | <li><a href="/wiki/Brotli" title="Brotli">Brotli</a></li>
268 | <li><a href="/wiki/Statistical_Lempel%E2%80%93Ziv" title="Statistical Lempel–Ziv">Statistical</a></li>
269 | </ul>
270 | </li>
271 | </ul>
272 | </div>
273 | </td>
274 | </tr>
275 | <tr style="height:2px">
276 | <td colspan="2"></td>
277 | </tr>
278 | <tr>
279 | <th scope="row" class="navbox-group" style="width:7.0em;font-weight:normal;">Other types</th>
280 | <td class="navbox-list navbox-odd" style="text-align:left;border-left-width:2px;border-left-style:solid;padding:0px">
281 | <div style="padding:0em 0.25em">
282 | <ul>
283 | <li><a href="/wiki/Burrows%E2%80%93Wheeler_transform" title="Burrows–Wheeler transform">BWT</a></li>
284 | <li><a href="/wiki/Context_tree_weighting" title="Context tree weighting">CTW</a></li>
285 | <li><a href="/wiki/Delta_encoding" title="Delta encoding">Delta</a></li>
286 | <li><a href="/wiki/Dynamic_Markov_compression" title="Dynamic Markov compression">DMC</a></li>
287 | <li><a href="/wiki/Move-to-front_transform" title="Move-to-front transform">MTF</a></li>
288 | <li><a href="/wiki/PAQ" title="PAQ">PAQ</a></li>
289 | <li><a href="/wiki/Prediction_by_partial_matching" title="Prediction by partial matching">PPM</a></li>
290 | <li><a href="/wiki/Run-length_encoding" title="Run-length encoding">RLE</a></li>
291 | </ul>
292 | </div>
293 | </td>
294 | </tr>
295 | </table>
296 | </td>
297 | </tr>
298 | <tr style="height:2px">
299 | <td colspan="2"></td>
300 | </tr>
301 | <tr>
302 | <th scope="row" class="navbox-group"><a href="/wiki/Audio_compression_(data)" class="mw-redirect" title="Audio compression (data)">Audio</a></th>
303 | <td class="navbox-list navbox-even" style="text-align:left;border-left-width:2px;border-left-style:solid;width:100%;padding:0px">
304 | <div style="padding:0em 0.25em"></div>
305 | <table class="nowraplinks navbox-subgroup" style="border-spacing:0">
306 | <tr>
307 | <th scope="row" class="navbox-group" style="width:7.0em;font-weight:normal;">Concepts</th>
308 | <td class="navbox-list navbox-even" style="text-align:left;border-left-width:2px;border-left-style:solid;padding:0px">
309 | <div style="padding:0em 0.25em">
310 | <ul>
311 | <li><a href="/wiki/Bit_rate" title="Bit rate">Bit rate</a>
312 | <ul>
313 | <li><a href="/wiki/Average_bitrate" title="Average bitrate">average (ABR)</a></li>
314 | <li><a href="/wiki/Constant_bitrate" title="Constant bitrate">constant (CBR)</a></li>
315 | <li><a href="/wiki/Variable_bitrate" title="Variable bitrate">variable (VBR)</a></li>
316 | </ul>
317 | </li>
318 | <li><a href="/wiki/Companding" title="Companding">Companding</a></li>
319 | <li><a href="/wiki/Convolution" title="Convolution">Convolution</a></li>
320 | <li><a href="/wiki/Dynamic_range" title="Dynamic range">Dynamic range</a></li>
321 | <li><a href="/wiki/Latency_(audio)" title="Latency (audio)">Latency</a></li>
322 | <li><a href="/wiki/Nyquist%E2%80%93Shannon_sampling_theorem" title="Nyquist–Shannon sampling theorem">Nyquist–Shannon theorem</a></li>
323 | <li><a href="/wiki/Sampling_(signal_processing)" title="Sampling (signal processing)">Sampling</a></li>
324 | <li><a href="/wiki/Sound_quality" title="Sound quality">Sound quality</a></li>
325 | <li><a href="/wiki/Speech_coding" title="Speech coding">Speech coding</a></li>
326 | <li><a href="/wiki/Sub-band_coding" title="Sub-band coding">Sub-band coding</a></li>
327 | </ul>
328 | </div>
329 | </td>
330 | </tr>
331 | <tr style="height:2px">
332 | <td colspan="2"></td>
333 | </tr>
334 | <tr>
335 | <th scope="row" class="navbox-group" style="width:7.0em;font-weight:normal;"><a href="/wiki/Audio_codec" title="Audio codec">Codec</a> parts</th>
336 | <td class="navbox-list navbox-odd" style="text-align:left;border-left-width:2px;border-left-style:solid;padding:0px">
337 | <div style="padding:0em 0.25em">
338 | <ul>
339 | <li><a href="/wiki/A-law_algorithm" title="A-law algorithm">A-law</a></li>
340 | <li><a href="/wiki/%CE%9C-law_algorithm" title="Μ-law algorithm">μ-law</a></li>
341 | <li><a href="/wiki/Algebraic_code-excited_linear_prediction" title="Algebraic code-excited linear prediction">ACELP</a></li>
342 | <li><a href="/wiki/Adaptive_differential_pulse-code_modulation" title="Adaptive differential pulse-code modulation">ADPCM</a></li>
343 | <li><a href="/wiki/Code-excited_linear_prediction" title="Code-excited linear prediction">CELP</a></li>
344 | <li><a href="/wiki/Differential_pulse-code_modulation" title="Differential pulse-code modulation">DPCM</a></li>
345 | <li><a href="/wiki/Fourier_transform" title="Fourier transform">Fourier transform</a></li>
346 | <li><a href="/wiki/Linear_predictive_coding" title="Linear predictive coding">LPC</a>
347 | <ul>
348 | <li><a href="/wiki/Log_area_ratio" title="Log area ratio">LAR</a></li>
349 | <li><a href="/wiki/Line_spectral_pairs" title="Line spectral pairs">LSP</a></li>
350 | </ul>
351 | </li>
352 | <li><a href="/wiki/Modified_discrete_cosine_transform" title="Modified discrete cosine transform">MDCT</a></li>
353 | <li><a href="/wiki/Psychoacoustics" title="Psychoacoustics">Psychoacoustic model</a></li>
354 | <li><a href="/wiki/Warped_linear_predictive_coding" title="Warped linear predictive coding">WLPC</a></li>
355 | </ul>
356 | </div>
357 | </td>
358 | </tr>
359 | </table>
360 | </td>
361 | </tr>
362 | <tr style="height:2px">
363 | <td colspan="2"></td>
364 | </tr>
365 | <tr>
366 | <th scope="row" class="navbox-group"><a href="/wiki/Image_compression" title="Image compression">Image</a></th>
367 | <td class="navbox-list navbox-odd" style="text-align:left;border-left-width:2px;border-left-style:solid;width:100%;padding:0px">
368 | <div style="padding:0em 0.25em"></div>
369 | <table class="nowraplinks navbox-subgroup" style="border-spacing:0">
370 | <tr>
371 | <th scope="row" class="navbox-group" style="width:7.0em;font-weight:normal;">Concepts</th>
372 | <td class="navbox-list navbox-even" style="text-align:left;border-left-width:2px;border-left-style:solid;padding:0px">
373 | <div style="padding:0em 0.25em">
374 | <ul>
375 | <li><a href="/wiki/Chroma_subsampling" title="Chroma subsampling">Chroma subsampling</a></li>
376 | <li><a href="/wiki/Coding_tree_unit" title="Coding tree unit">Coding tree unit</a></li>
377 | <li><a href="/wiki/Color_space" title="Color space">Color space</a></li>
378 | <li><a href="/wiki/Compression_artifact" title="Compression artifact">Compression artifact</a></li>
379 | <li><a href="/wiki/Image_resolution" title="Image resolution">Image resolution</a></li>
380 | <li><a href="/wiki/Macroblock" title="Macroblock">Macroblock</a></li>
381 | <li><a href="/wiki/Pixel" title="Pixel">Pixel</a></li>
382 | <li><a href="/wiki/Peak_signal-to-noise_ratio" title="Peak signal-to-noise ratio">PSNR</a></li>
383 | <li><a href="/wiki/Quantization_(image_processing)" title="Quantization (image processing)">Quantization</a></li>
384 | <li><a href="/wiki/Standard_test_image" title="Standard test image">Standard test image</a></li>
385 | </ul>
386 | </div>
387 | </td>
388 | </tr>
389 | <tr style="height:2px">
390 | <td colspan="2"></td>
391 | </tr>
392 | <tr>
393 | <th scope="row" class="navbox-group" style="width:7.0em;font-weight:normal;">Methods</th>
394 | <td class="navbox-list navbox-odd" style="text-align:left;border-left-width:2px;border-left-style:solid;padding:0px">
395 | <div style="padding:0em 0.25em">
396 | <ul>
397 | <li><a href="/wiki/Chain_code" title="Chain code">Chain code</a></li>
398 | <li><a href="/wiki/Discrete_cosine_transform" title="Discrete cosine transform">DCT</a></li>
399 | <li><a href="/wiki/Embedded_Zerotrees_of_Wavelet_transforms" title="Embedded Zerotrees of Wavelet transforms">EZW</a></li>
400 | <li><a href="/wiki/Fractal_compression" title="Fractal compression">Fractal</a></li>
401 | <li><a href="/wiki/Karhunen%E2%80%93Lo%C3%A8ve_theorem" title="Karhunen–Loève theorem">KLT</a></li>
402 | <li><a href="/wiki/Pyramid_(image_processing)" title="Pyramid (image processing)">LP</a></li>
403 | <li><a href="/wiki/Run-length_encoding" title="Run-length encoding">RLE</a></li>
404 | <li><a href="/wiki/Set_partitioning_in_hierarchical_trees" title="Set partitioning in hierarchical trees">SPIHT</a></li>
405 | <li><a href="/wiki/Wavelet_compression" class="mw-redirect" title="Wavelet compression">Wavelet</a></li>
406 | </ul>
407 | </div>
408 | </td>
409 | </tr>
410 | </table>
411 | </td>
412 | </tr>
413 | <tr style="height:2px">
414 | <td colspan="2"></td>
415 | </tr>
416 | <tr>
417 | <th scope="row" class="navbox-group"><a href="/wiki/Video_compression" class="mw-redirect" title="Video compression">Video</a></th>
418 | <td class="navbox-list navbox-even" style="text-align:left;border-left-width:2px;border-left-style:solid;width:100%;padding:0px">
419 | <div style="padding:0em 0.25em"></div>
420 | <table class="nowraplinks navbox-subgroup" style="border-spacing:0">
421 | <tr>
422 | <th scope="row" class="navbox-group" style="width:7.0em;font-weight:normal;">Concepts</th>
423 | <td class="navbox-list navbox-even" style="text-align:left;border-left-width:2px;border-left-style:solid;padding:0px">
424 | <div style="padding:0em 0.25em">
425 | <ul>
426 | <li><a href="/wiki/Bit_rate" title="Bit rate">Bit rate</a>
427 | <ul>
428 | <li><a href="/wiki/Average_bitrate" title="Average bitrate">average (ABR)</a></li>
429 | <li><a href="/wiki/Constant_bitrate" title="Constant bitrate">constant (CBR)</a></li>
430 | <li><a href="/wiki/Variable_bitrate" title="Variable bitrate">variable (VBR)</a></li>
431 | </ul>
432 | </li>
433 | <li><a href="/wiki/Display_resolution" title="Display resolution">Display resolution</a></li>
434 | <li><a href="/wiki/Film_frame" title="Film frame">Frame</a></li>
435 | <li><a href="/wiki/Frame_rate" title="Frame rate">Frame rate</a></li>
436 | <li><a href="/wiki/Video_compression_picture_types" title="Video compression picture types">Frame types</a></li>
437 | <li><a href="/wiki/Interlaced_video" title="Interlaced video">Interlace</a></li>
438 | <li><a href="/wiki/Video#Characteristics_of_video_streams" title="Video">Video characteristics</a></li>
439 | <li><a href="/wiki/Video_quality" title="Video quality">Video quality</a></li>
440 | </ul>
441 | </div>
442 | </td>
443 | </tr>
444 | <tr style="height:2px">
445 | <td colspan="2"></td>
446 | </tr>
447 | <tr>
448 | <th scope="row" class="navbox-group" style="width:7.0em;font-weight:normal;"><a href="/wiki/Video_codec" title="Video codec">Codec</a> parts</th>
449 | <td class="navbox-list navbox-odd" style="text-align:left;border-left-width:2px;border-left-style:solid;padding:0px">
450 | <div style="padding:0em 0.25em">
451 | <ul>
452 | <li><a href="/wiki/Lapped_transform" title="Lapped transform">Lapped transform</a></li>
453 | <li><a href="/wiki/Discrete_cosine_transform" title="Discrete cosine transform">DCT</a></li>
454 | <li><a href="/wiki/Deblocking_filter" title="Deblocking filter">Deblocking filter</a></li>
455 | <li><a href="/wiki/Motion_compensation" title="Motion compensation">Motion compensation</a></li>
456 | </ul>
457 | </div>
458 | </td>
459 | </tr>
460 | </table>
461 | </td>
462 | </tr>
463 | <tr style="height:2px">
464 | <td colspan="2"></td>
465 | </tr>
466 | <tr>
467 | <th scope="row" class="navbox-group"><a href="/wiki/Information_theory" title="Information theory">Theory</a></th>
468 | <td class="navbox-list navbox-even" style="text-align:left;border-left-width:2px;border-left-style:solid;width:100%;padding:0px">
469 | <div style="padding:0em 0.25em">
470 | <ul>
471 | <li><a href="/wiki/Entropy_(information_theory)" title="Entropy (information theory)">Entropy</a></li>
472 | <li><a href="/wiki/Kolmogorov_complexity" title="Kolmogorov complexity">Kolmogorov complexity</a></li>
473 | <li><a href="/wiki/Lossy_compression" title="Lossy compression">Lossy</a></li>
474 | <li><a href="/wiki/Quantization_(signal_processing)" title="Quantization (signal processing)">Quantization</a></li>
475 | <li><a href="/wiki/Rate%E2%80%93distortion_theory" title="Rate–distortion theory">Rate–distortion</a></li>
476 | <li><a href="/wiki/Redundancy_(information_theory)" title="Redundancy (information theory)">Redundancy</a></li>
477 | <li><a href="/wiki/Timeline_of_information_theory" title="Timeline of information theory">Timeline of information theory</a></li>
478 | </ul>
479 | </div>
480 | </td>
481 | </tr>
482 | <tr style="height:2px">
483 | <td colspan="2"></td>
484 | </tr>
485 | <tr>
486 | <td class="navbox-abovebelow" colspan="2">
487 | <div>
488 | <ul>
489 | <li><img alt="Template" src="//upload.wikimedia.org/wikipedia/en/thumb/5/5c/Symbol_template_class.svg/16px-Symbol_template_class.svg.png" title="Template" width="16" height="16" srcset="//upload.wikimedia.org/wikipedia/en/thumb/5/5c/Symbol_template_class.svg/23px-Symbol_template_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/5/5c/Symbol_template_class.svg/31px-Symbol_template_class.svg.png 2x" data-file-width="180" data-file-height="185" /> <a href="/wiki/Template:Compression_formats" title="Template:Compression formats">Compression formats</a></li>
490 | <li><img alt="Template" src="//upload.wikimedia.org/wikipedia/en/thumb/5/5c/Symbol_template_class.svg/16px-Symbol_template_class.svg.png" title="Template" width="16" height="16" srcset="//upload.wikimedia.org/wikipedia/en/thumb/5/5c/Symbol_template_class.svg/23px-Symbol_template_class.svg.png 1.5x, //upload.wikimedia.org/wikipedia/en/thumb/5/5c/Symbol_template_class.svg/31px-Symbol_template_class.svg.png 2x" data-file-width="180" data-file-height="185" /> <a href="/wiki/Template:Compression_software" title="Template:Compression software">Compression software (codecs)</a></li>
491 | </ul>
492 | </div>
493 | </td>
494 | </tr>
495 | </table>
496 | </div>
497 | <p><br /></p>
498 | <table class="metadata plainlinks stub" role="presentation" style="background:transparent">
499 | <tr>
500 | <td><a href="/wiki/File:Binary_tree.svg" class="image"><img alt="Stub icon" src="//upload.wikimedia.org/wikipedia/commons/thumb/f/f7/Binary_tree.svg/36px-Binary_tree.svg.png" width="36" height="30" srcset="//upload.wikimedia.org/wikipedia/commons/thumb/f/f7/Binary_tree.svg/54px-Binary_tree.svg.png 1.5x, //upload.wikimedia.org/wikipedia/commons/thumb/f/f7/Binary_tree.svg/72px-Binary_tree.svg.png 2x" data-file-width="300" data-file-height="250" /></a></td>
501 | <td><i>This <a href="/wiki/Algorithm" title="Algorithm">algorithms</a> or <a href="/wiki/Data_structure" title="Data structure">data structures</a>-related article is a <a href="/wiki/Wikipedia:Stub" title="Wikipedia:Stub">stub</a>. You can help Wikipedia by <a class="external text" href="//en.wikipedia.org/w/index.php?title=Zstandard&amp;action=edit">expanding it</a>.</i>
502 | <div class="plainlinks hlist navbar mini" style="position: absolute; right: 15px; display: none;">
503 | <ul>
504 | <li class="nv-view"><a href="/wiki/Template:Algorithm-stub" title="Template:Algorithm-stub"><abbr title="View this template">v</abbr></a></li>
505 | <li class="nv-talk"><a href="/wiki/Template_talk:Algorithm-stub" title="Template talk:Algorithm-stub"><abbr title="Discuss this template">t</abbr></a></li>
506 | <li class="nv-edit"><a class="external text" href="//en.wikipedia.org/w/index.php?title=Template:Algorithm-stub&amp;action=edit"><abbr title="Edit this template">e</abbr></a></li>
507 | </ul>
508 | </div>
509 | </td>
510 | </tr>
511 | </table>
512 | 
513 | 
514 | <!-- 
515 | NewPP limit report
516 | Parsed by mw1251
517 | Cached time: 20161209091217
518 | Cache expiry: 2592000
519 | Dynamic content: false
520 | CPU time usage: 0.180 seconds
521 | Real time usage: 0.253 seconds
522 | Preprocessor visited node count: 2102/1000000
523 | Preprocessor generated node count: 0/1500000
524 | Post‐expand include size: 86949/2097152 bytes
525 | Template argument size: 5342/2097152 bytes
526 | Highest expansion depth: 25/40
527 | Expensive parser function count: 5/500
528 | Lua time usage: 0.069/10.000 seconds
529 | Lua memory usage: 3.3 MB/50 MB
530 | -->
531 | 
532 | <!-- 
533 | Transclusion expansion time report (%,ms,calls,template)
534 | 100.00%  208.785      1 - -total
535 |  48.08%  100.393      2 - Template:Infobox
536 |  38.95%   81.332      1 - Template:Infobox_software
537 |  23.16%   48.360      2 - Template:Expand_language
538 |  21.50%   44.881      1 - Template:Expand_French
539 |  15.64%   32.659      2 - Template:Ambox
540 |  13.68%   28.569      1 - Template:Reflist
541 |  12.99%   27.112      5 - Template:Navbox
542 |  12.65%   26.420      1 - Template:Infobox_software/simple
543 |  11.79%   24.609      1 - Template:Cite_news
544 | -->
545 | 
546 | <!-- Saved in parser cache with key enwiki:pcache:idhash:51498967-0!*!0!!en!4!* and timestamp 20161209091217 and revision id 753453226
547 |  -->
548 | <noscript><img src="//en.wikipedia.org/wiki/Special:CentralAutoLogin/start?type=1x1" alt="" title="" width="1" height="1" style="border: none; position: absolute;" /></noscript></div>					<div class="printfooter">
549 | 						Retrieved from "<a dir="ltr" href="https://en.wikipedia.org/w/index.php?title=Zstandard&amp;oldid=753453226">https://en.wikipedia.org/w/index.php?title=Zstandard&amp;oldid=753453226</a>"					</div>
550 | 				<div id="catlinks" class="catlinks" data-mw="interface"><div id="mw-normal-catlinks" class="mw-normal-catlinks"><a href="/wiki/Help:Category" title="Help:Category">Categories</a>: <ul><li><a href="/wiki/Category:Lossless_compression_algorithms" title="Category:Lossless compression algorithms">Lossless compression algorithms</a></li><li><a href="/wiki/Category:Free_data_compression_software" title="Category:Free data compression software">Free data compression software</a></li><li><a href="/wiki/Category:C_libraries" title="Category:C libraries">C libraries</a></li><li><a href="/wiki/Category:2016_software" title="Category:2016 software">2016 software</a></li><li><a href="/wiki/Category:Software_using_the_BSD_license" title="Category:Software using the BSD license">Software using the BSD license</a></li><li><a href="/wiki/Category:Algorithms_and_data_structures_stubs" title="Category:Algorithms and data structures stubs">Algorithms and data structures stubs</a></li><li><a href="/wiki/Category:Computer_science_stubs" title="Category:Computer science stubs">Computer science stubs</a></li></ul></div><div id="mw-hidden-catlinks" class="mw-hidden-catlinks mw-hidden-cats-hidden">Hidden categories: <ul><li><a href="/wiki/Category:Pages_using_deprecated_image_syntax" title="Category:Pages using deprecated image syntax">Pages using deprecated image syntax</a></li><li><a href="/wiki/Category:Articles_to_be_expanded_from_September_2016" title="Category:Articles to be expanded from September 2016">Articles to be expanded from September 2016</a></li><li><a href="/wiki/Category:All_articles_to_be_expanded" title="Category:All articles to be expanded">All articles to be expanded</a></li><li><a href="/wiki/Category:Articles_needing_translation_from_French_Wikipedia" title="Category:Articles needing translation from French Wikipedia">Articles needing translation from French Wikipedia</a></li><li><a href="/wiki/Category:Articles_needing_translation_from_Russian_Wikipedia" title="Category:Articles needing translation from Russian Wikipedia">Articles needing translation from Russian Wikipedia</a></li><li><a href="/wiki/Category:All_stub_articles" title="Category:All stub articles">All stub articles</a></li></ul></div></div>				<div class="visualClear"></div>
551 | 							</div>
552 | 		</div>
553 | 		<div id="mw-navigation">
554 | 			<h2>Navigation menu</h2>
555 | 
556 | 			<div id="mw-head">
557 | 									<div id="p-personal" role="navigation" class="" aria-labelledby="p-personal-label">
558 | 						<h3 id="p-personal-label">Personal tools</h3>
559 | 						<ul>
560 | 							<li id="pt-anonuserpage">Not logged in</li><li id="pt-anontalk"><a href="/wiki/Special:MyTalk" title="Discussion about edits from this IP address [n]" accesskey="n">Talk</a></li><li id="pt-anoncontribs"><a href="/wiki/Special:MyContributions" title="A list of edits made from this IP address [y]" accesskey="y">Contributions</a></li><li id="pt-createaccount"><a href="/w/index.php?title=Special:CreateAccount&amp;returnto=Zstandard" title="You are encouraged to create an account and log in; however, it is not mandatory">Create account</a></li><li id="pt-login"><a href="/w/index.php?title=Special:UserLogin&amp;returnto=Zstandard" title="You're encouraged to log in; however, it's not mandatory. [o]" accesskey="o">Log in</a></li>						</ul>
561 | 					</div>
562 | 									<div id="left-navigation">
563 | 										<div id="p-namespaces" role="navigation" class="vectorTabs" aria-labelledby="p-namespaces-label">
564 | 						<h3 id="p-namespaces-label">Namespaces</h3>
565 | 						<ul>
566 | 															<li  id="ca-nstab-main" class="selected"><span><a href="/wiki/Zstandard"  title="View the content page [c]" accesskey="c">Article</a></span></li>
567 | 															<li  id="ca-talk"><span><a href="/wiki/Talk:Zstandard"  title="Discussion about the content page [t]" accesskey="t" rel="discussion">Talk</a></span></li>
568 | 													</ul>
569 | 					</div>
570 | 										<div id="p-variants" role="navigation" class="vectorMenu emptyPortlet" aria-labelledby="p-variants-label">
571 | 												<h3 id="p-variants-label">
572 | 							<span>Variants</span><a href="#"></a>
573 | 						</h3>
574 | 
575 | 						<div class="menu">
576 | 							<ul>
577 | 															</ul>
578 | 						</div>
579 | 					</div>
580 | 									</div>
581 | 				<div id="right-navigation">
582 | 										<div id="p-views" role="navigation" class="vectorTabs" aria-labelledby="p-views-label">
583 | 						<h3 id="p-views-label">Views</h3>
584 | 						<ul>
585 | 															<li id="ca-view" class="selected"><span><a href="/wiki/Zstandard" >Read</a></span></li>
586 | 															<li id="ca-edit"><span><a href="/w/index.php?title=Zstandard&amp;action=edit"  title="Edit this page [e]" accesskey="e">Edit</a></span></li>
587 | 															<li id="ca-history" class="collapsible"><span><a href="/w/index.php?title=Zstandard&amp;action=history"  title="Past revisions of this page [h]" accesskey="h">View history</a></span></li>
588 | 													</ul>
589 | 					</div>
590 | 										<div id="p-cactions" role="navigation" class="vectorMenu emptyPortlet" aria-labelledby="p-cactions-label">
591 | 						<h3 id="p-cactions-label"><span>More</span><a href="#"></a></h3>
592 | 
593 | 						<div class="menu">
594 | 							<ul>
595 | 															</ul>
596 | 						</div>
597 | 					</div>
598 | 										<div id="p-search" role="search">
599 | 						<h3>
600 | 							<label for="searchInput">Search</label>
601 | 						</h3>
602 | 
603 | 						<form action="/w/index.php" id="searchform">
604 | 							<div id="simpleSearch">
605 | 							<input type="search" name="search" placeholder="Search Wikipedia" title="Search Wikipedia [f]" accesskey="f" id="searchInput"/><input type="hidden" value="Special:Search" name="title"/><input type="submit" name="fulltext" value="Search" title="Search Wikipedia for this text" id="mw-searchButton" class="searchButton mw-fallbackSearchButton"/><input type="submit" name="go" value="Go" title="Go to a page with this exact name if it exists" id="searchButton" class="searchButton"/>							</div>
606 | 						</form>
607 | 					</div>
608 | 									</div>
609 | 			</div>
610 | 			<div id="mw-panel">
611 | 				<div id="p-logo" role="banner"><a class="mw-wiki-logo" href="/wiki/Main_Page"  title="Visit the main page"></a></div>
612 | 						<div class="portal" role="navigation" id='p-navigation' aria-labelledby='p-navigation-label'>
613 | 			<h3 id='p-navigation-label'>Navigation</h3>
614 | 
615 | 			<div class="body">
616 | 									<ul>
617 | 						<li id="n-mainpage-description"><a href="/wiki/Main_Page" title="Visit the main page [z]" accesskey="z">Main page</a></li><li id="n-contents"><a href="/wiki/Portal:Contents" title="Guides to browsing Wikipedia">Contents</a></li><li id="n-featuredcontent"><a href="/wiki/Portal:Featured_content" title="Featured content – the best of Wikipedia">Featured content</a></li><li id="n-currentevents"><a href="/wiki/Portal:Current_events" title="Find background information on current events">Current events</a></li><li id="n-randompage"><a href="/wiki/Special:Random" title="Load a random article [x]" accesskey="x">Random article</a></li><li id="n-sitesupport"><a href="https://donate.wikimedia.org/wiki/Special:FundraiserRedirector?utm_source=donate&amp;utm_medium=sidebar&amp;utm_campaign=C13_en.wikipedia.org&amp;uselang=en" title="Support us">Donate to Wikipedia</a></li><li id="n-shoplink"><a href="//shop.wikimedia.org" title="Visit the Wikipedia store">Wikipedia store</a></li>					</ul>
618 | 							</div>
619 | 		</div>
620 | 			<div class="portal" role="navigation" id='p-interaction' aria-labelledby='p-interaction-label'>
621 | 			<h3 id='p-interaction-label'>Interaction</h3>
622 | 
623 | 			<div class="body">
624 | 									<ul>
625 | 						<li id="n-help"><a href="/wiki/Help:Contents" title="Guidance on how to use and edit Wikipedia">Help</a></li><li id="n-aboutsite"><a href="/wiki/Wikipedia:About" title="Find out about Wikipedia">About Wikipedia</a></li><li id="n-portal"><a href="/wiki/Wikipedia:Community_portal" title="About the project, what you can do, where to find things">Community portal</a></li><li id="n-recentchanges"><a href="/wiki/Special:RecentChanges" title="A list of recent changes in the wiki [r]" accesskey="r">Recent changes</a></li><li id="n-contactpage"><a href="//en.wikipedia.org/wiki/Wikipedia:Contact_us" title="How to contact Wikipedia">Contact page</a></li>					</ul>
626 | 							</div>
627 | 		</div>
628 | 			<div class="portal" role="navigation" id='p-tb' aria-labelledby='p-tb-label'>
629 | 			<h3 id='p-tb-label'>Tools</h3>
630 | 
631 | 			<div class="body">
632 | 									<ul>
633 | 						<li id="t-whatlinkshere"><a href="/wiki/Special:WhatLinksHere/Zstandard" title="List of all English Wikipedia pages containing links to this page [j]" accesskey="j">What links here</a></li><li id="t-recentchangeslinked"><a href="/wiki/Special:RecentChangesLinked/Zstandard" rel="nofollow" title="Recent changes in pages linked from this page [k]" accesskey="k">Related changes</a></li><li id="t-upload"><a href="/wiki/Wikipedia:File_Upload_Wizard" title="Upload files [u]" accesskey="u">Upload file</a></li><li id="t-specialpages"><a href="/wiki/Special:SpecialPages" title="A list of all special pages [q]" accesskey="q">Special pages</a></li><li id="t-permalink"><a href="/w/index.php?title=Zstandard&amp;oldid=753453226" title="Permanent link to this revision of the page">Permanent link</a></li><li id="t-info"><a href="/w/index.php?title=Zstandard&amp;action=info" title="More information about this page">Page information</a></li><li id="t-wikibase"><a href="https://www.wikidata.org/wiki/Q26737171" title="Link to connected data repository item [g]" accesskey="g">Wikidata item</a></li><li id="t-cite"><a href="/w/index.php?title=Special:CiteThisPage&amp;page=Zstandard&amp;id=753453226" title="Information on how to cite this page">Cite this page</a></li>					</ul>
634 | 							</div>
635 | 		</div>
636 | 			<div class="portal" role="navigation" id='p-coll-print_export' aria-labelledby='p-coll-print_export-label'>
637 | 			<h3 id='p-coll-print_export-label'>Print/export</h3>
638 | 
639 | 			<div class="body">
640 | 									<ul>
641 | 						<li id="coll-create_a_book"><a href="/w/index.php?title=Special:Book&amp;bookcmd=book_creator&amp;referer=Zstandard">Create a book</a></li><li id="coll-download-as-rdf2latex"><a href="/w/index.php?title=Special:Book&amp;bookcmd=render_article&amp;arttitle=Zstandard&amp;returnto=Zstandard&amp;oldid=753453226&amp;writer=rdf2latex">Download as PDF</a></li><li id="t-print"><a href="/w/index.php?title=Zstandard&amp;printable=yes" title="Printable version of this page [p]" accesskey="p">Printable version</a></li>					</ul>
642 | 							</div>
643 | 		</div>
644 | 			<div class="portal" role="navigation" id='p-lang' aria-labelledby='p-lang-label'>
645 | 			<h3 id='p-lang-label'>Languages</h3>
646 | 
647 | 			<div class="body">
648 | 									<ul>
649 | 						<li class="interlanguage-link interwiki-fr"><a href="https://fr.wikipedia.org/wiki/Zstandard" title="Zstandard – French" lang="fr" hreflang="fr" class="interlanguage-link-target">Français</a></li><li class="interlanguage-link interwiki-ru"><a href="https://ru.wikipedia.org/wiki/Zstandard" title="Zstandard – Russian" lang="ru" hreflang="ru" class="interlanguage-link-target">Русский</a></li><li class="uls-p-lang-dummy"><a href="#"></a></li>					</ul>
650 | 				<div class='after-portlet after-portlet-lang'><span class="wb-langlinks-edit wb-langlinks-link"><a href="https://www.wikidata.org/wiki/Q26737171#sitelinks-wikipedia" title="Edit interlanguage links" class="wbc-editpage">Edit links</a></span></div>			</div>
651 | 		</div>
652 | 				</div>
653 | 		</div>
654 | 		<div id="footer" role="contentinfo">
655 | 							<ul id="footer-info">
656 | 											<li id="footer-info-lastmod"> This page was last modified on 7 December 2016, at 06:46.</li>
657 | 											<li id="footer-info-copyright">Text is available under the <a rel="license" href="//en.wikipedia.org/wiki/Wikipedia:Text_of_Creative_Commons_Attribution-ShareAlike_3.0_Unported_License">Creative Commons Attribution-ShareAlike License</a><a rel="license" href="//creativecommons.org/licenses/by-sa/3.0/" style="display:none;"></a>;
658 | additional terms may apply.  By using this site, you agree to the <a href="//wikimediafoundation.org/wiki/Terms_of_Use">Terms of Use</a> and <a href="//wikimediafoundation.org/wiki/Privacy_policy">Privacy Policy</a>. Wikipedia® is a registered trademark of the <a href="//www.wikimediafoundation.org/">Wikimedia Foundation, Inc.</a>, a non-profit organization.</li>
659 | 									</ul>
660 | 							<ul id="footer-places">
661 | 											<li id="footer-places-privacy"><a href="https://wikimediafoundation.org/wiki/Privacy_policy" class="extiw" title="wmf:Privacy policy">Privacy policy</a></li>
662 | 											<li id="footer-places-about"><a href="/wiki/Wikipedia:About" title="Wikipedia:About">About Wikipedia</a></li>
663 | 											<li id="footer-places-disclaimer"><a href="/wiki/Wikipedia:General_disclaimer" title="Wikipedia:General disclaimer">Disclaimers</a></li>
664 | 											<li id="footer-places-contact"><a href="//en.wikipedia.org/wiki/Wikipedia:Contact_us">Contact Wikipedia</a></li>
665 | 											<li id="footer-places-developers"><a href="https://www.mediawiki.org/wiki/Special:MyLanguage/How_to_contribute">Developers</a></li>
666 | 											<li id="footer-places-cookiestatement"><a href="https://wikimediafoundation.org/wiki/Cookie_statement">Cookie statement</a></li>
667 | 											<li id="footer-places-mobileview"><a href="//en.m.wikipedia.org/w/index.php?title=Zstandard&amp;mobileaction=toggle_view_mobile" class="noprint stopMobileRedirectToggle">Mobile view</a></li>
668 | 									</ul>
669 | 										<ul id="footer-icons" class="noprint">
670 | 											<li id="footer-copyrightico">
671 | 							<a href="https://wikimediafoundation.org/"><img src="/static/images/wikimedia-button.png" srcset="/static/images/wikimedia-button-1.5x.png 1.5x, /static/images/wikimedia-button-2x.png 2x" width="88" height="31" alt="Wikimedia Foundation"/></a>						</li>
672 | 											<li id="footer-poweredbyico">
673 | 							<a href="//www.mediawiki.org/"><img src="/static/images/poweredby_mediawiki_88x31.png" alt="Powered by MediaWiki" srcset="/static/images/poweredby_mediawiki_132x47.png 1.5x, /static/images/poweredby_mediawiki_176x62.png 2x" width="88" height="31"/></a>						</li>
674 | 									</ul>
675 | 						<div style="clear:both"></div>
676 | 		</div>
677 | 		<script>(window.RLQ=window.RLQ||[]).push(function(){mw.config.set({"wgBackendResponseTime":56,"wgHostname":"mw1248"});});</script>
678 | 	</body>
679 | </html>
680 | 


--------------------------------------------------------------------------------
/benchmarks/zstd_deflate.rake:
--------------------------------------------------------------------------------
 1 | require "benchmark/ips"
 2 | require "ruby-progressbar"
 3 | require "securerandom"
 4 | require "zlib"
 5 | require_relative "../lib/zstandard"
 6 | 
 7 | namespace :benchmarks do
 8 |   task :deflate do
 9 |     [
10 |       [
11 |         "random string",
12 |         SecureRandom.base64(1024*1024*16)[0..(1024*1024*16-1)]
13 |       ],
14 |       [
15 |         "Wikipedia Zstandard article (html)",
16 |         File.read(File.join(File.dirname(__FILE__), "assets", "wikipedia_zstandard.html"))
17 |       ],
18 |       [
19 |         "Twitter API response (json)",
20 |         File.read(File.join(File.dirname(__FILE__), "assets", "twitter_api_response.json"))
21 |       ]
22 |     ]
23 |     .each do |description, content|
24 |       [[1, 1], [6, 6]].each do |levels|
25 |         zlib_compressed_size = Zlib.deflate(content, levels.first).bytesize
26 |         zstd_compressed_size = Zstandard.deflate(content, levels.last).bytesize
27 | 
28 |         show_bar = ->(title, size, compressed_size) do
29 |           ProgressBar.create(title: title, total: size, starting_at: compressed_size, format: "%t: |%B| %c byte").stop
30 |         end
31 | 
32 |         puts ""
33 |         puts "Deflate, #{description}, #{content.bytesize} bytes, zlib: level=#{levels.first || 'default'}, zstd: level=#{levels.last || 'default'}"
34 |         puts ""
35 | 
36 |         show_bar.call("uncompressed     ", content.bytesize, content.bytesize)
37 |         show_bar.call("compressed (zlib)", content.bytesize, zlib_compressed_size)
38 |         show_bar.call("compressed (zstd)", content.bytesize, zstd_compressed_size)
39 | 
40 |         puts
41 | 
42 |         Benchmark.ips do |x|
43 |           x.config(:time => 5, :warmup => 2)
44 | 
45 |           x.report("zlib") { Zlib.deflate(content, levels.first) }
46 |           x.report("zstd") { Zstandard.deflate(content, levels.last) }
47 | 
48 |           x.compare!
49 |         end
50 |       end
51 |     end
52 |   end
53 | end
54 | 


--------------------------------------------------------------------------------
/bin/console:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env ruby
 2 | 
 3 | require "bundler/setup"
 4 | require "zstandard"
 5 | 
 6 | # You can add fixtures and/or initialization code here to make experimenting
 7 | # with your gem easier. You can also use a different console, if you like.
 8 | 
 9 | # (If you use this, don't forget to add pry to your Gemfile!)
10 | require "pry"
11 | Pry.start
12 | 


--------------------------------------------------------------------------------
/bin/setup:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env bash
2 | set -euo pipefail
3 | IFS=$'\n\t'
4 | set -vx
5 | 
6 | bundle install
7 | 
8 | # Do any other automated setup that you need to do here
9 | 


--------------------------------------------------------------------------------
/lib/zstandard.rb:
--------------------------------------------------------------------------------
 1 | require_relative "./zstandard/api"
 2 | require_relative "./zstandard/config"
 3 | require_relative "./zstandard/version"
 4 | 
 5 | module Zstandard
 6 |   class Error < ::StandardError; end;
 7 |   class DecompressedSizeUnknownError < Error; end;
 8 |   class LibraryVersionNotSupportedError < Error; end;
 9 | 
10 |   def self.deflate(string, level = nil)
11 |     API.simple_compress(string, level: level)
12 |   end
13 | 
14 |   def self.inflate(string)
15 |     decompressed_size = API.decompressed_size(string)
16 | 
17 |     if decompressed_size > 0 && decompressed_size <= Config::MAX_SIMPLE_DECOMPRESS_SIZE
18 |       API.simple_decompress(string)
19 |     else
20 |       API.streaming_decompress(string)
21 |     end
22 |   end
23 | end
24 | 


--------------------------------------------------------------------------------
/lib/zstandard/api.rb:
--------------------------------------------------------------------------------
  1 | require_relative "./config"
  2 | require_relative "./ffi_bindings"
  3 | 
  4 | module Zstandard
  5 |   # Internal API layer to abstract different libzstd calling semantics/versions
  6 |   module API
  7 |     def self.streaming_decompress(string, options = {})
  8 |       dst_size = window_size(string)
  9 | 
 10 |       # The docs propose to check the dst size (windowSize), because it could be manipulated
 11 |       raise "Invalid dst size!" if dst_size <= 0 || dst_size > Config::MAX_STREAMING_DECOMRPESS_BUFFER_SIZE
 12 | 
 13 |       src = FFI::MemoryPointer.from_string(string) # we need the pointer for arithmetics
 14 |       dst = FFI::MemoryPointer.new(:char, dst_size)
 15 | 
 16 |       dst_offset = 0
 17 |       src_offset = 0
 18 |       result = []
 19 | 
 20 |       dctx = FFIBindings.zstd_create_dctx
 21 |       FFIBindings.zstd_decompress_begin(dctx)
 22 | 
 23 |       while (src_size = FFIBindings.zstd_next_src_size_to_deompress(dctx)) != 0
 24 |         nbytes = FFIBindings.zstd_decompress_continue(
 25 |           dctx,
 26 |           dst + dst_offset,
 27 |           (dst + dst_offset).size,
 28 |           src + src_offset,
 29 |           src_size
 30 |         )
 31 | 
 32 |         if FFIBindings.zstd_is_error(error_code = nbytes) > 0
 33 |           raise FFIBindings.zstd_get_error_name(error_code)
 34 |         elsif nbytes > 0
 35 |           result << (dst + dst_offset).read_bytes(nbytes)
 36 |           dst_offset += nbytes
 37 |           dst_offset = 0 if (dst + dst_offset).size == 0
 38 |         end
 39 | 
 40 |         src_offset += src_size
 41 |       end
 42 | 
 43 |       dst.free
 44 |       src.free
 45 |       FFIBindings.zstd_free_dctx(dctx)
 46 | 
 47 |       result.join
 48 |     end
 49 | 
 50 |     #
 51 |     # Tries to gather the size of the decompressed data.
 52 |     #
 53 |     # @param [String] string Compressed data
 54 |     # @return [Integer] size of the decompressed data or 0
 55 |     #
 56 |     def self.decompressed_size(string)
 57 |       if FFIBindings.zstd_version_number < 600
 58 |         parameters = FFIBindings::ZSTD_parameters.new
 59 |         FFIBindings.zstd_get_frame_params(parameters, string, string.bytesize)
 60 |         parameters[:srcSize]
 61 |       elsif FFIBindings.zstd_version_number < 10104
 62 |         frame_params = FFIBindings::ZSTD_frameParams.new
 63 |         FFIBindings.zstd_get_frame_params(frame_params, string, string.bytesize)
 64 |         frame_params[:frameContentSize]
 65 |       else
 66 |         FFIBindings.zstd_find_decompressed_size(string, string.bytesize)
 67 |       end
 68 |     end
 69 | 
 70 |     def self.simple_compress(string, options = {})
 71 |       level = options[:level] || 1
 72 | 
 73 |       dst_size = FFIBindings.zstd_compress_bound(string.bytesize)
 74 |       dst = FFI::MemoryPointer.new(:char, dst_size)
 75 | 
 76 |       error_code = number_of_bytes = FFIBindings.zstd_compress(dst, dst_size, string, string.bytesize, level)
 77 | 
 78 |       if FFIBindings.zstd_is_error(error_code) >= 0
 79 |         dst.read_bytes(number_of_bytes)
 80 |       else
 81 |         raise "error"
 82 |       end
 83 |     end
 84 | 
 85 |     def self.simple_decompress(string, options = {})
 86 |       #
 87 |       # The docs state, that one should be carefull when using the simple decompress API, because
 88 |       # it relies on the upfront knowledge of the decompressed (dst) size. This information may
 89 |       # by present within the frame header (or not). If it's present, it can be very large and/or
 90 |       # intentionally modified, so it's vital to check that this value is within the systems limits
 91 |       # and fallback to streaming decompression if unsure.
 92 |       #
 93 |       dst = FFI::MemoryPointer.new(:char, dst_size = API.decompressed_size(string))
 94 |       error_code = number_of_bytes = FFIBindings.zstd_decompress(dst, dst_size, string, string.bytesize)
 95 | 
 96 |       if FFIBindings.zstd_is_error(error_code) != 0
 97 |         raise FFIBindings.zstd_get_error_name(error_code).read_string
 98 |       else
 99 |         dst.read_bytes(number_of_bytes)
100 |       end
101 |     end
102 | 
103 |     def self.window_size(string)
104 |       if FFIBindings.zstd_version_number < 600
105 |         parameters = FFIBindings::ZSTD_parameters.new
106 |         FFIBindings.zstd_get_frame_params(parameters, string, string.bytesize)
107 |         2 ** parameters[:windowLog]
108 |       elsif FFIBindings.zstd_version_number < 700
109 |         frame_params = FFIBindings::ZSTD_frameParams.new
110 |         FFIBindings.zstd_get_frame_params(frame_params, string, string.bytesize)
111 |         2 ** frame_params[:windowLog]
112 |       elsif Zstandard::FFIBindings.zstd_version_number < 10300
113 |         frame_params = FFIBindings::ZSTD_frameParams.new
114 |         FFIBindings.zstd_get_frame_params(frame_params, string, string.bytesize)
115 |         frame_params[:windowSize]
116 |       else
117 |         frame_header = FFIBindings::ZSTD_frameHeader.new
118 |         FFIBindings.zstd_get_frame_header(frame_header, string, string.bytesize)
119 |         frame_header[:windowSize]
120 |       end
121 |     end
122 |   end
123 | end
124 | 


--------------------------------------------------------------------------------
/lib/zstandard/config.rb:
--------------------------------------------------------------------------------
 1 | module Zstandard
 2 |   module Config
 3 |     LIBRARY_PATH = ENV["ZSTANDARD_LIBRARY"] || "zstd"
 4 | 
 5 |     # Threshold for switching to streaming decompression
 6 |     MAX_SIMPLE_DECOMPRESS_SIZE =
 7 |     begin
 8 |       default = 1024 * 1024 * 32
 9 |       env_param = ENV["ZSTANDARD_MAX_SIMPLE_DECOMPRESS_SIZE"].to_i
10 |       env_param > 0 ? env_param : default
11 |     end
12 |     .freeze
13 | 
14 |     # Caps the window size of compressed data to prohibit abuse (e.g. by
15 |     # manipulated frame headers). The docs propose to support at least 8MB.
16 |     MAX_STREAMING_DECOMRPESS_BUFFER_SIZE =
17 |     begin
18 |       default = 1024 * 1024 * 8
19 |       env_param = ENV["ZSTANDARD_MAX_STREAMING_DECOMRPESS_BUFFER_SIZE"].to_i
20 |       env_param > 0 ? env_param : default
21 |     end
22 |     .freeze
23 |   end
24 | end
25 | 


--------------------------------------------------------------------------------
/lib/zstandard/ffi_bindings.rb:
--------------------------------------------------------------------------------
  1 | require "ffi"
  2 | require_relative "./config"
  3 | 
  4 | module Zstandard
  5 |   module FFIBindings
  6 |     extend FFI::Library
  7 |     begin
  8 |       ffi_lib Config::LIBRARY_PATH
  9 |     rescue LoadError => e
 10 |       STDERR.puts "Could not open #{Config::LIBRARY_PATH} shared library!"
 11 |       STDERR.puts
 12 |       STDERR.puts "Please be sure you have zstd installed. This can be accomplished via"
 13 |       STDERR.puts "- your systems package management (e.g. apt-get install zstd)"
 14 |       STDERR.puts "- compiled/installed by yourself (use ZSTANDARD_LIBRARY env variable for non-default paths)"
 15 |       STDERR.puts
 16 |       raise e
 17 |     end
 18 | 
 19 |     # this is placed upfront because it's needed for various conditionals
 20 |     attach_function :zstd_version_number, :ZSTD_versionNumber, [], :uint
 21 | 
 22 |     raise Zstandard::LibraryVersionNotSupportedError if zstd_version_number < 500
 23 | 
 24 |     #
 25 |     # @!group Simple API
 26 |     #
 27 | 
 28 |     # @!method self.zstd_compress(dst, dstCapacity, src, srcSize, compressionLevel)
 29 |     #   @param [void*] dst
 30 |     #   @param [size_t] dstCapacity
 31 |     #   @param [const void*] src
 32 |     #   @param [size_t] srcSize
 33 |     #   @param [int] compressionLevel
 34 |     #   @return [size_t] the compressed size
 35 |     attach_function :zstd_compress, :ZSTD_compress, [:pointer, :size_t, :pointer, :size_t, :int], :size_t
 36 | 
 37 | 
 38 |     # @!method self.zstd_compress_bound(srcSize)
 39 |     #   @param [size_t] srcSize
 40 |     #   @return [size_t]
 41 |     attach_function :zstd_compress_bound, :ZSTD_compressBound, [:size_t], :size_t
 42 | 
 43 |     # @!method self.zstd_decompress(dst, dstCapacity, src, compressedSize)
 44 |     #   @param [void*] dst
 45 |     #   @param [size_t] dstCapacity
 46 |     #   @param [const void*] src
 47 |     #   @param [size_t] compressedSize
 48 |     #   @return [size_t] the decompressed size
 49 |     attach_function :zstd_decompress, :ZSTD_decompress, [:pointer, :size_t, :pointer, :size_t], :size_t
 50 | 
 51 |     #
 52 |     # @!group Buffer-less streaming decompression
 53 |     #
 54 | 
 55 |     # @!method self.zstd_create_dctx
 56 |     #   @return [ZSTD_DCtx*]
 57 |     attach_function :zstd_create_dctx, :ZSTD_createDCtx, [], :pointer
 58 | 
 59 |     # @!method self.zstd_decompress_begin(dctx)
 60 |     #   @param [ZSTD_DCtx*] dctx
 61 |     #   @return [size_t]
 62 |     attach_function :zstd_decompress_begin, :ZSTD_decompressBegin, [:pointer], :size_t
 63 | 
 64 |     # @!method self.zstd_decompress_continue(dctx, dst, dstCapacity, src, srcSize)
 65 |     #   @param [ZSTD_DCtx*] dctx
 66 |     #   @param [void*] dst
 67 |     #   @param [size_t] dstCapacity
 68 |     #   @param [const void*] src
 69 |     #   @param [size_t] srcSize
 70 |     #   @return [size_t]
 71 |     attach_function :zstd_decompress_continue, :ZSTD_decompressContinue, [:pointer, :pointer, :size_t, :pointer, :size_t], :size_t
 72 | 
 73 |     # @!method self.zstd_find_decompressed_size
 74 |     #   @param [const void*] src
 75 |     #   @param [size_t] srcSize
 76 |     #   @return [unsigned long long]
 77 |     if zstd_version_number >= 10104
 78 |       attach_function :zstd_find_decompressed_size, :ZSTD_findDecompressedSize, [:pointer, :size_t], :uint64
 79 |     end
 80 | 
 81 |     # @!method self.zstd_free_dctx(dctx)
 82 |     #   @param [ZSTD_DCtx*] dctx
 83 |     #   @return [size_t]
 84 |     attach_function :zstd_free_dctx, :ZSTD_freeDCtx, [:pointer], :size_t
 85 | 
 86 |     # @!method self.zstd_get_frame_params(fparamsPtr, src, srcSize)
 87 |     #   @param [ZSTD_parameters,ZSTD_frameParams] fparamsPtr (type depends on the version of `libzstd`, from `>= 0.6.0`, it's {ZSTD_frameParams}, before it's {ZSTD_parameters})
 88 |     #   @param [const void*] src
 89 |     #   @param [size_t] srcSize
 90 |     #   @return [size_t]
 91 |     # size_t ZSTD_getFrameParams(ZSTD_frameParams* fparamsPtr, const void* src, size_t srcSize)
 92 |     if zstd_version_number < 10300
 93 |       attach_function :zstd_get_frame_params, :ZSTD_getFrameParams, [:pointer, :pointer, :size_t], :size_t
 94 |     else
 95 |       attach_function :zstd_get_frame_header, :ZSTD_getFrameHeader, [:pointer, :pointer, :size_t], :size_t
 96 |     end
 97 | 
 98 |     # @!method zstd_next_src_size_to_deompress(dctx)
 99 |     #   @param [ZSTD_DCtx*] dctx
100 |     #   @return [size_t]
101 |     attach_function :zstd_next_src_size_to_deompress, :ZSTD_nextSrcSizeToDecompress, [:pointer], :size_t
102 | 
103 |     #
104 |     # @!group Helpers
105 |     #
106 | 
107 |     # @!method zstd_get_error_name(code)
108 |     #   @param [size_t] code
109 |     #   @return [const char*]
110 |     attach_function :zstd_get_error_name, :ZSTD_getErrorName, [:size_t], :pointer
111 | 
112 |     # @!method zstd_is_error(code)
113 |     #   @param [size_t] code
114 |     #   @return [unsigned] an integer indicating if this is an error code. A value > 0 indicates `true`.
115 |     # unsigned ZSTD_isError(size_t code)
116 |     attach_function :zstd_is_error, :ZSTD_isError, [:size_t], :uint
117 | 
118 |     # @!method zstd_version_number
119 |     #   @return [uint]
120 | 
121 |     # @!endgroup Helpers
122 | 
123 |     #
124 |     # (Advanced) types (requires zstd_version_number to be attached for conditionals)
125 |     #
126 |     
127 |     if zstd_version_number < 600
128 |       enum :ZSTD_strategy, [:ZSTD_fast, :ZSTD_greedy, :ZSTD_lazy, :ZSTD_lazy2, :ZSTD_btlazy2]
129 |     elsif zstd_version_number < 800
130 |       enum :ZSTD_strategy, [:ZSTD_fast, :ZSTD_greedy, :ZSTD_lazy, :ZSTD_lazy2, :ZSTD_btlazy2, :ZSTD_btopt]
131 |     else
132 |       enum :ZSTD_strategy, [:ZSTD_fast, :ZSTD_dfast, :ZSTD_greedy, :ZSTD_lazy, :ZSTD_lazy2, :ZSTD_btlazy2, :ZSTD_btopt]
133 |     end
134 | 
135 |     # The format of this struct depends on the version of `libzstd` you are using.
136 |     #
137 |     # `<= v0.6.x`
138 |     # ```
139 |     # typedef struct {
140 |     #   U64 frameContentSize;
141 |     #   U32 windowLog;
142 |     # } ZSTD_frameParams;
143 |     # ```
144 |     #
145 |     # `>= v0.7.x`
146 |     # ```
147 |     # typedef struct {
148 |     #   unsigned long long frameContentSize;
149 |     #   unsigned windowSize;
150 |     #   unsigned dictID;
151 |     #   unsigned checksumFlag;
152 |     # } ZSTD_frameParams;
153 |     # ```
154 |     if Zstandard::FFIBindings.zstd_version_number < 10300
155 |       class ZSTD_frameParams < FFI::Struct
156 |         # @!method [](member)
157 |         if Zstandard::FFIBindings.zstd_version_number < 700
158 |           # `<= v0.6.x`
159 |           # @overload [](member)
160 |           #   @param [:frameContentSize, :windowLog] member
161 |           layout(
162 |             frameContentSize: :uint64,
163 |             windowLog:        :uint32
164 |           )
165 |         elsif Zstandard::FFIBindings.zstd_version_number < 800
166 |           # `>= v0.7.x`
167 |           # @overload [](member)
168 |           #   @param [:frameContentSize, :windowSize, :dictID, :checksumFlag] member
169 |           layout(
170 |             :frameContentSize, :uint64,
171 |             :windowSize,       :uint32,
172 |             :dictID,           :uint32,
173 |             :checksumFlag,     :uint32
174 |           )
175 |         else
176 |           layout(
177 |             :frameContentSize, :ulong_long,
178 |             :windowSize,       :uint,
179 |             :dictID,           :uint,
180 |             :checksumFlag,     :uint
181 |           )
182 |         end
183 |       end
184 |     else
185 |       class ZSTD_frameHeader < FFI::Struct
186 |         layout(
187 |           :frameContentSize, :ulong_long,
188 |           :windowSize,       :uint,
189 |           :dictID,           :uint,
190 |           :checksumFlag,     :uint
191 |         )
192 |       end
193 |     end
194 | 
195 |     class ZSTD_parameters < FFI::Struct
196 |       # @!method[](member)
197 |       if Zstandard::FFIBindings.zstd_version_number < 600
198 |         # `<= v0.5.x`
199 |         # @overload [](member)
200 |         #   @param [:srcSize, :windowLog, :contentLog, :hashLog, :searchLog, :searchLength, :targetLength, :strategy]
201 |         layout(
202 |           :srcSize,      :uint64,
203 |           :windowLog,    :uint32,
204 |           :contentLog,   :uint32,
205 |           :hashLog,      :uint32,
206 |           :searchLog,    :uint32,
207 |           :searchLength, :uint32,
208 |           :targetLength, :uint32,
209 |           :strategy,     :ZSTD_strategy
210 |         )
211 |       end
212 |     end
213 |   end
214 | end
215 | 


--------------------------------------------------------------------------------
/lib/zstandard/version.rb:
--------------------------------------------------------------------------------
1 | module Zstandard
2 |   VERSION = "0.1.3"
3 | end
4 | 


--------------------------------------------------------------------------------
/run_rspec_with_bundled_libraries.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | PROCESSOR_TYPE=$(uname -p)
 4 | DISTRIBUTOR_ID=$(lsb_release -i -s|tr '[:upper:]' '[:lower:]')
 5 | RELEASE=$(lsb_release -r -s)
 6 | 
 7 | LIBRARIES_DIRECTORY="./spec/libzstd/${PROCESSOR_TYPE}/${DISTRIBUTOR_ID}/${RELEASE}"
 8 | 
 9 | if [ -d "$LIBRARIES_DIRECTORY" ]; then
10 |   for library in ${LIBRARIES_DIRECTORY}/*
11 |   do
12 |     bundle exec rake ZSTANDARD_LIBRARY=$library
13 |     if [ "$?" -ne "0" ]; then
14 |       exit 1
15 |     fi
16 |   done
17 | else
18 |   echo "There are no bundled libraries for the current system."
19 |   exit 1
20 | fi
21 | 


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.0.5.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.0.5.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.0.6.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.0.6.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.0.7.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.0.7.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.0.8.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.0.8.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.1.0.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.1.0.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.1.1.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.1.1.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.1.2.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.1.2.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.1.3.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.1.3.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.1.3.3:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.1.3.3


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.1.3.8:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/12.04/libzstd.so.1.3.8


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.0.5.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.0.5.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.0.6.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.0.6.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.0.7.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.0.7.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.0.8.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.0.8.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.1.0.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.1.0.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.1.1.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.1.1.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.1.2.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.1.2.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.1.3.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.1.3.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.1.3.8:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/14.04/libzstd.so.1.3.8


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.0.5.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.0.5.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.0.6.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.0.6.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.0.7.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.0.7.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.0.8.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.0.8.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.1.0.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.1.0.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.1.1.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.1.1.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.1.1.3:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.1.1.3


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.1.2.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.1.2.0


--------------------------------------------------------------------------------
/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.1.3.0:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/msievers/zstandard-ruby/873ed5fe69f150c006d2656b9a5b0262b4033166/spec/libzstd/x86_64/ubuntu/16.04/libzstd.so.1.3.0


--------------------------------------------------------------------------------
/spec/spec_helper.rb:
--------------------------------------------------------------------------------
 1 | $LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
 2 | 
 3 | if RUBY_ENGINE == "ruby"
 4 |   if ENV["CI"]
 5 |     # CI stuff
 6 |   else
 7 |     begin
 8 |       require "pry"
 9 |     rescue LoadError
10 |     end
11 | 
12 |     begin
13 |       require "simplecov"
14 |       SimpleCov.start
15 |     rescue LoadError
16 |     end
17 |   end
18 | end
19 | 
20 | require "zstandard"
21 | 


--------------------------------------------------------------------------------
/spec/zstandard_spec.rb:
--------------------------------------------------------------------------------
 1 | require "securerandom"
 2 | 
 3 | describe Zstandard do
 4 |   puts "\nffi_libs #{Zstandard::FFIBindings.instance_variable_get(:@ffi_libs).map(&:name)}"
 5 | 
 6 |   def random_string(length)
 7 |     # Needs to be truncated because the length of the result of base64 is about 4/3 of length
 8 |     SecureRandom.base64(length)[0..(length - 1)]
 9 |   end
10 | 
11 |   specify ".deflate" do
12 |     string = random_string(1024)
13 |     compressed_string = Zstandard.deflate(string)
14 |     expect(Zstandard.inflate(compressed_string)).to eq(string)
15 |   end
16 | 
17 |   describe ".inflate" do
18 |     specify "if decompressed size is <= MAX_SIMPLE_DECOMPRESS_SIZE" do
19 |       string = random_string(Zstandard::Config::MAX_SIMPLE_DECOMPRESS_SIZE)
20 |       compressed_string = Zstandard.deflate(string)
21 |       expect(Zstandard.inflate(compressed_string)).to eq(string)
22 |     end
23 | 
24 |     specify "if decompressed size is > MAX_SIMPLE_DECOMPRESS_SIZE" do
25 |       string = random_string(Zstandard::Config::MAX_SIMPLE_DECOMPRESS_SIZE + 1)
26 |       compressed_string = Zstandard.deflate(string)
27 |       expect(Zstandard.inflate(compressed_string)).to eq(string)
28 |     end
29 |   end
30 | end
31 | 


--------------------------------------------------------------------------------
/zstandard.gemspec:
--------------------------------------------------------------------------------
 1 | # coding: utf-8
 2 | lib = File.expand_path('../lib', __FILE__)
 3 | $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 4 | require 'zstandard/version'
 5 | 
 6 | Gem::Specification.new do |spec|
 7 |   spec.name          = "zstandard"
 8 |   spec.version       = Zstandard::VERSION
 9 |   spec.authors       = ["Michael Sievers"]
10 |   spec.email         = ["michael_sievers@web.de"]
11 |   spec.summary       = %q{zstd (Zstandard) compression library bindings}
12 |   spec.description   = %q{This gem provides FFI based Ruby bindings for the zstd (Zstandard) compression library.}
13 |   spec.homepage      = "https://github.com/msievers/zstandard-ruby"
14 |   spec.license       = "MIT"
15 | 
16 |   spec.files         = `git ls-files -z`.split("\x0").reject do |f|
17 |     f.match(%r{^(test|spec|features|bin|benchmarks|run_rspec_with_bundled_libraries.sh)/})
18 |   end
19 | 
20 |   spec.bindir        = "exe"
21 |   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
22 |   spec.require_paths = ["lib"]
23 | 
24 |   spec.add_dependency "ffi", "~> 1.0"
25 | end
26 | 


--------------------------------------------------------------------------------