├── docs
    ├── CNAME
    ├── _includes
    │   ├── hero.html
    │   ├── doc_paging.html
    │   ├── nav
    │   │   ├── collection_nav_group_item.html
    │   │   ├── collection_nav_group.html
    │   │   └── header_nav.html
    │   ├── plugins
    │   │   ├── button.html
    │   │   ├── all_share.html
    │   │   ├── plugin_row.html
    │   │   ├── google_share.html
    │   │   ├── iframe.html
    │   │   ├── ascii_cinema.html
    │   │   ├── github_star.html
    │   │   ├── github_watch.html
    │   │   ├── twitter_share.html
    │   │   ├── twitter_follow.html
    │   │   ├── like_button.html
    │   │   └── post_social_plugins.html
    │   ├── content
    │   │   ├── gridblocks.html
    │   │   └── items
    │   │   │   └── gridblock.html
    │   ├── ui
    │   │   └── button.html
    │   ├── katex_import.html
    │   ├── nav_search.html
    │   ├── header.html
    │   ├── home_header.html
    │   ├── doc.html
    │   ├── blog_pagination.html
    │   ├── social_plugins.html
    │   ├── powered_by.html
    │   └── post.html
    ├── _data
    │   ├── powered_by.yml
    │   ├── powered_by_highlight.yml
    │   ├── nav_docs.yml
    │   ├── promo.yml
    │   ├── authors.yml
    │   ├── nav.yml
    │   └── features.yml
    ├── _layouts
    │   ├── page.html
    │   ├── docs.html
    │   ├── post.html
    │   ├── redirect.html
    │   ├── plain.html
    │   ├── top-level.html
    │   ├── doc_page.html
    │   ├── blog.html
    │   ├── default.html
    │   ├── basic.html
    │   ├── blog_default.html
    │   ├── home.html
    │   └── doc_default.html
    ├── Gemfile
    ├── static
    │   ├── favicon.png
    │   ├── og_image.png
    │   ├── images
    │   │   ├── tree_example1.png
    │   │   ├── pcache-blockindex.jpg
    │   │   ├── pcache-fileindex.jpg
    │   │   ├── pcache-filelayout.jpg
    │   │   ├── pcache-readiopath.jpg
    │   │   ├── pcache-writeiopath.jpg
    │   │   ├── pcache-tieredstorage.jpg
    │   │   └── Resize-of-20140327_200754-300x225.jpg
    │   └── fonts
    │   │   ├── LatoLatin-Black.woff
    │   │   ├── LatoLatin-Light.woff
    │   │   ├── LatoLatin-Black.woff2
    │   │   ├── LatoLatin-Italic.woff
    │   │   ├── LatoLatin-Italic.woff2
    │   │   ├── LatoLatin-Light.woff2
    │   │   ├── LatoLatin-Regular.woff
    │   │   ├── LatoLatin-Regular.woff2
    │   │   ├── LatoLatin-BlackItalic.woff
    │   │   └── LatoLatin-BlackItalic.woff2
    ├── .gitignore
    ├── docs
    │   └── index.html
    ├── index.md
    ├── blog
    │   ├── index.html
    │   └── all.html
    ├── doc-type-examples
    │   ├── top-level-example.md
    │   ├── docs-hello-world.md
    │   └── 2016-04-07-blog-post-example.md
    ├── _posts
    │   ├── 2015-06-12-rocksdb-in-osquery.markdown
    │   ├── 2014-05-22-rocksdb-3-1-release.markdown
    │   ├── 2017-02-07-rocksdb-5-1-2-released.markdown
    │   ├── 2014-05-19-rocksdb-3-0-release.markdown
    │   ├── 2016-02-25-rocksdb-ama.markdown
    │   ├── 2015-04-22-integrating-rocksdb-with-mongodb-2.markdown
    │   ├── 2014-06-27-rocksdb-3-2-release.markdown
    │   ├── 2015-07-22-rocksdb-is-now-available-in-windows-platform.markdown
    │   ├── 2016-03-07-rocksdb-options-file.markdown
    │   ├── 2017-03-02-rocksdb-5-2-1-released.markdown
    │   └── 2014-09-15-rocksdb-3-5-release.markdown
    ├── _top-level
    │   └── support.md
    ├── _sass
    │   ├── _blog.scss
    │   ├── _buttons.scss
    │   ├── _slideshow.scss
    │   ├── _promo.scss
    │   ├── _tables.scss
    │   ├── _reset.scss
    │   └── _poweredby.scss
    └── feed.xml
├── tools
    ├── rdb
    │   ├── .gitignore
    │   ├── rdb
    │   ├── rdb.cc
    │   ├── binding.gyp
    │   └── README.md
    ├── Dockerfile
    ├── sample-dump.dmp
    ├── rocksdb_dump_test.sh
    ├── CMakeLists.txt
    ├── ldb.cc
    ├── sst_dump.cc
    ├── verify_random_db.sh
    ├── generate_random_db.sh
    └── db_bench.cc
├── WINDOWS_PORT.md
├── third-party
    ├── gtest-1.7.0
    │   └── fused-src
    │   │   └── gtest
    │   │       └── CMakeLists.txt
    └── fbson
    │   └── COMMIT.md
├── push.sh
├── examples
    ├── README.md
    └── .gitignore
├── buckifier
    └── rocks_test_runner.sh
├── util
    ├── build_version.cc.in
    ├── build_version.h
    ├── filter_policy.cc
    ├── memory_usage.h
    ├── stderr_logger.h
    ├── status_message.cc
    ├── kv_map.h
    ├── file_util.h
    ├── random.cc
    ├── allocator.h
    ├── hash.h
    ├── testharness.cc
    ├── testharness.h
    ├── event_logger_test.cc
    └── murmurhash.h
├── AUTHORS
├── README.md
├── java
    ├── jdb_bench.sh
    ├── crossbuild
    │   ├── docker-build-linux-centos.sh
    │   ├── build-linux.sh
    │   └── Vagrantfile
    ├── src
    │   ├── main
    │   │   └── java
    │   │   │   └── org
    │   │   │       └── rocksdb
    │   │   │           ├── Cache.java
    │   │   │           ├── util
    │   │   │               ├── SizeUnit.java
    │   │   │               └── ReverseBytewiseComparator.java
    │   │   │           ├── MergeOperator.java
    │   │   │           ├── BuiltinComparator.java
    │   │   │           ├── RemoveEmptyValueCompactionFilter.java
    │   │   │           ├── StringAppendOperator.java
    │   │   │           ├── Experimental.java
    │   │   │           ├── RocksMemEnv.java
    │   │   │           ├── ChecksumType.java
    │   │   │           ├── TableFormatConfig.java
    │   │   │           ├── Snapshot.java
    │   │   │           ├── Comparator.java
    │   │   │           ├── AbstractCompactionFilter.java
    │   │   │           ├── DirectComparator.java
    │   │   │           ├── IndexType.java
    │   │   │           ├── StatsCollectorInput.java
    │   │   │           ├── HistogramType.java
    │   │   │           ├── Filter.java
    │   │   │           ├── MemTableConfig.java
    │   │   │           ├── RestoreOptions.java
    │   │   │           ├── StatisticsCollectorCallback.java
    │   │   │           ├── Statistics.java
    │   │   │           ├── DbPath.java
    │   │   │           ├── InfoLogLevel.java
    │   │   │           ├── VectorMemTableConfig.java
    │   │   │           ├── HistogramData.java
    │   │   │           ├── ReadTier.java
    │   │   │           ├── RocksDBException.java
    │   │   │           ├── SkipListMemTableConfig.java
    │   │   │           ├── RocksObject.java
    │   │   │           └── FlushOptions.java
    │   └── test
    │   │   └── java
    │   │       └── org
    │   │           └── rocksdb
    │   │               ├── RocksMemoryResource.java
    │   │               ├── CompressionTypesTest.java
    │   │               ├── StatsCallbackMock.java
    │   │               ├── WALRecoveryModeTest.java
    │   │               ├── ClockCacheTest.java
    │   │               ├── LRUCacheTest.java
    │   │               ├── CompactionOptionsFIFOTest.java
    │   │               ├── util
    │   │                   └── SizeUnitTest.java
    │   │               ├── ComparatorOptionsTest.java
    │   │               ├── CompactionPriorityTest.java
    │   │               ├── CompactionStopStyleTest.java
    │   │               ├── Types.java
    │   │               └── FilterTest.java
    └── rocksjni
    │   ├── snapshot.cc
    │   ├── columnfamilyhandle.cc
    │   ├── compaction_filter.cc
    │   ├── remove_emptyvalue_compactionfilterjni.cc
    │   ├── restorejni.cc
    │   └── clock_cache.cc
├── include
    └── rocksdb
    │   ├── db_bench_tool.h
    │   ├── utilities
    │       ├── convenience.h
    │       ├── info_log_finder.h
    │       ├── option_change_migration.h
    │       ├── table_properties_collectors.h
    │       └── utility_db.h
    │   ├── sst_dump_tool.h
    │   ├── types.h
    │   ├── version.h
    │   ├── experimental.h
    │   ├── perf_level.h
    │   ├── db_dump_tool.h
    │   ├── ldb_tool.h
    │   └── snapshot.h
├── hdfs
    ├── setup.sh
    └── README
├── port
    ├── README
    ├── stack_trace.h
    ├── xpress.h
    ├── likely.h
    ├── win
    │   ├── xpress_win.h
    │   └── env_default.cc
    ├── port.h
    ├── util_logger.h
    ├── dirent.h
    └── sys_time.h
├── appveyor.yml
├── utilities
    ├── redis
    │   ├── redis_list_exception.h
    │   └── README
    ├── compaction_filters
    │   ├── remove_emptyvalue_compactionfilter.h
    │   └── remove_emptyvalue_compactionfilter.cc
    ├── merge_operators
    │   └── string_append
    │   │   └── stringappend.h
    ├── transactions
    │   └── transaction_db_mutex_impl.h
    └── env_timed_test.cc
├── db
    ├── db_info_dumper.h
    ├── convenience.cc
    ├── snapshot_impl.cc
    ├── write_callback.h
    ├── compaction_iteration_stats.h
    └── flush_scheduler.h
├── monitoring
    ├── perf_level_imp.h
    ├── perf_level.cc
    ├── iostats_context_test.cc
    ├── thread_status_util_debug.cc
    ├── statistics_test.cc
    └── perf_step_timer.h
├── CONTRIBUTING.md
├── cache
    └── clock_cache.h
├── cmake
    └── modules
    │   ├── Findsnappy.cmake
    │   └── FindJeMalloc.cmake
├── LANGUAGE-BINDINGS.md
├── env
    └── env_chroot.h
├── table
    ├── bloom_block.cc
    ├── table_properties_internal.h
    ├── bloom_block.h
    ├── persistent_cache_options.h
    └── iter_heap.h
├── DUMP_FORMAT.md
├── Vagrantfile
├── memtable
    └── stl_wrappers.h
├── ROCKSDB_LITE.md
├── rmi
    └── CMakeLists.txt
├── options
    └── options_sanity_check.cc
└── DEFAULT_OPTIONS_HISTORY.md


/docs/CNAME:
--------------------------------------------------------------------------------
1 | rocksdb.org


--------------------------------------------------------------------------------
/docs/_includes/hero.html:
--------------------------------------------------------------------------------
1 | 


--------------------------------------------------------------------------------
/docs/_includes/doc_paging.html:
--------------------------------------------------------------------------------
1 | 


--------------------------------------------------------------------------------
/tools/rdb/.gitignore:
--------------------------------------------------------------------------------
1 | build
2 | 


--------------------------------------------------------------------------------
/docs/_data/powered_by.yml:
--------------------------------------------------------------------------------
1 | # Fill in later if desired
2 | 


--------------------------------------------------------------------------------
/docs/_layouts/page.html:
--------------------------------------------------------------------------------
1 | ---
2 | layout: blog
3 | ---
4 | 


--------------------------------------------------------------------------------
/docs/_data/powered_by_highlight.yml:
--------------------------------------------------------------------------------
1 | # Fill in later if desired
2 | 


--------------------------------------------------------------------------------
/docs/Gemfile:
--------------------------------------------------------------------------------
1 | source 'https://rubygems.org'
2 | gem 'github-pages', '~> 104'
3 | 


--------------------------------------------------------------------------------
/docs/_layouts/docs.html:
--------------------------------------------------------------------------------
1 | ---
2 | layout: doc_page
3 | ---
4 | 
5 | {% include doc.html %}


--------------------------------------------------------------------------------
/WINDOWS_PORT.md:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/WINDOWS_PORT.md


--------------------------------------------------------------------------------
/docs/_data/nav_docs.yml:
--------------------------------------------------------------------------------
1 | - title: Quick Start
2 |   items:
3 |   - id: getting-started
4 | 


--------------------------------------------------------------------------------
/third-party/gtest-1.7.0/fused-src/gtest/CMakeLists.txt:
--------------------------------------------------------------------------------
1 | add_library(gtest gtest-all.cc)
2 | 


--------------------------------------------------------------------------------
/docs/static/favicon.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/favicon.png


--------------------------------------------------------------------------------
/push.sh:
--------------------------------------------------------------------------------
1 | #!/bin/bash
2 | git add .
3 | git commit -m "[Debug] Add code for learned index"
4 | git push
5 | 


--------------------------------------------------------------------------------
/docs/static/og_image.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/og_image.png


--------------------------------------------------------------------------------
/docs/.gitignore:
--------------------------------------------------------------------------------
 1 | .DS_STORE
 2 | _site/
 3 | *.swo
 4 | *.swp
 5 | _site
 6 | .sass-cache
 7 | *.psd
 8 | *~
 9 | 
10 | 


--------------------------------------------------------------------------------
/tools/Dockerfile:
--------------------------------------------------------------------------------
1 | FROM buildpack-deps:wheezy
2 | 
3 | ADD ./ldb /rocksdb/tools/ldb
4 | 
5 | CMD /rocksdb/tools/ldb
6 | 


--------------------------------------------------------------------------------
/tools/sample-dump.dmp:
--------------------------------------------------------------------------------
1 | ROCKDUMP
{}key0contentsofkey0key1contentsofkey1key2contentsofkey2


--------------------------------------------------------------------------------
/docs/docs/index.html:
--------------------------------------------------------------------------------
1 | ---
2 | id: docs
3 | title: Docs
4 | layout: redirect
5 | destination: getting-started.html
6 | ---
7 | 


--------------------------------------------------------------------------------
/docs/static/images/tree_example1.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/images/tree_example1.png


--------------------------------------------------------------------------------
/docs/static/fonts/LatoLatin-Black.woff:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/fonts/LatoLatin-Black.woff


--------------------------------------------------------------------------------
/docs/static/fonts/LatoLatin-Light.woff:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/fonts/LatoLatin-Light.woff


--------------------------------------------------------------------------------
/docs/_layouts/post.html:
--------------------------------------------------------------------------------
1 | ---
2 | collection: blog
3 | layout: blog
4 | ---
5 | 
6 | <div class="lonePost">
7 | {% include post.html %}
8 | </div>


--------------------------------------------------------------------------------
/docs/static/fonts/LatoLatin-Black.woff2:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/fonts/LatoLatin-Black.woff2


--------------------------------------------------------------------------------
/docs/static/fonts/LatoLatin-Italic.woff:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/fonts/LatoLatin-Italic.woff


--------------------------------------------------------------------------------
/docs/static/fonts/LatoLatin-Italic.woff2:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/fonts/LatoLatin-Italic.woff2


--------------------------------------------------------------------------------
/docs/static/fonts/LatoLatin-Light.woff2:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/fonts/LatoLatin-Light.woff2


--------------------------------------------------------------------------------
/docs/static/fonts/LatoLatin-Regular.woff:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/fonts/LatoLatin-Regular.woff


--------------------------------------------------------------------------------
/docs/static/fonts/LatoLatin-Regular.woff2:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/fonts/LatoLatin-Regular.woff2


--------------------------------------------------------------------------------
/docs/static/images/pcache-blockindex.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/images/pcache-blockindex.jpg


--------------------------------------------------------------------------------
/docs/static/images/pcache-fileindex.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/images/pcache-fileindex.jpg


--------------------------------------------------------------------------------
/docs/static/images/pcache-filelayout.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/images/pcache-filelayout.jpg


--------------------------------------------------------------------------------
/docs/static/images/pcache-readiopath.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/images/pcache-readiopath.jpg


--------------------------------------------------------------------------------
/docs/static/images/pcache-writeiopath.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/images/pcache-writeiopath.jpg


--------------------------------------------------------------------------------
/docs/static/images/pcache-tieredstorage.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/images/pcache-tieredstorage.jpg


--------------------------------------------------------------------------------
/examples/README.md:
--------------------------------------------------------------------------------
1 | 1. Compile RocksDB first by executing `make static_lib` in parent dir
2 | 2. Compile all examples: `cd examples/; make all`
3 | 


--------------------------------------------------------------------------------
/docs/static/fonts/LatoLatin-BlackItalic.woff:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/fonts/LatoLatin-BlackItalic.woff


--------------------------------------------------------------------------------
/docs/static/fonts/LatoLatin-BlackItalic.woff2:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/fonts/LatoLatin-BlackItalic.woff2


--------------------------------------------------------------------------------
/docs/_layouts/redirect.html:
--------------------------------------------------------------------------------
1 | <html>
2 | <head>
3 |   <meta http-equiv="refresh" content="0; {{ page.destination }}">
4 | </head>
5 | <body></body>
6 | </html>
7 | 


--------------------------------------------------------------------------------
/docs/_includes/nav/collection_nav_group_item.html:
--------------------------------------------------------------------------------
1 | <li class="navListItem"><a class="navItem" href="{{ groupitem.url | absolute_url }}">{{ groupitem.title }}</a></li>
2 | 


--------------------------------------------------------------------------------
/docs/static/images/Resize-of-20140327_200754-300x225.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/emperorlu/Learned-RocksDB/HEAD/docs/static/images/Resize-of-20140327_200754-300x225.jpg


--------------------------------------------------------------------------------
/docs/_includes/plugins/button.html:
--------------------------------------------------------------------------------
1 | <div class="pluginWrapper buttonWrapper">
2 |   <a
3 |     class="button"
4 |     href="{{ include.href }}"
5 |   >{{ include.text }}</a>
6 | </div>


--------------------------------------------------------------------------------
/tools/rdb/rdb:
--------------------------------------------------------------------------------
1 | #!/bin/bash
2 | 
3 | node -e "RDB = require('./build/Release/rdb').DBWrapper; console.log('Loaded rocksdb in variable RDB'); repl = require('repl').start('> ');"
4 | 


--------------------------------------------------------------------------------
/buckifier/rocks_test_runner.sh:
--------------------------------------------------------------------------------
1 | #!/bin/bash
2 | # Create a tmp directory for the test to use
3 | TEST_DIR=$(mktemp -d /dev/shm/fbcode_rocksdb_XXXXXXX)
4 | TEST_TMPDIR="$TEST_DIR" $@ && rm -rf "$TEST_DIR"
5 | 


--------------------------------------------------------------------------------
/docs/_includes/plugins/all_share.html:
--------------------------------------------------------------------------------
1 | <div class="pluginBlock allShareBlock">
2 |   {% include plugins/like_button.html %}{% include plugins/twitter_share.html %}{% include plugins/google_share.html %}
3 | </div>


--------------------------------------------------------------------------------
/docs/_includes/plugins/plugin_row.html:
--------------------------------------------------------------------------------
1 | <div class="pluginRowBlock">
2 | {% for child in include.children %}
3 |   {% include plugins/{{child.type}}.html href=child.href text=child.text %}
4 | {% endfor %}
5 | </div>


--------------------------------------------------------------------------------
/docs/_includes/plugins/google_share.html:
--------------------------------------------------------------------------------
1 | <div class="pluginBlock">
2 |   <div class="g-plusone" data-size="medium"></div>
3 | </div>
4 | 
5 | <script src="https://apis.google.com/js/platform.js" async defer></script>
6 | 


--------------------------------------------------------------------------------
/examples/.gitignore:
--------------------------------------------------------------------------------
1 | c_simple_example
2 | column_families_example
3 | compact_files_example
4 | compaction_filter_example
5 | optimistic_transaction_example
6 | options_file_example
7 | simple_example
8 | transaction_example
9 | 


--------------------------------------------------------------------------------
/docs/index.md:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: home
 3 | title: RocksDB | A persistent key-value store
 4 | id: home
 5 | ---
 6 | 
 7 | ## Features
 8 | 
 9 | {% include content/gridblocks.html data_source=site.data.features align="center" %}
10 | 


--------------------------------------------------------------------------------
/docs/_layouts/plain.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | ---
 4 | 
 5 | <div class="mainContainer blogContainer postContainer">
 6 |   <div id="main_wrap" class="wrapper mainWrapper">
 7 |     {{ content }}
 8 |   </div>
 9 | </div>
10 | 
11 | 


--------------------------------------------------------------------------------
/docs/_layouts/top-level.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: default
 3 | ---
 4 | 
 5 | <div class="mainContainer blogContainer postContainer">
 6 |   <div id="main_wrap" class="wrapper mainWrapper">
 7 |     {{ content }}
 8 |   </div>
 9 | </div>
10 | 
11 | 


--------------------------------------------------------------------------------
/docs/_data/promo.yml:
--------------------------------------------------------------------------------
1 | # This file determines the list of promotional elements added to the header of \
2 | # your site's homepage. Full list of plugins are shown
3 | 
4 | - type: button
5 |   href: docs/getting-started.html
6 |   text: Get Started
7 | 


--------------------------------------------------------------------------------
/docs/_layouts/doc_page.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: doc_default
 3 | ---
 4 | 
 5 | <div class="mainContainer documentContainer postContainer">
 6 |   <div id="main_wrap" class="wrapper mainWrapper">
 7 |     {{ content }}
 8 |   </div>
 9 | </div>
10 | 
11 | 


--------------------------------------------------------------------------------
/docs/blog/index.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | id: blog 
 3 | title: Blog
 4 | layout: blog 
 5 | category: blog
 6 | ---
 7 | 
 8 | <div class="posts">
 9 |   {% for page in site.posts %}
10 |     {% include post.html truncate=true %}
11 |   {% endfor %}
12 | </div>
13 | 


--------------------------------------------------------------------------------
/docs/_includes/content/gridblocks.html:
--------------------------------------------------------------------------------
1 | <div class="gridBlock">
2 | {% for item in {{include.data_source}} %}
3 |   {% include content/items/gridblock.html item=item layout=include.layout imagealign=include.imagealign align=include.align %}
4 | {% endfor %}
5 | </div>


--------------------------------------------------------------------------------
/docs/_includes/ui/button.html:
--------------------------------------------------------------------------------
1 | <span class="buttonWrap {{ include.align }}"><a class="button blockButton fbossFontLight pluginBlock margin{{ include.margin }}" target="{{ include.button_target }}" href="{{ include.button_href }}">{{ include.button_text }}</a></span>


--------------------------------------------------------------------------------
/docs/_layouts/blog.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | category: blog
 3 | layout: blog_default
 4 | ---
 5 | 
 6 | <div class="mainContainer blogContainer postContainer">
 7 |   <div id="main_wrap" class="wrapper mainWrapper">
 8 |     {{ content }}
 9 |   </div>
10 | </div>
11 | 
12 | 


--------------------------------------------------------------------------------
/docs/_includes/plugins/iframe.html:
--------------------------------------------------------------------------------
1 | <div class="iframeContent">
2 |   <iframe class="pluginIframe" src="{{ include.href }}" seamless></iframe>
3 | </div>
4 | <div class="iframePreview">
5 |   {% include plugins/button.html href=include.href text=include.text %}
6 | </div>


--------------------------------------------------------------------------------
/util/build_version.cc.in:
--------------------------------------------------------------------------------
1 | #include "build_version.h"
2 | const char* rocksdb_build_git_sha = "rocksdb_build_git_sha:@@GIT_SHA@@";
3 | const char* rocksdb_build_git_date = "rocksdb_build_git_date:@@GIT_DATE_TIME@@";
4 | const char* rocksdb_build_compile_date = __DATE__;
5 | 


--------------------------------------------------------------------------------
/docs/_includes/katex_import.html:
--------------------------------------------------------------------------------
1 | <script src="//code.jquery.com/jquery-1.11.1.min.js"></script>
2 | <link rel="stylesheet" href="//cdnjs.cloudflare.com/ajax/libs/KaTeX/0.2.0/katex.min.css">
3 | <script src="//cdnjs.cloudflare.com/ajax/libs/KaTeX/0.2.0/katex.min.js"></script>
4 | 


--------------------------------------------------------------------------------
/docs/_includes/plugins/ascii_cinema.html:
--------------------------------------------------------------------------------
1 | <div class="ascii-cinema pluginBlock"></div>
2 | <script type="text/javascript" src="https://asciinema.org/a/{{ include.href }}.js" id="asciicast-{{ include.href }}" async data-autoplay="true" data-loop="true" data-speed="2" data-t="23"></script>


--------------------------------------------------------------------------------
/docs/_layouts/default.html:
--------------------------------------------------------------------------------
 1 | <!DOCTYPE html>
 2 | <html>
 3 |   {% include head.html %}
 4 |   <body>
 5 |     {% include nav.html alwayson=true %}
 6 |     <div class="navPusher">
 7 |       {{ content }}
 8 |       {% include footer.html %}
 9 |     </div>
10 |   </body>
11 | 
12 | </html>
13 | 


--------------------------------------------------------------------------------
/docs/_layouts/basic.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: doc_default
 3 | ---
 4 | 
 5 | <div class="mainContainer blogContainer postContainer">
 6 |   <div id="main_wrap" class="wrapper mainWrapper">
 7 |     <div class="post basicPost">
 8 |       {{ content }}
 9 |     </div>
10 |   </div>
11 | </div>
12 | 
13 | 


--------------------------------------------------------------------------------
/docs/doc-type-examples/top-level-example.md:
--------------------------------------------------------------------------------
1 | ---
2 | layout: top-level
3 | title: Support Example
4 | id: top-level-example
5 | category: top-level
6 | ---
7 | 
8 | This is a static page disconnected from the blog or docs collections that can be added at a top-level (i.e., the same level as `index.md`).
9 | 


--------------------------------------------------------------------------------
/AUTHORS:
--------------------------------------------------------------------------------
 1 | Facebook Inc.
 2 | Facebook Engineering Team
 3 | 
 4 | Google Inc.
 5 | # Initial version authors:
 6 | Jeffrey Dean <jeff@google.com>
 7 | Sanjay Ghemawat <sanjay@google.com>
 8 | 
 9 | # Partial list of contributors:
10 | Kevin Regan <kevin.d.regan@gmail.com>
11 | Johan Bilien <jobi@litl.com>
12 | 


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
1 | # Learned-Rocksdb
2 | 
3 | 
4 | - A Learned Index for [Rocksdb](https://github.com/facebook/rocksdb).
5 | 
6 | <!-- - You can see the codes in https://github.com/emperorlu/rocksdb/tree/lk. -->
7 | - You can see the Learned Index for LevelDB in [here](https://github.com/emperorlu/learned-leveldb).
8 | 


--------------------------------------------------------------------------------
/tools/rdb/rdb.cc:
--------------------------------------------------------------------------------
 1 | #ifndef BUILDING_NODE_EXTENSION
 2 | #define BUILDING_NODE_EXTENSION
 3 | #endif
 4 | 
 5 | #include <node.h>
 6 | #include <v8.h>
 7 | #include "db/_wrapper.h"
 8 | 
 9 | using namespace v8;
10 | 
11 | void InitAll(Handle<Object> exports) {
12 |   DBWrapper::Init(exports);
13 | }
14 | 
15 | NODE_MODULE(rdb, InitAll)
16 | 


--------------------------------------------------------------------------------
/third-party/fbson/COMMIT.md:
--------------------------------------------------------------------------------
1 | fbson commit: 
2 | https://github.com/facebook/mysql-5.6/commit/55ef9ff25c934659a70b4094e9b406c48e9dd43d
3 | 
4 | # TODO.
5 | * Had to convert zero sized array to [1] sized arrays due to the fact that MS Compiler complains about it not being standard. At some point need to contribute this change back to MySql where this code was taken from.
6 | 


--------------------------------------------------------------------------------
/tools/rocksdb_dump_test.sh:
--------------------------------------------------------------------------------
1 | TESTDIR=`mktemp -d /tmp/rocksdb-dump-test.XXXXX`
2 | DUMPFILE="tools/sample-dump.dmp"
3 | 
4 | # Verify that the sample dump file is undumpable and then redumpable.
5 | ./rocksdb_undump --dump_location=$DUMPFILE --db_path=$TESTDIR/db
6 | ./rocksdb_dump --anonymous --db_path=$TESTDIR/db --dump_location=$TESTDIR/dump
7 | cmp $DUMPFILE $TESTDIR/dump
8 | 


--------------------------------------------------------------------------------
/java/jdb_bench.sh:
--------------------------------------------------------------------------------
 1 | PLATFORM=64
 2 | if [ `getconf LONG_BIT` != "64" ]
 3 | then
 4 |   PLATFORM=32
 5 | fi
 6 | 
 7 | ROCKS_JAR=`find target -name rocksdbjni*.jar`
 8 | 
 9 | echo "Running benchmark in $PLATFORM-Bit mode."
10 | java -server -d$PLATFORM -XX:NewSize=4m -XX:+AggressiveOpts -Djava.library.path=target -cp "${ROCKS_JAR}:benchmark/target/classes" org.rocksdb.benchmark.DbBenchmark $@
11 | 


--------------------------------------------------------------------------------
/java/crossbuild/docker-build-linux-centos.sh:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env bash
 2 | 
 3 | set -e
 4 | 
 5 | rm -rf /rocksdb-local
 6 | cp -r /rocksdb-host /rocksdb-local
 7 | cd /rocksdb-local
 8 | scl enable devtoolset-2 'make jclean clean'
 9 | scl enable devtoolset-2 'PORTABLE=1 make rocksdbjavastatic'
10 | cp java/target/librocksdbjni-linux*.so java/target/rocksdbjni-*-linux*.jar /rocksdb-host/java/target
11 | 
12 | 


--------------------------------------------------------------------------------
/docs/doc-type-examples/docs-hello-world.md:
--------------------------------------------------------------------------------
 1 | ---
 2 | docid: hello-world
 3 | title: Hello, World!
 4 | layout: docs
 5 | permalink: /docs/hello-world.html
 6 | ---
 7 | 
 8 | Any local docs would go in the `_docs` directory.
 9 | 
10 | ## No documentation?
11 | 
12 | If you have no documentation for your site, you can remove the entire `_docs` folder. Otherwise add markdown files in here. See CONTRIBUTING.md for details.
13 | 


--------------------------------------------------------------------------------
/include/rocksdb/db_bench_tool.h:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2013-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | #pragma once
 6 | 
 7 | namespace rocksdb {
 8 | int db_bench_tool(int argc, char** argv);
 9 | }  // namespace rocksdb
10 | 


--------------------------------------------------------------------------------
/hdfs/setup.sh:
--------------------------------------------------------------------------------
1 | export USE_HDFS=1
2 | export LD_LIBRARY_PATH=$JAVA_HOME/jre/lib/amd64/server:$JAVA_HOME/jre/lib/amd64:/usr/lib/hadoop/lib/native
3 | 
4 | export CLASSPATH=
5 | for f in `find /usr/lib/hadoop-hdfs | grep jar`; do export CLASSPATH=$CLASSPATH:$f; done
6 | for f in `find /usr/lib/hadoop | grep jar`; do export CLASSPATH=$CLASSPATH:$f; done
7 | for f in `find /usr/lib/hadoop/client | grep jar`; do export CLASSPATH=$CLASSPATH:$f; done
8 | 


--------------------------------------------------------------------------------
/include/rocksdb/utilities/convenience.h:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #pragma once
 7 | 
 8 | // This file was moved to rocksdb/convenience.h"
 9 | 
10 | #include "rocksdb/convenience.h"
11 | 


--------------------------------------------------------------------------------
/port/README:
--------------------------------------------------------------------------------
 1 | This directory contains interfaces and implementations that isolate the
 2 | rest of the package from platform details.
 3 | 
 4 | Code in the rest of the package includes "port.h" from this directory.
 5 | "port.h" in turn includes a platform specific "port_<platform>.h" file
 6 | that provides the platform specific implementation.
 7 | 
 8 | See port_posix.h for an example of what must be provided in a platform
 9 | specific header file.
10 | 
11 | 


--------------------------------------------------------------------------------
/appveyor.yml:
--------------------------------------------------------------------------------
 1 | version: 1.0.{build}
 2 | image: Visual Studio 2015
 3 | before_build:
 4 | - md %APPVEYOR_BUILD_FOLDER%\build
 5 | - cd %APPVEYOR_BUILD_FOLDER%\build
 6 | - cmake -G "Visual Studio 14 2015 Win64" -DOPTDBG=1 -DXPRESS=1 ..
 7 | - cd ..
 8 | build:
 9 |   project: build\rocksdb.sln
10 |   parallel: true
11 |   verbosity: minimal
12 | test:
13 | test_script:
14 | - ps: build_tools\run_ci_db_test.ps1 -SuiteRun db_basic_test,db_test2,db_test,env_basic_test,env_test -Concurrency 8
15 | 
16 | 


--------------------------------------------------------------------------------
/docs/_layouts/blog_default.html:
--------------------------------------------------------------------------------
 1 | <!DOCTYPE html>
 2 | <html>
 3 |   {% include head.html %}
 4 |   <body class="docsNavVisible">
 5 |     {% include nav.html alwayson=true %}
 6 |     <div class="navPusher">
 7 |       <div class="docMainWrapper wrapper">
 8 |       {% include nav/collection_nav.html navdata=site.posts type="blog" sectionpath="/blog/" sectiontitle="Blog" %}
 9 |       {{ content }}
10 |       </div>
11 |       {% include footer.html %}
12 |     </div>
13 |   </body>
14 | </html>
15 | 


--------------------------------------------------------------------------------
/docs/_includes/plugins/github_star.html:
--------------------------------------------------------------------------------
1 | <div class="pluginWrapper ghStarWrapper">
2 |   <a aria-label="Star {{ site.ghrepo }} on GitHub" data-count-aria-label="# stargazers on GitHub" data-count-api="/repos/{{ site.ghrepo }}#stargazers_count" data-count-href="/{{ site.ghrepo }}/stargazers" data-style="mega" data-icon="octicon-star" href="https://github.com/{{ site.ghrepo }}" class="github-button">Star</a>
3 | </div>
4 | <script async defer id="github-bjs" src="https://buttons.github.io/buttons.js"></script>


--------------------------------------------------------------------------------
/docs/_includes/plugins/github_watch.html:
--------------------------------------------------------------------------------
1 | <div class="pluginWrapper ghWatchWrapper">
2 |   <a aria-label="Watch {{ site.ghrepo }} on GitHub" data-count-aria-label="# watchers on GitHub" data-count-api="/repos/{{ site.ghrepo }}#subscribers_count" data-count-href="/{{ site.ghrepo }}/watchers" data-style="mega" data-icon="octicon-eye" href="https://github.com/{{ site.ghrepo }}" class="github-button">Watch</a>
3 | </div>
4 | <script async defer id="github-bjs" src="https://buttons.github.io/buttons.js"></script>


--------------------------------------------------------------------------------
/docs/_layouts/home.html:
--------------------------------------------------------------------------------
 1 | <!DOCTYPE html>
 2 | <html>
 3 |   {% include head.html %}
 4 |   <body>
 5 |     {% include nav.html alwayson=true %}
 6 |     <div class="navPusher">
 7 |       {% include home_header.html %}
 8 |       <div class="mainContainer">
 9 |         <div id="main_wrap" class="wrapper mainWrapper">
10 |           {{ content }}
11 |         </div>
12 |         {% include powered_by.html %}
13 |       </div>
14 |       {% include footer.html %}
15 |     </div>
16 |   </body>
17 | </html>
18 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/Cache.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | 
 9 | public abstract class Cache extends RocksObject {
10 |   protected Cache(final long nativeHandle) {
11 |     super(nativeHandle);
12 |   }
13 | }
14 | 


--------------------------------------------------------------------------------
/docs/_includes/plugins/twitter_share.html:
--------------------------------------------------------------------------------
1 | <div class="pluginWrapper twitterSharePlugin">
2 |   <a href="https://twitter.com/share" class="twitter-share-button" data-hashtags="{{ site.title| replace: ' ', '' }}">Tweet</a>
3 | </div>
4 | <script>!function(d,s,id){var js,fjs=d.getElementsByTagName(s)[0],p=/^http:/.test(d.location)?'http':'https';if(!d.getElementById(id)){js=d.createElement(s);js.id=id;js.src=p+'://platform.twitter.com/widgets.js';fjs.parentNode.insertBefore(js,fjs);}}(document, 'script', 'twitter-wjs');</script>


--------------------------------------------------------------------------------
/docs/_includes/plugins/twitter_follow.html:
--------------------------------------------------------------------------------
1 | <div class="pluginBlock">
2 |   <a href="https://twitter.com/{{ include.href }}" class="twitter-follow-button pluginBlock" data-show-count="false">Follow @{{ include.href }}</a>
3 | </div>
4 | 
5 | <script>!function(d,s,id){var js,fjs=d.getElementsByTagName(s)[0],p=/^http:/.test(d.location)?'http':'https';if(!d.getElementById(id)){js=d.createElement(s);js.id=id;js.src=p+'://platform.twitter.com/widgets.js';fjs.parentNode.insertBefore(js,fjs);}}(document, 'script', 'twitter-wjs');</script>


--------------------------------------------------------------------------------
/docs/_layouts/doc_default.html:
--------------------------------------------------------------------------------
 1 | <!DOCTYPE html>
 2 | <html>
 3 |   {% include head.html %}
 4 |   <body class="docsNavVisible">
 5 |     {% include nav.html alwayson=true %}
 6 |     <div class="navPusher">
 7 |       <div class="docMainWrapper wrapper">
 8 |       {% include nav/collection_nav.html navdata=site.data.nav_docs type="docs" sectionpath="/docs/" sectiontitle="Docs" data_collection=site.docs %}
 9 |       {{ content }}
10 |       </div>
11 |       {% include footer.html %}
12 |     </div>
13 |   </body>
14 | </html>
15 | 


--------------------------------------------------------------------------------
/docs/_includes/nav_search.html:
--------------------------------------------------------------------------------
 1 | <li class="navSearchWrapper">
 2 |   <input id="{{ include.inputselector }}" type="search" />
 3 | </li>
 4 | <script type="text/javascript" src="https://cdn.jsdelivr.net/docsearch.js/1/docsearch.min.js"></script>
 5 | <script>
 6 | // For Algolia search
 7 | (function() {
 8 |   // Algolia
 9 |   docsearch({
10 |     apiKey: '{{ site.searchconfig.apikey }}',
11 |     indexName: '{{ site.searchconfig.indexname }}',
12 |     inputSelector: '#{{ include.inputselector }}',
13 |   });
14 | }());
15 | </script>


--------------------------------------------------------------------------------
/docs/blog/all.html:
--------------------------------------------------------------------------------
 1 | ---
 2 | id: all
 3 | layout: blog
 4 | category: blog
 5 | ---
 6 | 
 7 | <div class="posts">
 8 |   <div class="post">
 9 |     <h1>All Posts</h1>
10 |     {% for post in site.posts %}
11 |       {% assign author = site.data.authors[post.author] %}
12 |       <p>
13 |         <strong>
14 |           <a href="{{ post.url }}">{{ post.title }}</a>
15 |         </strong>
16 |           on {{ post.date | date: "%B %e, %Y" }} by {{ author.display_name }}
17 |       </p>
18 |     {% endfor %}
19 |   </div>
20 | </div>
21 | 


--------------------------------------------------------------------------------
/include/rocksdb/sst_dump_tool.h:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | #ifndef ROCKSDB_LITE
 6 | #pragma once
 7 | 
 8 | namespace rocksdb {
 9 | 
10 | class SSTDumpTool {
11 |  public:
12 |   int Run(int argc, char** argv);
13 | };
14 | 
15 | }  // namespace rocksdb
16 | 
17 | #endif  // ROCKSDB_LITE
18 | 


--------------------------------------------------------------------------------
/utilities/redis/redis_list_exception.h:
--------------------------------------------------------------------------------
 1 | /**
 2 |  * A simple structure for exceptions in RedisLists.
 3 |  *
 4 |  * @author Deon Nicholas (dnicholas@fb.com)
 5 |  * Copyright 2013 Facebook
 6 |  */
 7 | 
 8 | #ifndef ROCKSDB_LITE
 9 | #pragma once
10 | #include <exception>
11 | 
12 | namespace rocksdb {
13 | 
14 | class RedisListException: public std::exception {
15 |  public:
16 |   const char* what() const throw() override {
17 |     return "Invalid operation or corrupt data in Redis List.";
18 |   }
19 | };
20 | 
21 | } // namespace rocksdb
22 | #endif
23 | 


--------------------------------------------------------------------------------
/db/db_info_dumper.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | #pragma once
 6 | 
 7 | #include <string>
 8 | 
 9 | #include "options/db_options.h"
10 | 
11 | namespace rocksdb {
12 | void DumpDBFileSummary(const ImmutableDBOptions& options,
13 |                        const std::string& dbname);
14 | }  // namespace rocksdb
15 | 


--------------------------------------------------------------------------------
/java/crossbuild/build-linux.sh:
--------------------------------------------------------------------------------
 1 | #!/usr/bin/env bash
 2 | # install all required packages for rocksdb
 3 | sudo apt-get update
 4 | sudo apt-get -y install git make gcc g++ libgflags-dev libsnappy-dev zlib1g-dev libbz2-dev default-jdk
 5 | 
 6 | # set java home so we can build rocksdb jars
 7 | export JAVA_HOME=$(echo /usr/lib/jvm/java-7-openjdk*)
 8 | cd /rocksdb
 9 | make jclean clean
10 | make -j 4 rocksdbjavastatic
11 | cp /rocksdb/java/target/librocksdbjni-* /rocksdb-build
12 | cp /rocksdb/java/target/rocksdbjni-* /rocksdb-build
13 | sudo shutdown -h now
14 | 
15 | 


--------------------------------------------------------------------------------
/docs/_posts/2015-06-12-rocksdb-in-osquery.markdown:
--------------------------------------------------------------------------------
 1 | ---
 2 | title: RocksDB in osquery
 3 | layout: post
 4 | author: icanadi
 5 | category: lgalanis
 6 | redirect_from:
 7 |   - /blog/1997/rocksdb-in-osquery/
 8 | ---
 9 | 
10 | Check out [this](https://code.facebook.com/posts/1411870269134471/how-rocksdb-is-used-in-osquery/) blog post by [Mike Arpaia](https://www.facebook.com/mike.arpaia) and [Ted Reed](https://www.facebook.com/treeded) about how osquery leverages RocksDB to build an embedded pub-sub system. This article is a great read and contains insights on how to properly use RocksDB.
11 | 


--------------------------------------------------------------------------------
/monitoring/perf_level_imp.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | #pragma once
 7 | #include "rocksdb/perf_level.h"
 8 | #include "port/port.h"
 9 | 
10 | namespace rocksdb {
11 | 
12 | #if defined(IOS_CROSS_COMPILE)
13 | extern PerfLevel perf_level;
14 | #else
15 | extern __thread PerfLevel perf_level;
16 | #endif
17 | 
18 | }  // namespace rocksdb
19 | 


--------------------------------------------------------------------------------
/java/src/test/java/org/rocksdb/RocksMemoryResource.java:
--------------------------------------------------------------------------------
 1 | package org.rocksdb;
 2 | 
 3 | import org.junit.rules.ExternalResource;
 4 | 
 5 | /**
 6 |  * Resource to trigger garbage collection after each test
 7 |  * run.
 8 |  *
 9 |  * @deprecated Will be removed with the implementation of
10 |  * {@link RocksObject#finalize()}
11 |  */
12 | @Deprecated
13 | public class RocksMemoryResource extends ExternalResource {
14 | 
15 |   static {
16 |     RocksDB.loadLibrary();
17 |   }
18 | 
19 |   @Override
20 |   protected void after() {
21 |     System.gc();
22 |     System.runFinalization();
23 |   }
24 | }
25 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/util/SizeUnit.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb.util;
 7 | 
 8 | public class SizeUnit {
 9 |   public static final long KB = 1024L;
10 |   public static final long MB = KB * KB;
11 |   public static final long GB = KB * MB;
12 |   public static final long TB = KB * GB;
13 |   public static final long PB = KB * TB;
14 | 
15 |   private SizeUnit() {}
16 | }
17 | 


--------------------------------------------------------------------------------
/tools/CMakeLists.txt:
--------------------------------------------------------------------------------
 1 | set(TOOLS
 2 |   sst_dump.cc
 3 |   db_sanity_test.cc
 4 |   db_stress.cc
 5 |   write_stress.cc
 6 |   ldb.cc
 7 |   db_repl_stress.cc
 8 |   dump/rocksdb_dump.cc
 9 |   dump/rocksdb_undump.cc)
10 | foreach(src ${TOOLS})
11 |   get_filename_component(exename ${src} NAME_WE)
12 |   add_executable(${exename}${ARTIFACT_SUFFIX}
13 |     ${src})
14 |   target_link_libraries(${exename}${ARTIFACT_SUFFIX} ${LIBS})
15 |   list(APPEND tool_deps ${exename})
16 | endforeach()
17 | add_custom_target(tools
18 |   DEPENDS ${tool_deps})
19 | add_custom_target(ldb_tests
20 |   COMMAND python ${CMAKE_CURRENT_SOURCE_DIR}/ldb_tests.py
21 |   DEPENDS ldb)
22 | 


--------------------------------------------------------------------------------
/tools/ldb.cc:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | #ifndef ROCKSDB_LITE
 7 | 
 8 | #include "rocksdb/ldb_tool.h"
 9 | 
10 | int main(int argc, char** argv) {
11 |   rocksdb::LDBTool tool;
12 |   tool.Run(argc, argv);
13 |   return 0;
14 | }
15 | #else
16 | #include <stdio.h>
17 | int main(int argc, char** argv) {
18 |   fprintf(stderr, "Not supported in lite mode.\n");
19 |   return 1;
20 | }
21 | #endif  // ROCKSDB_LITE
22 | 


--------------------------------------------------------------------------------
/CONTRIBUTING.md:
--------------------------------------------------------------------------------
 1 | # Contributing to RocksDB
 2 | 
 3 | ## Contributor License Agreement ("CLA")
 4 | 
 5 | In order to accept your pull request, we need you to submit a CLA. You
 6 | only need to do this once, so if you've done this for another Facebook
 7 | open source project, you're good to go. If you are submitting a pull
 8 | request for the first time, just let us know that you have completed
 9 | the CLA and we can cross-check with your GitHub username.
10 | 
11 | Complete your CLA here: <https://code.facebook.com/cla>
12 | 
13 | If you prefer to sign a paper copy, we can send you a PDF.  Send us an 
14 | e-mail or create a new github issue to request the CLA in PDF format.
15 | 


--------------------------------------------------------------------------------
/docs/_top-level/support.md:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: top-level
 3 | title: Support
 4 | id: support
 5 | category: support
 6 | ---
 7 | 
 8 | ## Need help?
 9 | 
10 | Do not hesitate to ask questions if you are having trouble with RocksDB.
11 | 
12 | ### GitHub issues
13 | 
14 | Use [GitHub issues](https://github.com/facebook/rocksdb/issues) to report bugs, issues and feature requests for the RocksDB codebase.
15 | 
16 | ### Facebook Group
17 | 
18 | Use the [RocksDB Facebook group](https://www.facebook.com/groups/rocksdb.dev/) for general questions and discussion about RocksDB.
19 | 
20 | ### FAQ
21 | 
22 | Check out a list of [commonly asked questions](/docs/support/faq) about RocksDB.
23 | 


--------------------------------------------------------------------------------
/tools/rdb/binding.gyp:
--------------------------------------------------------------------------------
 1 | {
 2 |     "targets": [
 3 |         {
 4 |             "target_name": "rdb",
 5 |             "sources": [
 6 |                 "rdb.cc",
 7 |                 "db_wrapper.cc",
 8 |                 "db_wrapper.h"
 9 |             ],
10 |             "cflags_cc!": [
11 |                 "-fno-exceptions"
12 |             ],
13 |             "cflags_cc+": [
14 |                 "-std=c++11",
15 |             ],
16 |             "include_dirs+": [
17 |                 "../../include"
18 |             ],
19 |             "libraries": [
20 |                 "../../../librocksdb.a",
21 |                 "-lsnappy"
22 |             ],
23 |         }
24 |     ]
25 | }
26 | 


--------------------------------------------------------------------------------
/tools/sst_dump.cc:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | #ifndef ROCKSDB_LITE
 7 | 
 8 | #include "rocksdb/sst_dump_tool.h"
 9 | 
10 | int main(int argc, char** argv) {
11 |   rocksdb::SSTDumpTool tool;
12 |   tool.Run(argc, argv);
13 |   return 0;
14 | }
15 | #else
16 | #include <stdio.h>
17 | int main(int argc, char** argv) {
18 |   fprintf(stderr, "Not supported in lite mode.\n");
19 |   return 1;
20 | }
21 | #endif  // ROCKSDB_LITE
22 | 


--------------------------------------------------------------------------------
/util/build_version.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | #pragma once
 7 | #if !defined(IOS_CROSS_COMPILE)
 8 | // if we compile with Xcode, we don't run build_detect_vesion, so we don't
 9 | // generate these variables
10 | // this variable tells us about the git revision
11 | extern const char* rocksdb_build_git_sha;
12 | 
13 | // Date on which the code was compiled:
14 | extern const char* rocksdb_build_compile_date;
15 | #endif
16 | 


--------------------------------------------------------------------------------
/cache/clock_cache.h:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
 7 | // Use of this source code is governed by a BSD-style license that can be
 8 | // found in the LICENSE file. See the AUTHORS file for names of contributors.
 9 | 
10 | #pragma once
11 | 
12 | #include "rocksdb/cache.h"
13 | 
14 | #if defined(TBB) && !defined(ROCKSDB_LITE)
15 | #define SUPPORT_CLOCK_CACHE
16 | #endif
17 | 


--------------------------------------------------------------------------------
/include/rocksdb/types.h:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #ifndef STORAGE_ROCKSDB_INCLUDE_TYPES_H_
 7 | #define STORAGE_ROCKSDB_INCLUDE_TYPES_H_
 8 | 
 9 | #include <stdint.h>
10 | 
11 | namespace rocksdb {
12 | 
13 | // Define all public custom types here.
14 | 
15 | // Represents a sequence number in a WAL file.
16 | typedef uint64_t SequenceNumber;
17 | 
18 | }  //  namespace rocksdb
19 | 
20 | #endif //  STORAGE_ROCKSDB_INCLUDE_TYPES_H_
21 | 


--------------------------------------------------------------------------------
/util/filter_policy.cc:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // Copyright (c) 2012 The LevelDB Authors. All rights reserved.
 7 | // Use of this source code is governed by a BSD-style license that can be
 8 | // found in the LICENSE file. See the AUTHORS file for names of contributors.
 9 | 
10 | #include "rocksdb/filter_policy.h"
11 | 
12 | namespace rocksdb {
13 | 
14 | FilterPolicy::~FilterPolicy() { }
15 | 
16 | }  // namespace rocksdb
17 | 


--------------------------------------------------------------------------------
/cmake/modules/Findsnappy.cmake:
--------------------------------------------------------------------------------
 1 | # - Find Snappy
 2 | # Find the snappy compression library and includes
 3 | #
 4 | # SNAPPY_INCLUDE_DIR - where to find snappy.h, etc.
 5 | # SNAPPY_LIBRARIES - List of libraries when using snappy.
 6 | # SNAPPY_FOUND - True if snappy found.
 7 | 
 8 | find_path(SNAPPY_INCLUDE_DIR
 9 |   NAMES snappy.h
10 |   HINTS ${SNAPPY_ROOT_DIR}/include)
11 | 
12 | find_library(SNAPPY_LIBRARIES
13 |   NAMES snappy
14 |   HINTS ${SNAPPY_ROOT_DIR}/lib)
15 | 
16 | include(FindPackageHandleStandardArgs)
17 | find_package_handle_standard_args(snappy DEFAULT_MSG SNAPPY_LIBRARIES SNAPPY_INCLUDE_DIR)
18 | 
19 | mark_as_advanced(
20 |   SNAPPY_LIBRARIES
21 |   SNAPPY_INCLUDE_DIR)
22 | 


--------------------------------------------------------------------------------
/include/rocksdb/utilities/info_log_finder.h:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #pragma once
 7 | 
 8 | #include <string>
 9 | #include <vector>
10 | 
11 | #include "rocksdb/db.h"
12 | #include "rocksdb/options.h"
13 | 
14 | namespace rocksdb {
15 | 
16 | // This function can be used to list the Information logs,
17 | // given the db pointer.
18 | Status GetInfoLogList(DB* db, std::vector<std::string>* info_log_list);
19 | }  // namespace rocksdb
20 | 


--------------------------------------------------------------------------------
/docs/_includes/plugins/like_button.html:
--------------------------------------------------------------------------------
 1 | <div class="fb-like pluginWrapper likeButtonWrapper" data-layout="button_count" data-action="like" data-show-faces="true" data-share="true"></div>
 2 | <script>
 3 |   window.fbAsyncInit = function() {
 4 |   FB.init({
 5 |     appId      : '{{ site.fbappid }}',
 6 |     xfbml      : true,
 7 |     version    : 'v2.3'
 8 |   });
 9 |   };
10 | 
11 |   (function(d, s, id){
12 |    var js, fjs = d.getElementsByTagName(s)[0];
13 |    if (d.getElementById(id)) {return;}
14 |    js = d.createElement(s); js.id = id;
15 |    js.src = "//connect.facebook.net/en_US/sdk.js";
16 |    fjs.parentNode.insertBefore(js, fjs);
17 |    }(document, 'script', 'facebook-jssdk'));
18 | </script>


--------------------------------------------------------------------------------
/docs/_posts/2014-05-22-rocksdb-3-1-release.markdown:
--------------------------------------------------------------------------------
 1 | ---
 2 | title: RocksDB 3.1 release
 3 | layout: post
 4 | author: icanadi
 5 | category: blog
 6 | redirect_from:
 7 |   - /blog/575/rocksdb-3-1-release/
 8 | ---
 9 | 
10 | Check out the new release on [Github](https://github.com/facebook/rocksdb/releases/tag/rocksdb-3.1)!
11 | 
12 | New features in RocksDB 3.1:
13 | 
14 |   * [Materialized hash index](https://github.com/facebook/rocksdb/commit/0b3d03d026a7248e438341264b4c6df339edc1d7)
15 | 
16 | 
17 |   * [FIFO compaction style](https://github.com/facebook/rocksdb/wiki/FIFO-compaction-style)
18 | 
19 | 
20 | We released 3.1 so fast after 3.0 because one of our internal customers needed materialized hash index.
21 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/MergeOperator.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2014, Vlad Balan (vlad.gm@gmail.com).  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * MergeOperator holds an operator to be applied when compacting
10 |  * two merge operands held under the same key in order to obtain a single
11 |  * value.
12 |  */
13 | public abstract class MergeOperator extends RocksObject {
14 |     protected MergeOperator(final long nativeHandle) {
15 |         super(nativeHandle);
16 |     }
17 | }
18 | 


--------------------------------------------------------------------------------
/include/rocksdb/version.h:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | #pragma once
 6 | 
 7 | #define ROCKSDB_MAJOR 5
 8 | #define ROCKSDB_MINOR 4
 9 | #define ROCKSDB_PATCH 10
10 | 
11 | // Do not use these. We made the mistake of declaring macros starting with
12 | // double underscore. Now we have to live with our choice. We'll deprecate these
13 | // at some point
14 | #define __ROCKSDB_MAJOR__ ROCKSDB_MAJOR
15 | #define __ROCKSDB_MINOR__ ROCKSDB_MINOR
16 | #define __ROCKSDB_PATCH__ ROCKSDB_PATCH
17 | 


--------------------------------------------------------------------------------
/cmake/modules/FindJeMalloc.cmake:
--------------------------------------------------------------------------------
 1 | # - Find JeMalloc library
 2 | # Find the native JeMalloc includes and library
 3 | #
 4 | # JEMALLOC_INCLUDE_DIR - where to find jemalloc.h, etc.
 5 | # JEMALLOC_LIBRARIES - List of libraries when using jemalloc.
 6 | # JEMALLOC_FOUND - True if jemalloc found.
 7 | 
 8 | find_path(JEMALLOC_INCLUDE_DIR
 9 |   NAMES jemalloc/jemalloc.h
10 |   HINTS ${JEMALLOC_ROOT_DIR}/include)
11 | 
12 | find_library(JEMALLOC_LIBRARIES
13 |   NAMES jemalloc
14 |   HINTS ${JEMALLOC_ROOT_DIR}/lib)
15 | 
16 | include(FindPackageHandleStandardArgs)
17 | find_package_handle_standard_args(jemalloc DEFAULT_MSG JEMALLOC_LIBRARIES JEMALLOC_INCLUDE_DIR)
18 | 
19 | mark_as_advanced(
20 |   JEMALLOC_LIBRARIES
21 |   JEMALLOC_INCLUDE_DIR)
22 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/BuiltinComparator.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * Builtin RocksDB comparators
10 |  *
11 |  * <ol>
12 |  *   <li>BYTEWISE_COMPARATOR - Sorts all keys in ascending bytewise
13 |  *   order.</li>
14 |  *   <li>REVERSE_BYTEWISE_COMPARATOR - Sorts all keys in descending bytewise
15 |  *   order</li>
16 |  * </ol>
17 |  */
18 | public enum BuiltinComparator {
19 |   BYTEWISE_COMPARATOR, REVERSE_BYTEWISE_COMPARATOR
20 | }
21 | 


--------------------------------------------------------------------------------
/port/stack_trace.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | #pragma once
 7 | namespace rocksdb {
 8 | namespace port {
 9 | 
10 | // Install a signal handler to print callstack on the following signals:
11 | // SIGILL SIGSEGV SIGBUS SIGABRT
12 | // Currently supports linux only. No-op otherwise.
13 | void InstallStackTraceHandler();
14 | 
15 | // Prints stack, skips skip_first_frames frames
16 | void PrintStack(int first_frames_to_skip = 0);
17 | 
18 | }  // namespace port
19 | }  // namespace rocksdb
20 | 


--------------------------------------------------------------------------------
/java/src/test/java/org/rocksdb/CompressionTypesTest.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | import org.junit.Test;
 9 | 
10 | 
11 | public class CompressionTypesTest {
12 |   @Test
13 |   public void getCompressionType() {
14 |     for (final CompressionType compressionType : CompressionType.values()) {
15 |       String libraryName = compressionType.getLibraryName();
16 |       compressionType.equals(CompressionType.getCompressionType(
17 |           libraryName));
18 |     }
19 |   }
20 | }
21 | 


--------------------------------------------------------------------------------
/port/xpress.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
 7 | // Use of this source code is governed by a BSD-style license that can be
 8 | // found in the LICENSE file. See the AUTHORS file for names of contributors.
 9 | 
10 | #pragma once
11 | 
12 | // Xpress on Windows is implemeted using Win API
13 | #if defined(ROCKSDB_PLATFORM_POSIX)
14 | #error "Xpress compression not implemented"
15 | #elif defined(OS_WIN)
16 | #include "port/win/xpress_win.h"
17 | #endif
18 | 


--------------------------------------------------------------------------------
/docs/_posts/2017-02-07-rocksdb-5-1-2-released.markdown:
--------------------------------------------------------------------------------
 1 | ---
 2 | title: RocksDB 5.1.2 Released!
 3 | layout: post
 4 | author: maysamyabandeh
 5 | category: blog
 6 | ---
 7 | 
 8 | ### Public API Change
 9 | * Support dynamically change `delete_obsolete_files_period_micros` option via SetDBOptions().
10 | * Added EventListener::OnExternalFileIngested which will be called when IngestExternalFile() add a file successfully.
11 | * BackupEngine::Open and BackupEngineReadOnly::Open now always return error statuses matching those of the backup Env.
12 | 
13 | ### Bug Fixes
14 | * Fix the bug that if 2PC is enabled, checkpoints may loss some recent transactions.
15 | * When file copying is needed when creating checkpoints or bulk loading files, fsync the file after the file copying.
16 | 


--------------------------------------------------------------------------------
/LANGUAGE-BINDINGS.md:
--------------------------------------------------------------------------------
 1 | This is the list of all known third-party language bindings for RocksDB. If something is missing, please open a pull request to add it.
 2 | 
 3 | * Java - https://github.com/facebook/rocksdb/tree/master/java
 4 | * Python - http://pyrocksdb.readthedocs.org/en/latest/
 5 | * Perl - https://metacpan.org/pod/RocksDB
 6 | * Node.js - https://npmjs.org/package/rocksdb
 7 | * Go - https://github.com/tecbot/gorocksdb
 8 | * Ruby - http://rubygems.org/gems/rocksdb-ruby
 9 | * Haskell - https://hackage.haskell.org/package/rocksdb-haskell
10 | * PHP - https://github.com/Photonios/rocksdb-php
11 | * C# - https://github.com/warrenfalk/rocksdb-sharp
12 | * Rust - https://github.com/spacejam/rust-rocksdb
13 | * D programming language - https://github.com/b1naryth1ef/rocksdb
14 | 


--------------------------------------------------------------------------------
/docs/_includes/nav/collection_nav_group.html:
--------------------------------------------------------------------------------
 1 | <div class="navGroup{% if currentgroup == group %} navGroupActive navGroupCurrent{% endif %}">
 2 |   <h3><i>+</i><span>{{ grouptitle }}</span></h3>
 3 |   <ul>
 4 |     {% if include.data_collection %}
 5 |       {% for item in group.items %}
 6 |         {% for collectionitem in include.data_collection %}
 7 |         {% if collectionitem.docid == item.id %}
 8 |           {% assign groupitem = collectionitem %}
 9 |           {% include nav/collection_nav_group_item.html %}
10 |         {% endif %}
11 |         {% endfor %}
12 |       {% endfor %}
13 |     {% else %}
14 |       {% for groupitem in groupitems %}
15 |       {% include nav/collection_nav_group_item.html %}
16 |       {% endfor %}
17 |     {% endif %}
18 |   </ul>
19 | </div>


--------------------------------------------------------------------------------
/docs/doc-type-examples/2016-04-07-blog-post-example.md:
--------------------------------------------------------------------------------
 1 | ---
 2 | title: Blog Post Example
 3 | layout: post
 4 | author: exampleauthor
 5 | category: blog
 6 | ---
 7 | 
 8 | Any local blog posts would go in the `_posts` directory.
 9 | 
10 | This is an example blog post introduction, try to keep it short and about a paragraph long, to encourage people to click through to read the entire post.
11 | 
12 | <!--truncate-->
13 | 
14 | Everything below the `<!--truncate-->` tag will only show on the actual blog post page, not on the `/blog/` index.
15 | 
16 | Author is defined in `_data/authors.yml`
17 | 
18 | 
19 | ## No posts?
20 | 
21 | If you have no blog for your site, you can remove the entire `_posts` folder. Otherwise add markdown files in here. See CONTRIBUTING.md for details.
22 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/RemoveEmptyValueCompactionFilter.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * Just a Java wrapper around EmptyValueCompactionFilter implemented in C++
10 |  */
11 | public class RemoveEmptyValueCompactionFilter
12 |     extends AbstractCompactionFilter<Slice> {
13 |   public RemoveEmptyValueCompactionFilter() {
14 |     super(createNewRemoveEmptyValueCompactionFilter0());
15 |   }
16 | 
17 |   private native static long createNewRemoveEmptyValueCompactionFilter0();
18 | }
19 | 


--------------------------------------------------------------------------------
/java/src/test/java/org/rocksdb/StatsCallbackMock.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | public class StatsCallbackMock implements StatisticsCollectorCallback {
 9 |   public int tickerCallbackCount = 0;
10 |   public int histCallbackCount = 0;
11 | 
12 |   public void tickerCallback(TickerType tickerType, long tickerCount) {
13 |     tickerCallbackCount++;
14 |   }
15 | 
16 |   public void histogramCallback(HistogramType histType,
17 |       HistogramData histData) {
18 |     histCallbackCount++;
19 |   }
20 | }
21 | 


--------------------------------------------------------------------------------
/env/env_chroot.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2016-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #pragma once
 7 | 
 8 | #if !defined(ROCKSDB_LITE) && !defined(OS_WIN)
 9 | 
10 | #include <string>
11 | 
12 | #include "rocksdb/env.h"
13 | 
14 | namespace rocksdb {
15 | 
16 | // Returns an Env that translates paths such that the root directory appears to
17 | // be chroot_dir. chroot_dir should refer to an existing directory.
18 | Env* NewChrootEnv(Env* base_env, const std::string& chroot_dir);
19 | 
20 | }  // namespace rocksdb
21 | 
22 | #endif  // !defined(ROCKSDB_LITE) && !defined(OS_WIN)
23 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/StringAppendOperator.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2014, Vlad Balan (vlad.gm@gmail.com).  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * StringAppendOperator is a merge operator that concatenates
10 |  * two strings.
11 |  */
12 | public class StringAppendOperator extends MergeOperator {
13 |     public StringAppendOperator() {
14 |         super(newSharedStringAppendOperator());
15 |     }
16 | 
17 |     private native static long newSharedStringAppendOperator();
18 |     @Override protected final native void disposeInternal(final long handle);
19 | }
20 | 


--------------------------------------------------------------------------------
/java/src/test/java/org/rocksdb/WALRecoveryModeTest.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | import org.junit.Test;
 9 | 
10 | import static org.assertj.core.api.Assertions.assertThat;
11 | 
12 | 
13 | public class WALRecoveryModeTest {
14 | 
15 |   @Test
16 |   public void getWALRecoveryMode() {
17 |     for (final WALRecoveryMode walRecoveryMode : WALRecoveryMode.values()) {
18 |       assertThat(WALRecoveryMode.getWALRecoveryMode(walRecoveryMode.getValue()))
19 |           .isEqualTo(walRecoveryMode);
20 |     }
21 |   }
22 | }
23 | 


--------------------------------------------------------------------------------
/docs/_data/authors.yml:
--------------------------------------------------------------------------------
 1 | icanadi:
 2 |   full_name: Igor Canadi
 3 |   fbid: 706165749
 4 | 
 5 | xjin:
 6 |   full_name: Xing Jin
 7 |   fbid: 100000739847320
 8 | 
 9 | leijin:
10 |   full_name: Lei Jin
11 |   fbid: 634570164
12 | 
13 | yhciang:
14 |   full_name: Yueh-Hsuan Chiang
15 |   fbid: 1619020986
16 | 
17 | radheshyam:
18 |   full_name: Radheshyam Balasundaram
19 |   fbid: 800837305
20 | 
21 | zagfox:
22 |   full_name: Feng Zhu
23 |   fbid: 100006493823622
24 | 
25 | lgalanis:
26 |   full_name: Leonidas Galanis
27 |   fbid: 8649950
28 | 
29 | sdong:
30 |   full_name: Siying Dong
31 |   fbid: 9805119
32 | 
33 | dmitrism:
34 |   full_name: Dmitri Smirnov
35 | 
36 | rven2:
37 |   full_name: Venkatesh Radhakrishnan
38 |   fbid: 100008352697325
39 | 
40 | yiwu:
41 |   full_name: Yi Wu
42 |   fbid: 100000476362039
43 | 


--------------------------------------------------------------------------------
/docs/_posts/2014-05-19-rocksdb-3-0-release.markdown:
--------------------------------------------------------------------------------
 1 | ---
 2 | title: RocksDB 3.0 release
 3 | layout: post
 4 | author: icanadi
 5 | category: blog
 6 | redirect_from:
 7 |   - /blog/557/rocksdb-3-0-release/
 8 | ---
 9 | 
10 | Check out new RocksDB release on [Github](https://github.com/facebook/rocksdb/releases/tag/3.0.fb)!
11 | 
12 | New features in RocksDB 3.0:
13 | 
14 |   * [Column Family support](https://github.com/facebook/rocksdb/wiki/Column-Families)
15 | 
16 | 
17 |   * [Ability to chose different checksum function](https://github.com/facebook/rocksdb/commit/0afc8bc29a5800e3212388c327c750d32e31f3d6)
18 | 
19 | 
20 |   * Deprecated ReadOptions::prefix_seek and ReadOptions::prefix
21 | 
22 | <!--truncate-->
23 | 
24 | Check out the full [change log](https://github.com/facebook/rocksdb/blob/3.0.fb/HISTORY.md).
25 | 


--------------------------------------------------------------------------------
/table/bloom_block.cc:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #include "table/bloom_block.h"
 7 | 
 8 | #include <string>
 9 | #include "rocksdb/slice.h"
10 | #include "util/dynamic_bloom.h"
11 | 
12 | namespace rocksdb {
13 | 
14 | void BloomBlockBuilder::AddKeysHashes(const std::vector<uint32_t>& keys_hashes) {
15 |   for (auto hash : keys_hashes) {
16 |     bloom_.AddHash(hash);
17 |   }
18 | }
19 | 
20 | Slice BloomBlockBuilder::Finish() { return bloom_.GetRawData(); }
21 | 
22 | const std::string BloomBlockBuilder::kBloomBlock = "kBloomBlock";
23 | }  // namespace rocksdb
24 | 


--------------------------------------------------------------------------------
/java/src/test/java/org/rocksdb/ClockCacheTest.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | import org.junit.Test;
 9 | 
10 | public class ClockCacheTest {
11 | 
12 |   static {
13 |     RocksDB.loadLibrary();
14 |   }
15 | 
16 |   @Test
17 |   public void newClockCache() {
18 |     final long capacity = 1000;
19 |     final int numShardBits = 16;
20 |     final boolean strictCapacityLimit = true;
21 |     try(final Cache clockCache = new ClockCache(capacity,
22 |         numShardBits, strictCapacityLimit)) {
23 |       //no op
24 |     }
25 |   }
26 | }
27 | 


--------------------------------------------------------------------------------
/DUMP_FORMAT.md:
--------------------------------------------------------------------------------
 1 | ## RocksDB dump format
 2 | 
 3 | The version 1 RocksDB dump format is fairly simple:
 4 | 
 5 | 1) The dump starts with the magic 8 byte identifier "ROCKDUMP"
 6 | 
 7 | 2) The magic is followed by an 8 byte big-endian version which is 0x00000001.
 8 | 
 9 | 3) Next are arbitrarily sized chunks of bytes prepended by 4 byte little endian number indicating how large each chunk is.
10 | 
11 | 4) The first chunk is special and is a json string indicating some things about the creation of this dump.  It contains the following keys:
12 | * database-path: The path of the database this dump was created from.
13 | * hostname: The hostname of the machine where the dump was created.
14 | * creation-time: Unix seconds since epoc when this dump was created.
15 | 
16 | 5) Following the info dump the slices paired into are key/value pairs.
17 | 


--------------------------------------------------------------------------------
/java/crossbuild/Vagrantfile:
--------------------------------------------------------------------------------
 1 | # -*- mode: ruby -*-
 2 | # vi: set ft=ruby :
 3 | 
 4 | # Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
 5 | VAGRANTFILE_API_VERSION = "2"
 6 | 
 7 | Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
 8 | 
 9 |   config.vm.define "linux32" do |linux32|
10 |     linux32.vm.box = "hansode/centos-5.11-i386"
11 |   end
12 | 
13 |   config.vm.define "linux64" do |linux64|
14 |     linux64.vm.box = "hansode/centos-5.11-x86_64"
15 |   end
16 | 
17 |   config.vm.provider "virtualbox" do |v|
18 |     v.memory = 2048
19 |     v.cpus = 4
20 |   end
21 | 
22 |   config.vm.provision :shell, path: "build-linux-centos.sh"
23 |   config.vm.synced_folder "../target", "/rocksdb-build"
24 |   config.vm.synced_folder "../..", "/rocksdb", type: "rsync"
25 |   config.vm.boot_timeout = 1200
26 | end
27 | 


--------------------------------------------------------------------------------
/include/rocksdb/utilities/option_change_migration.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #pragma once
 7 | 
 8 | #include <string>
 9 | #include "rocksdb/options.h"
10 | #include "rocksdb/status.h"
11 | 
12 | namespace rocksdb {
13 | // Try to migrate DB created with old_opts to be use new_opts.
14 | // Multiple column families is not supported.
15 | // It is best-effort. No guarantee to succeed.
16 | // A full compaction may be executed.
17 | Status OptionChangeMigration(std::string dbname, const Options& old_opts,
18 |                              const Options& new_opts);
19 | }  // namespace rocksdb
20 | 


--------------------------------------------------------------------------------
/docs/_posts/2016-02-25-rocksdb-ama.markdown:
--------------------------------------------------------------------------------
 1 | ---
 2 | title: RocksDB AMA
 3 | layout: post
 4 | author: yhchiang
 5 | category: blog
 6 | redirect_from:
 7 |   - /blog/3065/rocksdb-ama/
 8 | ---
 9 | 
10 | RocksDB developers are doing a Reddit Ask-Me-Anything now at 10AM – 11AM PDT! We welcome you to stop by and ask any RocksDB related questions, including existing / upcoming features, tuning tips, or database design.
11 | 
12 | Here are some enhancements that we'd like to focus on over the next six months:
13 | 
14 | * 2-Phase Commit
15 | * Lua support in some custom functions
16 | * Backup and repair tools
17 | * Direct I/O to bypass OS cache
18 | * RocksDB Java API
19 | 
20 | [https://www.reddit.com/r/IAmA/comments/47k1si/we_are_rocksdb_developers_ask_us_anything/](https://www.reddit.com/r/IAmA/comments/47k1si/we_are_rocksdb_developers_ask_us_anything/)
21 | 


--------------------------------------------------------------------------------
/port/likely.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
 7 | // Use of this source code is governed by a BSD-style license that can be
 8 | // found in the LICENSE file. See the AUTHORS file for names of contributors.
 9 | 
10 | #ifndef PORT_LIKELY_H_
11 | #define PORT_LIKELY_H_
12 | 
13 | #if defined(__GNUC__) && __GNUC__ >= 4
14 | #define LIKELY(x)   (__builtin_expect((x), 1))
15 | #define UNLIKELY(x) (__builtin_expect((x), 0))
16 | #else
17 | #define LIKELY(x)   (x)
18 | #define UNLIKELY(x) (x)
19 | #endif
20 | 
21 | #endif  // PORT_LIKELY_H_
22 | 


--------------------------------------------------------------------------------
/tools/verify_random_db.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | #
 3 | # A shell script to verify DB generated by generate_random_db.sh cannot opened and read correct data.
 4 | # ./ldb needs to be avaible to be executed.
 5 | #
 6 | # Usage: <SCRIPT> <DB Path>
 7 | 
 8 | scriptpath=`dirname $BASH_SOURCE`
 9 | if [ "$#" -lt 2 ]; then
10 |   echo "usage: $BASH_SOURCE <db_directory> <compare_base_db_directory> [dump_file_name]"
11 |   exit 1
12 | fi
13 | 
14 | db_dir=$1
15 | base_db_dir=$2
16 | dump_file_name=${3:-"dump_file.txt"}
17 | db_dump=$db_dir"/"$dump_file_name
18 | base_db_dump=$base_db_dir"/"$dump_file_name
19 | 
20 | set -e
21 | echo == Dumping data from $db_dir to $db_dump
22 | ./ldb dump --db=$db_dir > $db_dump
23 | 
24 | echo == Dumping data from $base_db_dir to $base_db_dump
25 | ./ldb dump --db=$base_db_dir > $base_db_dump
26 | 
27 | diff $db_dump $base_db_dir
28 | 


--------------------------------------------------------------------------------
/utilities/redis/README:
--------------------------------------------------------------------------------
 1 | This folder defines a REDIS-style interface for Rocksdb.
 2 | Right now it is written as a simple tag-on in the rocksdb::RedisLists class.
 3 | It implements Redis Lists, and supports only the "non-blocking operations".
 4 | 
 5 | Internally, the set of lists are stored in a rocksdb database, mapping keys to
 6 | values. Each "value" is the list itself, storing a sequence of "elements".
 7 | Each element is stored as a 32-bit-integer, followed by a sequence of bytes.
 8 | The 32-bit-integer represents the length of the element (that is, the number
 9 | of bytes that follow). And then that many bytes follow.
10 | 
11 | 
12 | NOTE: This README file may be old. See the actual redis_lists.cc file for
13 | definitive details on the implementation. There should be a header at the top
14 | of that file, explaining a bit of the implementation details.
15 | 


--------------------------------------------------------------------------------
/java/src/test/java/org/rocksdb/LRUCacheTest.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | import org.junit.Test;
 9 | 
10 | public class LRUCacheTest {
11 | 
12 |   static {
13 |     RocksDB.loadLibrary();
14 |   }
15 | 
16 |   @Test
17 |   public void newLRUCache() {
18 |     final long capacity = 1000;
19 |     final int numShardBits = 16;
20 |     final boolean strictCapacityLimit = true;
21 |     final double highPriPoolRatio = 5;
22 |     try(final Cache lruCache = new LRUCache(capacity,
23 |         numShardBits, strictCapacityLimit, highPriPoolRatio)) {
24 |       //no op
25 |     }
26 |   }
27 | }
28 | 


--------------------------------------------------------------------------------
/monitoring/perf_level.cc:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | 
 7 | #include <assert.h>
 8 | #include <sstream>
 9 | #include "monitoring/perf_level_imp.h"
10 | #include "port/port.h"
11 | 
12 | namespace rocksdb {
13 | 
14 | #if defined(IOS_CROSS_COMPILE)
15 | PerfLevel perf_level = kEnableCount;
16 | #else
17 | __thread PerfLevel perf_level = kEnableCount;
18 | #endif
19 | 
20 | void SetPerfLevel(PerfLevel level) {
21 |   assert(level > kUninitialized);
22 |   assert(level < kOutOfBounds);
23 |   perf_level = level;
24 | }
25 | 
26 | PerfLevel GetPerfLevel() {
27 |   return perf_level;
28 | }
29 | 
30 | }  // namespace rocksdb
31 | 


--------------------------------------------------------------------------------
/port/win/xpress_win.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
 7 | // Use of this source code is governed by a BSD-style license that can be
 8 | // found in the LICENSE file. See the AUTHORS file for names of contributors.
 9 | 
10 | #pragma once
11 | 
12 | #include <string>
13 | 
14 | namespace rocksdb {
15 | namespace port {
16 | namespace xpress {
17 | 
18 | bool Compress(const char* input, size_t length, std::string* output);
19 | 
20 | char* Decompress(const char* input_data, size_t input_length,
21 |                  int* decompress_size);
22 | 
23 | }
24 | }
25 | }
26 | 
27 | 


--------------------------------------------------------------------------------
/tools/generate_random_db.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | #
 3 | # A shell script to load some pre generated data file to a DB using ldb tool
 4 | # ./ldb needs to be avaible to be executed.
 5 | #
 6 | # Usage: <SCRIPT> <input_data_path> <DB Path>
 7 | 
 8 | if [ "$#" -lt 2 ]; then
 9 |   echo "usage: $BASH_SOURCE <input_data_path> <DB Path>"
10 |   exit 1
11 | fi
12 | 
13 | input_data_dir=$1
14 | db_dir=$2
15 | rm -rf $db_dir
16 | 
17 | echo == Loading data from $input_data_dir to $db_dir
18 | 
19 | declare -a compression_opts=("no" "snappy" "zlib" "bzip2")
20 | 
21 | set -e
22 | 
23 | n=0
24 | 
25 | for f in `ls -1 $input_data_dir`
26 | do
27 |   echo == Loading $f with compression ${compression_opts[n % 4]}
28 |   ./ldb load --db=$db_dir --compression_type=${compression_opts[n % 4]} --bloom_bits=10 --auto_compaction=false --create_if_missing < $input_data_dir/$f
29 |   let "n = n + 1"
30 | done
31 | 


--------------------------------------------------------------------------------
/java/src/test/java/org/rocksdb/CompactionOptionsFIFOTest.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | import org.junit.Test;
 9 | 
10 | import static org.assertj.core.api.Assertions.assertThat;
11 | 
12 | public class CompactionOptionsFIFOTest {
13 | 
14 |   static {
15 |     RocksDB.loadLibrary();
16 |   }
17 | 
18 |   @Test
19 |   public void maxTableFilesSize() {
20 |     final long size = 500 * 1024 * 1026;
21 |     try(final CompactionOptionsFIFO opt = new CompactionOptionsFIFO()) {
22 |       opt.setMaxTableFilesSize(size);
23 |       assertThat(opt.maxTableFilesSize()).isEqualTo(size);
24 |     }
25 |   }
26 | }
27 | 


--------------------------------------------------------------------------------
/db/convenience.cc:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | 
 7 | #ifndef ROCKSDB_LITE
 8 | 
 9 | #include "rocksdb/convenience.h"
10 | 
11 | #include "db/db_impl.h"
12 | 
13 | namespace rocksdb {
14 | 
15 | void CancelAllBackgroundWork(DB* db, bool wait) {
16 |   (dynamic_cast<DBImpl*>(db))->CancelAllBackgroundWork(wait);
17 | }
18 | 
19 | Status DeleteFilesInRange(DB* db, ColumnFamilyHandle* column_family,
20 |                           const Slice* begin, const Slice* end) {
21 |   return (dynamic_cast<DBImpl*>(db))
22 |       ->DeleteFilesInRange(column_family, begin, end);
23 | }
24 | 
25 | }  // namespace rocksdb
26 | 
27 | #endif  // ROCKSDB_LITE
28 | 


--------------------------------------------------------------------------------
/db/snapshot_impl.cc:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #include "rocksdb/snapshot.h"
 7 | 
 8 | #include "rocksdb/db.h"
 9 | 
10 | namespace rocksdb {
11 | 
12 | ManagedSnapshot::ManagedSnapshot(DB* db) : db_(db),
13 |                                            snapshot_(db->GetSnapshot()) {}
14 | 
15 | ManagedSnapshot::ManagedSnapshot(DB* db, const Snapshot* _snapshot)
16 |     : db_(db), snapshot_(_snapshot) {}
17 | 
18 | ManagedSnapshot::~ManagedSnapshot() {
19 |   if (snapshot_) {
20 |     db_->ReleaseSnapshot(snapshot_);
21 |   }
22 | }
23 | 
24 | const Snapshot* ManagedSnapshot::snapshot() { return snapshot_;}
25 | 
26 | }  // namespace rocksdb
27 | 


--------------------------------------------------------------------------------
/docs/_data/nav.yml:
--------------------------------------------------------------------------------
 1 | - title: Docs
 2 |   href: /docs/
 3 |   category: docs
 4 | 
 5 | - title: GitHub
 6 |   href: https://github.com/facebook/rocksdb/
 7 |   category: external
 8 | 
 9 | - title: API (C++)
10 |   href: https://github.com/facebook/rocksdb/tree/master/include/rocksdb
11 |   category: external
12 | 
13 | - title: API (Java)
14 |   href: https://github.com/facebook/rocksdb/tree/master/java/src/main/java/org/rocksdb
15 |   category: external
16 | 
17 | - title: Support
18 |   href: /support.html
19 |   category: support
20 | 
21 | - title: Blog
22 |   href: /blog/
23 |   category: blog
24 | 
25 | - title: Facebook
26 |   href: https://www.facebook.com/groups/rocksdb.dev/
27 |   category: external
28 | 
29 | # Use external for external links not associated with the paths of the current site.
30 | # If a category is external, site urls, for example, are not prepended to the href, etc..
31 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/Experimental.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | import java.lang.annotation.ElementType;
 9 | import java.lang.annotation.Documented;
10 | import java.lang.annotation.Retention;
11 | import java.lang.annotation.RetentionPolicy;
12 | import java.lang.annotation.Target;
13 | 
14 | /**
15 |  * Marks a feature as experimental, meaning that it is likely
16 |  * to change or even be removed/re-engineered in the future
17 |  */
18 | @Documented
19 | @Retention(RetentionPolicy.SOURCE)
20 | @Target({ElementType.TYPE, ElementType.METHOD})
21 | public @interface Experimental {
22 |   String value();
23 | }
24 | 


--------------------------------------------------------------------------------
/docs/_includes/header.html:
--------------------------------------------------------------------------------
 1 | <div class="headerContainer">
 2 |   <div id="header_wrap" class="wrapper headerWrapper">
 3 |     <div class="inner">
 4 |       <img class="projectLogo" height="200px" src="{{ '/static/logo.svg' }}" alt="{{ site.title }}" title="{{ site.title }}" />
 5 |       <h1 id="project_title">{{ site.title }}</h1>
 6 |       <h2 id="project_tagline" class="fbossFontLight">{{ site.tagline }}</h2>
 7 | 
 8 |       <section id="intro">
 9 |         <p>{% if page.excerpt %}{{ page.excerpt | strip_html }}{% else %}{{ site.description }}{% endif %}</p>
10 |       </section>
11 |       <div id="promo" class="section promoSection">
12 |         {% for promo in site.data.promo %}
13 |           {% include plugins/{{promo.type}}.html button_href=promo.href button_text=promo.text %}
14 |           <div class="gridClear"></div>
15 |         {% endfor %}
16 |       </div>
17 |     </div>
18 |   </div>
19 | </div>
20 | 


--------------------------------------------------------------------------------
/docs/_sass/_blog.scss:
--------------------------------------------------------------------------------
 1 | .blogContainer {
 2 |   .posts {
 3 |     margin-top: 60px;
 4 | 
 5 |     .post {
 6 |       border: 1px solid $primary-bg;
 7 |       border-radius: 3px;
 8 |       padding: 10px 20px 20px;
 9 |     }
10 |   }
11 | 
12 |   .lonePost {
13 |     margin-top: 60px;
14 | 
15 |     .post {
16 |       padding: 10px 0px 0px;
17 |     }
18 |   }
19 | 
20 |   .post-header {
21 |     h1 {
22 |       text-align: center;
23 |     }
24 | 
25 |     .post-authorName {
26 |       color: rgba($text, 0.7);
27 |       font-size: 14px;
28 |       font-weight: 900;
29 |       margin-top: 0;
30 |       padding: 0;
31 |       text-align: center;
32 |     }
33 | 
34 |     .authorPhoto {
35 |       border-radius: 50%;
36 |       height: 50px;
37 |       left: 50%;
38 |       margin-left: -25px;
39 |       overflow: hidden;
40 |       position: absolute;
41 |       top: -25px;
42 |       width: 50px;
43 |     }
44 |   }
45 | }


--------------------------------------------------------------------------------
/utilities/compaction_filters/remove_emptyvalue_compactionfilter.h:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #ifndef ROCKSDB_LITE
 7 | 
 8 | #pragma once
 9 | 
10 | #include <string>
11 | 
12 | #include "rocksdb/compaction_filter.h"
13 | #include "rocksdb/slice.h"
14 | 
15 | namespace rocksdb {
16 | 
17 | class RemoveEmptyValueCompactionFilter : public CompactionFilter {
18 |  public:
19 |     const char* Name() const override;
20 |     bool Filter(int level,
21 |         const Slice& key,
22 |         const Slice& existing_value,
23 |         std::string* new_value,
24 |         bool* value_changed) const override;
25 | };
26 | }  // namespace rocksdb
27 | #endif  // !ROCKSDB_LITE
28 | 


--------------------------------------------------------------------------------
/tools/db_bench.cc:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2013-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
 7 | // Use of this source code is governed by a BSD-style license that can be
 8 | // found in the LICENSE file. See the AUTHORS file for names of contributors.
 9 | 
10 | #ifndef __STDC_FORMAT_MACROS
11 | #define __STDC_FORMAT_MACROS
12 | #endif
13 | 
14 | #ifndef GFLAGS
15 | #include <cstdio>
16 | int main() {
17 |   fprintf(stderr, "Please install gflags to run rocksdb tools\n");
18 |   return 1;
19 | }
20 | #else
21 | #include <rocksdb/db_bench_tool.h>
22 | int main(int argc, char** argv) { return rocksdb::db_bench_tool(argc, argv); }
23 | #endif  // GFLAGS
24 | 


--------------------------------------------------------------------------------
/docs/_includes/home_header.html:
--------------------------------------------------------------------------------
 1 | <div class="homeContainer">
 2 |   <div class="homeSplashFade">
 3 |     <div id="home_wrap" class="wrapper homeWrapper">
 4 |       <div id="inner">
 5 |         <h2 id="project_tagline">{{ site.tagline }}</h2>
 6 |         <section id="intro">
 7 |           <p>{% if page.excerpt %}{{ page.excerpt | strip_html }}{% else %}{{ site.description }}{% endif %}</p>
 8 |         </section>
 9 |         <div id="promo" class="section promoSection">
10 |           {% for promo in site.data.promo %}
11 |             <div class="promoRow">
12 |             {% include plugins/{{promo.type}}.html href=promo.href text=promo.text children=promo.children %}
13 |             </div>
14 |           {% endfor %}
15 |         </div>
16 |       </div>
17 |       <div class="projectLogo">
18 |         <img src="{{ '/static/logo.svg' }}" alt="{{ site.title }}">
19 |       </div>
20 |     </div>
21 |   </div>
22 | </div>
23 | 


--------------------------------------------------------------------------------
/port/port.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
 7 | // Use of this source code is governed by a BSD-style license that can be
 8 | // found in the LICENSE file. See the AUTHORS file for names of contributors.
 9 | 
10 | #pragma once
11 | 
12 | #include <string>
13 | 
14 | // Include the appropriate platform specific file below.  If you are
15 | // porting to a new platform, see "port_example.h" for documentation
16 | // of what the new port_<platform>.h file must provide.
17 | #if defined(ROCKSDB_PLATFORM_POSIX)
18 | #include "port/port_posix.h"
19 | #elif defined(OS_WIN)
20 | #include "port/win/port_win.h"
21 | #endif
22 | 


--------------------------------------------------------------------------------
/db/write_callback.h:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #pragma once
 7 | 
 8 | #include "rocksdb/status.h"
 9 | 
10 | namespace rocksdb {
11 | 
12 | class DB;
13 | 
14 | class WriteCallback {
15 |  public:
16 |   virtual ~WriteCallback() {}
17 | 
18 |   // Will be called while on the write thread before the write executes.  If
19 |   // this function returns a non-OK status, the write will be aborted and this
20 |   // status will be returned to the caller of DB::Write().
21 |   virtual Status Callback(DB* db) = 0;
22 | 
23 |   // return true if writes with this callback can be batched with other writes
24 |   virtual bool AllowWriteBatching() = 0;
25 | };
26 | 
27 | }  //  namespace rocksdb
28 | 


--------------------------------------------------------------------------------
/java/rocksjni/snapshot.cc:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // This file implements the "bridge" between Java and C++.
 7 | 
 8 | #include <jni.h>
 9 | #include <stdio.h>
10 | #include <stdlib.h>
11 | 
12 | #include "include/org_rocksdb_Snapshot.h"
13 | #include "rocksdb/db.h"
14 | #include "rocksjni/portal.h"
15 | 
16 | /*
17 |  * Class:     org_rocksdb_Snapshot
18 |  * Method:    getSequenceNumber
19 |  * Signature: (J)J
20 |  */
21 | jlong Java_org_rocksdb_Snapshot_getSequenceNumber(JNIEnv* env,
22 |     jobject jobj, jlong jsnapshot_handle) {
23 |   auto* snapshot = reinterpret_cast<rocksdb::Snapshot*>(
24 |       jsnapshot_handle);
25 |   return snapshot->GetSequenceNumber();
26 | }
27 | 


--------------------------------------------------------------------------------
/util/memory_usage.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #pragma once
 7 | 
 8 | #include <unordered_map>
 9 | 
10 | namespace rocksdb {
11 | 
12 | // Helper methods to estimate memroy usage by std containers.
13 | 
14 | template <class Key, class Value, class Hash>
15 | size_t ApproximateMemoryUsage(
16 |     const std::unordered_map<Key, Value, Hash>& umap) {
17 |   typedef std::unordered_map<Key, Value, Hash> Map;
18 |   return sizeof(umap) +
19 |          // Size of all items plus a next pointer for each item.
20 |          (sizeof(typename Map::value_type) + sizeof(void*)) * umap.size() +
21 |          // Size of hash buckets.
22 |          umap.bucket_count() * sizeof(void*);
23 | }
24 | 
25 | }  // namespace rocksdb
26 | 


--------------------------------------------------------------------------------
/utilities/merge_operators/string_append/stringappend.h:
--------------------------------------------------------------------------------
 1 | /**
 2 |  * A MergeOperator for rocksdb that implements string append.
 3 |  * @author Deon Nicholas (dnicholas@fb.com)
 4 |  * Copyright 2013 Facebook
 5 |  */
 6 | 
 7 | #pragma once
 8 | #include "rocksdb/merge_operator.h"
 9 | #include "rocksdb/slice.h"
10 | 
11 | namespace rocksdb {
12 | 
13 | class StringAppendOperator : public AssociativeMergeOperator {
14 |  public:
15 |   // Constructor: specify delimiter
16 |   explicit StringAppendOperator(char delim_char);
17 | 
18 |   virtual bool Merge(const Slice& key,
19 |                      const Slice* existing_value,
20 |                      const Slice& value,
21 |                      std::string* new_value,
22 |                      Logger* logger) const override;
23 | 
24 |   virtual const char* Name() const override;
25 | 
26 |  private:
27 |   char delim_;         // The delimiter is inserted between elements
28 | 
29 | };
30 | 
31 | } // namespace rocksdb
32 | 


--------------------------------------------------------------------------------
/docs/_includes/doc.html:
--------------------------------------------------------------------------------
 1 | <div class="post">
 2 |   <header class="post-header">
 3 |     <h1 class="post-title">{% if include.truncate %}<a href="{{ page.url | absolute_url }}">{{ page.title }}</a>{% else %}{{ page.title }}{% endif %}</h1>
 4 |   </header>
 5 | 
 6 |   <article class="post-content">
 7 |    {% if include.truncate %}
 8 |       {% if page.content contains '<!--truncate-->' %}
 9 |         {{ page.content | split:'<!--truncate-->' | first }}
10 |         <div class="read-more">
11 |           <a href="{{ page.url | absolute_url }}" >
12 |             ...Read More
13 |           </a>
14 |         </div>
15 |       {% else %}
16 |         {{ page.content }}
17 |       {% endif %}
18 |     {% else %}
19 |       {{ content }}
20 | 
21 |       <p><a class="edit-page-link" href="https://github.com/{{ site.ghrepo }}/blob/master/docs/{{ page.path }}" target="_blank">Edit on GitHub</a></p>
22 |     {% endif %}
23 |   </article>
24 |   {% include doc_paging.html %}
25 | </div>
26 | 


--------------------------------------------------------------------------------
/utilities/transactions/transaction_db_mutex_impl.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #pragma once
 7 | #ifndef ROCKSDB_LITE
 8 | 
 9 | #include "rocksdb/utilities/transaction_db_mutex.h"
10 | 
11 | namespace rocksdb {
12 | 
13 | class TransactionDBMutex;
14 | class TransactionDBCondVar;
15 | 
16 | // Default implementation of TransactionDBMutexFactory.  May be overridden
17 | // by TransactionDBOptions.custom_mutex_factory.
18 | class TransactionDBMutexFactoryImpl : public TransactionDBMutexFactory {
19 |  public:
20 |   std::shared_ptr<TransactionDBMutex> AllocateMutex() override;
21 |   std::shared_ptr<TransactionDBCondVar> AllocateCondVar() override;
22 | };
23 | 
24 | }  //  namespace rocksdb
25 | 
26 | #endif  // ROCKSDB_LITE
27 | 


--------------------------------------------------------------------------------
/java/rocksjni/columnfamilyhandle.cc:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // This file implements the "bridge" between Java and C++ and enables
 7 | // calling c++ rocksdb::Iterator methods from Java side.
 8 | 
 9 | #include <stdio.h>
10 | #include <stdlib.h>
11 | #include <jni.h>
12 | 
13 | #include "include/org_rocksdb_ColumnFamilyHandle.h"
14 | #include "rocksjni/portal.h"
15 | 
16 | /*
17 |  * Class:     org_rocksdb_ColumnFamilyHandle
18 |  * Method:    disposeInternal
19 |  * Signature: (J)V
20 |  */
21 | void Java_org_rocksdb_ColumnFamilyHandle_disposeInternal(
22 |     JNIEnv* env, jobject jobj, jlong handle) {
23 |   auto* cfh = reinterpret_cast<rocksdb::ColumnFamilyHandle*>(handle);
24 |   assert(cfh != nullptr);
25 |   delete cfh;
26 | }
27 | 


--------------------------------------------------------------------------------
/docs/_includes/blog_pagination.html:
--------------------------------------------------------------------------------
 1 | <!-- Pagination links - copied from http://jekyllrb.com/docs/pagination/ -->
 2 | {% if paginator.total_pages > 1 %}
 3 | <br />
 4 | <div class="pagination">
 5 |   {% if paginator.previous_page %}
 6 |     <a href="{{ paginator.previous_page_path | replace: '//', '/' }}">&laquo; Prev</a>
 7 |   {% else %}
 8 |     <span>&laquo; Prev</span>
 9 |   {% endif %}
10 | 
11 |   {% for page in (1..paginator.total_pages) %}
12 |     {% if page == paginator.page %}
13 |       <em>{{ page }}</em>
14 |     {% elsif page == 1 %}
15 |       <a href="{{ '/blog' }}">{{ page }}</a>
16 |     {% else %}
17 |       <a href="{{ site.paginate_path | replace: '//', '/' | replace: ':num', page }}">{{ page }}</a>
18 |     {% endif %}
19 |   {% endfor %}
20 | 
21 |   {% if paginator.next_page %}
22 |     <a href="{{ paginator.next_page_path | replace: '//', '/' }}">Next &raquo;</a>
23 |   {% else %}
24 |     <span>Next &raquo;</span>
25 |   {% endif %}
26 | </div>
27 | <br />
28 | {% endif %}
29 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/RocksMemEnv.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * RocksDB memory environment.
10 |  */
11 | public class RocksMemEnv extends Env {
12 | 
13 |   /**
14 |    * <p>Creates a new RocksDB environment that stores its data
15 |    * in memory and delegates all non-file-storage tasks to
16 |    * base_env. The caller must delete the result when it is
17 |    * no longer needed.</p>
18 |    *
19 |    * <p>{@code *base_env} must remain live while the result is in use.</p>
20 |    */
21 |   public RocksMemEnv() {
22 |     super(createMemEnv());
23 |   }
24 | 
25 |   private static native long createMemEnv();
26 |   @Override protected final native void disposeInternal(final long handle);
27 | }
28 | 


--------------------------------------------------------------------------------
/util/stderr_logger.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2016-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #pragma once
 7 | 
 8 | #include <stdarg.h>
 9 | #include <stdio.h>
10 | 
11 | #include "rocksdb/env.h"
12 | 
13 | namespace rocksdb {
14 | 
15 | // Prints logs to stderr for faster debugging
16 | class StderrLogger : public Logger {
17 |  public:
18 |   explicit StderrLogger(const InfoLogLevel log_level = InfoLogLevel::INFO_LEVEL)
19 |       : Logger(log_level) {}
20 | 
21 |   // Brings overloaded Logv()s into scope so they're not hidden when we override
22 |   // a subset of them.
23 |   using Logger::Logv;
24 | 
25 |   virtual void Logv(const char* format, va_list ap) override {
26 |     vfprintf(stderr, format, ap);
27 |     fprintf(stderr, "\n");
28 |   }
29 | };
30 | 
31 | }  // namespace rocksdb
32 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/ChecksumType.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * Checksum types used in conjunction with BlockBasedTable.
10 |  */
11 | public enum ChecksumType {
12 |   /**
13 |    * Not implemented yet.
14 |    */
15 |   kNoChecksum((byte) 0),
16 |   /**
17 |    * CRC32 Checksum
18 |    */
19 |   kCRC32c((byte) 1),
20 |   /**
21 |    * XX Hash
22 |    */
23 |   kxxHash((byte) 2);
24 | 
25 |   /**
26 |    * Returns the byte value of the enumerations value
27 |    *
28 |    * @return byte representation
29 |    */
30 |   public byte getValue() {
31 |     return value_;
32 |   }
33 | 
34 |   private ChecksumType(byte value) {
35 |     value_ = value;
36 |   }
37 | 
38 |   private final byte value_;
39 | }
40 | 


--------------------------------------------------------------------------------
/docs/_sass/_buttons.scss:
--------------------------------------------------------------------------------
 1 | .button {
 2 |   border: 1px solid $primary-bg;
 3 |   border-radius: 3px;
 4 |   color: $primary-bg;
 5 |   display: inline-block;
 6 |   font-size: 14px;
 7 |   font-weight: 900;
 8 |   line-height: 1.2em;
 9 |   padding: 10px;
10 |   text-transform: uppercase;
11 |   transition: background 0.3s, color 0.3s;
12 | 
13 |   &:hover {
14 |     background: $primary-bg;
15 |     color: $primary-overlay;
16 |   }
17 | }
18 | 
19 | .homeContainer {
20 |   .button {
21 |     border-color: $primary-overlay;
22 |     border-width: 1px;
23 |     color: $primary-overlay;
24 | 
25 |     &:hover {
26 |       background: $primary-overlay;
27 |       color: $primary-bg;
28 |     }
29 |   }
30 | }
31 | 
32 | .blockButton {
33 |   display: block;
34 | }
35 | 
36 | .edit-page-link {
37 |     float: right;
38 |     font-size: 14px;
39 |     font-weight: normal;
40 |     line-height: 20px;
41 |     opacity: 0.6;
42 |     transition: opacity 0.5s;
43 | }
44 | 
45 | .edit-page-link:hover {
46 |   opacity: 1;
47 | }
48 | 


--------------------------------------------------------------------------------
/java/rocksjni/compaction_filter.cc:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // This file implements the "bridge" between Java and C++ for
 7 | // rocksdb::CompactionFilter.
 8 | 
 9 | #include <jni.h>
10 | 
11 | #include "include/org_rocksdb_AbstractCompactionFilter.h"
12 | #include "rocksdb/compaction_filter.h"
13 | 
14 | // <editor-fold desc="org.rocksdb.AbstractCompactionFilter">
15 | 
16 | /*
17 |  * Class:     org_rocksdb_AbstractCompactionFilter
18 |  * Method:    disposeInternal
19 |  * Signature: (J)V
20 |  */
21 | void Java_org_rocksdb_AbstractCompactionFilter_disposeInternal(
22 |     JNIEnv* env, jobject jobj, jlong handle) {
23 |   auto* cf = reinterpret_cast<rocksdb::CompactionFilter*>(handle);
24 |   assert(cf != nullptr);
25 |   delete cf;
26 | }
27 | // </editor-fold>
28 | 


--------------------------------------------------------------------------------
/docs/_posts/2015-04-22-integrating-rocksdb-with-mongodb-2.markdown:
--------------------------------------------------------------------------------
 1 | ---
 2 | title: Integrating RocksDB with MongoDB
 3 | layout: post
 4 | author: icanadi
 5 | category: blog
 6 | redirect_from:
 7 |   - /blog/1967/integrating-rocksdb-with-mongodb-2/
 8 | ---
 9 | 
10 | Over the last couple of years, we have been busy integrating RocksDB with various services here at Facebook that needed to store key-value pairs locally. We have also seen other companies using RocksDB as local storage components of their distributed systems.
11 | 
12 | <!--truncate-->
13 | 
14 | The next big challenge for us is to bring RocksDB storage engine to general purpose databases. Today we have an exciting milestone to share with our community! We're running MongoDB with RocksDB in production and seeing great results! You can read more about it here: [http://blog.parse.com/announcements/mongodb-rocksdb-parse/](http://blog.parse.com/announcements/mongodb-rocksdb-parse/)
15 | 
16 | Keep tuned for benchmarks and more stability and performance improvements.
17 | 


--------------------------------------------------------------------------------
/utilities/compaction_filters/remove_emptyvalue_compactionfilter.cc:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #ifndef ROCKSDB_LITE
 7 | 
 8 | #include <string>
 9 | 
10 | #include "rocksdb/slice.h"
11 | #include "utilities/compaction_filters/remove_emptyvalue_compactionfilter.h"
12 | 
13 | namespace rocksdb {
14 | 
15 | const char* RemoveEmptyValueCompactionFilter::Name() const {
16 |   return "RemoveEmptyValueCompactionFilter";
17 | }
18 | 
19 | bool RemoveEmptyValueCompactionFilter::Filter(int level,
20 |     const Slice& key,
21 |     const Slice& existing_value,
22 |     std::string* new_value,
23 |     bool* value_changed) const {
24 | 
25 |   // remove kv pairs that have empty values
26 |   return existing_value.empty();
27 | }
28 | 
29 | }  // namespace rocksdb
30 | #endif  // !ROCKSDB_LITE
31 | 


--------------------------------------------------------------------------------
/Vagrantfile:
--------------------------------------------------------------------------------
 1 | # Vagrant file
 2 | Vagrant.configure("2") do |config|
 3 | 
 4 |   config.vm.provider "virtualbox" do |v|
 5 |     v.memory = 4096
 6 |     v.cpus = 2
 7 |   end
 8 | 
 9 |   config.vm.define "ubuntu14" do |box|
10 |     box.vm.box = "ubuntu/trusty64"
11 |   end
12 | 
13 |   config.vm.define "centos65" do |box|
14 |     box.vm.box = "chef/centos-6.5"
15 |   end
16 | 
17 |   config.vm.define "FreeBSD10" do |box|
18 |     box.vm.guest = :freebsd
19 |     box.vm.box = "robin/freebsd-10"
20 |     # FreeBSD does not support 'mount_virtualbox_shared_folder', use NFS
21 |     box.vm.synced_folder ".", "/vagrant", :nfs => true, id: "vagrant-root"
22 |     box.vm.network "private_network", ip: "10.0.1.10"
23 | 
24 |     # build everything after creating VM, skip using --no-provision
25 |     box.vm.provision "shell", inline: <<-SCRIPT
26 |       pkg install -y gmake clang35
27 |       export CXX=/usr/local/bin/clang++35
28 |       cd /vagrant
29 |       gmake clean
30 |       gmake all OPT=-g
31 |     SCRIPT
32 |   end
33 | 
34 | end
35 | 


--------------------------------------------------------------------------------
/java/src/test/java/org/rocksdb/util/SizeUnitTest.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | package org.rocksdb.util;
 6 | 
 7 | import org.junit.Test;
 8 | 
 9 | import static org.assertj.core.api.Assertions.assertThat;
10 | 
11 | public class SizeUnitTest {
12 | 
13 |   public static final long COMPUTATION_UNIT = 1024L;
14 | 
15 |   @Test
16 |   public void sizeUnit() {
17 |     assertThat(SizeUnit.KB).isEqualTo(COMPUTATION_UNIT);
18 |     assertThat(SizeUnit.MB).isEqualTo(
19 |         SizeUnit.KB * COMPUTATION_UNIT);
20 |     assertThat(SizeUnit.GB).isEqualTo(
21 |         SizeUnit.MB * COMPUTATION_UNIT);
22 |     assertThat(SizeUnit.TB).isEqualTo(
23 |         SizeUnit.GB * COMPUTATION_UNIT);
24 |     assertThat(SizeUnit.PB).isEqualTo(
25 |         SizeUnit.TB * COMPUTATION_UNIT);
26 |   }
27 | }
28 | 


--------------------------------------------------------------------------------
/docs/_sass/_slideshow.scss:
--------------------------------------------------------------------------------
 1 | .slideshow {
 2 |   position: relative;
 3 | 
 4 |   .slide {
 5 |     display: none;
 6 | 
 7 |     img {
 8 |       display: block;
 9 |       margin: 0 auto;
10 |     }
11 | 
12 |     &.slideActive {
13 |       display: block;
14 |     }
15 | 
16 |     a {
17 |       border: none;
18 |       display: block;
19 |     }
20 |   }
21 | 
22 |   .pagination {
23 |     display: block;
24 |     margin: -10px;
25 |     padding: 1em 0;
26 |     text-align: center;
27 |     width: 100%;
28 | 
29 |     .pager {
30 |       background: transparent;
31 |       border: 2px solid rgba(255, 255, 255, 0.5);
32 |       border-radius: 50%;
33 |       cursor: pointer;
34 |       display: inline-block;
35 |       height: 12px;
36 |       margin: 10px;
37 |       transition: background-color 0.3s, border-color 0.3s;
38 |       width: 12px;
39 | 
40 |       &.pagerActive {
41 |         background: rgba(255, 255, 255, 0.5);
42 |         border-width: 4px;
43 |         height: 8px;
44 |         width: 8px;
45 |       }
46 |     }
47 |   }
48 | }
49 | 


--------------------------------------------------------------------------------
/hdfs/README:
--------------------------------------------------------------------------------
 1 | This directory contains the hdfs extensions needed to make rocksdb store
 2 | files in HDFS.
 3 | 
 4 | It has been compiled and testing against CDH 4.4 (2.0.0+1475-1.cdh4.4.0.p0.23~precise-cdh4.4.0).
 5 | 
 6 | The configuration assumes that packages libhdfs0, libhdfs0-dev are 
 7 | installed which basically means that hdfs.h is in /usr/include and libhdfs in /usr/lib
 8 | 
 9 | The env_hdfs.h file defines the rocksdb objects that are needed to talk to an
10 | underlying filesystem. 
11 | 
12 | If you want to compile rocksdb with hdfs support, please set the following
13 | environment variables appropriately (also defined in setup.sh for convenience)
14 |    USE_HDFS=1
15 |    JAVA_HOME=/usr/local/jdk-7u79-64
16 |    LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/jdk-7u79-64/jre/lib/amd64/server:/usr/local/jdk-7u79-64/jre/lib/amd64/:./snappy/libs
17 |    make clean all db_bench
18 | 
19 | To run dbbench,
20 |   set CLASSPATH to include your hadoop distribution
21 |   db_bench --hdfs="hdfs://hbaseudbperf001.snc1.facebook.com:9000"
22 | 
23 | 
24 | 


--------------------------------------------------------------------------------
/java/rocksjni/remove_emptyvalue_compactionfilterjni.cc:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #include <jni.h>
 7 | 
 8 | #include "include/org_rocksdb_RemoveEmptyValueCompactionFilter.h"
 9 | #include "utilities/compaction_filters/remove_emptyvalue_compactionfilter.h"
10 | 
11 | 
12 | /*
13 |  * Class:     org_rocksdb_RemoveEmptyValueCompactionFilter
14 |  * Method:    createNewRemoveEmptyValueCompactionFilter0
15 |  * Signature: ()J
16 |  */
17 | jlong Java_org_rocksdb_RemoveEmptyValueCompactionFilter_createNewRemoveEmptyValueCompactionFilter0(
18 |     JNIEnv* env, jclass jcls) {
19 |   auto* compaction_filter =
20 |       new rocksdb::RemoveEmptyValueCompactionFilter();
21 | 
22 |   // set the native handle to our native compaction filter
23 |   return reinterpret_cast<jlong>(compaction_filter);
24 | }
25 | 


--------------------------------------------------------------------------------
/port/util_logger.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
 7 | // Use of this source code is governed by a BSD-style license that can be
 8 | // found in the LICENSE file. See the AUTHORS file for names of contributors.
 9 | 
10 | #ifndef STORAGE_LEVELDB_PORT_UTIL_LOGGER_H_
11 | #define STORAGE_LEVELDB_PORT_UTIL_LOGGER_H_
12 | 
13 | // Include the appropriate platform specific file below.  If you are
14 | // porting to a new platform, see "port_example.h" for documentation
15 | // of what the new port_<platform>.h file must provide.
16 | 
17 | #if defined(ROCKSDB_PLATFORM_POSIX)
18 | #include "env/posix_logger.h"
19 | #elif defined(OS_WIN)
20 | #include "port/win/win_logger.h"
21 | #endif
22 | 
23 | #endif  // STORAGE_LEVELDB_PORT_UTIL_LOGGER_H_
24 | 


--------------------------------------------------------------------------------
/util/status_message.cc:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #include "rocksdb/status.h"
 7 | 
 8 | namespace rocksdb {
 9 | 
10 | const char* Status::msgs[] = {
11 |     "",                                                   // kNone
12 |     "Timeout Acquiring Mutex",                            // kMutexTimeout
13 |     "Timeout waiting to lock key",                        // kLockTimeout
14 |     "Failed to acquire lock due to max_num_locks limit",  // kLockLimit
15 |     "No space left on device",                            // kNoSpace
16 |     "Deadlock",                                           // kDeadlock
17 |     "Stale file handle",                                  // kStaleFile
18 |     "Memory limit reached"                                // kMemoryLimit
19 | };
20 | 
21 | }  // namespace rocksdb
22 | 


--------------------------------------------------------------------------------
/docs/_sass/_promo.scss:
--------------------------------------------------------------------------------
 1 | .promoSection {
 2 |   display: flex;
 3 |   flex-flow: column wrap;
 4 |   font-size: 125%;
 5 |   line-height: 1.6em;
 6 |   margin: -10px 0;
 7 |   position: relative;
 8 |   z-index: 99;
 9 | 
10 |   .promoRow {
11 |     padding: 10px 0;
12 | 
13 |     .pluginWrapper {
14 |       display: block;
15 | 
16 |       &.ghWatchWrapper, &.ghStarWrapper {
17 |         height: 28px;
18 |       }
19 |     }
20 | 
21 |     .pluginRowBlock {
22 |       display: flex;
23 |       flex-flow: row wrap;
24 |       margin: 0 -2px;
25 | 
26 |       .pluginWrapper {
27 |         padding: 0 2px;
28 |       }
29 |     }
30 |   }
31 | }
32 | 
33 | iframe.pluginIframe {
34 |   height: 500px;
35 |   margin-top: 20px;
36 |   width: 100%;
37 | }
38 | 
39 | .iframeContent {
40 |   display: none;
41 | }
42 | 
43 | .iframePreview {
44 |   display: inline-block;
45 |   margin-top: 20px;
46 | }
47 | 
48 | @media only screen and (min-width: 1024px) {
49 |   .iframeContent {
50 |     display: block;
51 |   }
52 |   .iframePreview {
53 |     display: none;
54 |   }
55 | }


--------------------------------------------------------------------------------
/memtable/stl_wrappers.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | #pragma once
 6 | 
 7 | #include <map>
 8 | #include <string>
 9 | 
10 | #include "rocksdb/comparator.h"
11 | #include "rocksdb/memtablerep.h"
12 | #include "rocksdb/slice.h"
13 | #include "util/coding.h"
14 | #include "util/murmurhash.h"
15 | 
16 | namespace rocksdb {
17 | namespace stl_wrappers {
18 | 
19 | class Base {
20 |  protected:
21 |   const MemTableRep::KeyComparator& compare_;
22 |   explicit Base(const MemTableRep::KeyComparator& compare)
23 |       : compare_(compare) {}
24 | };
25 | 
26 | struct Compare : private Base {
27 |   explicit Compare(const MemTableRep::KeyComparator& compare) : Base(compare) {}
28 |   inline bool operator()(const char* a, const char* b) const {
29 |     return compare_(a, b) < 0;
30 |   }
31 | };
32 | 
33 | }
34 | }
35 | 


--------------------------------------------------------------------------------
/docs/_sass/_tables.scss:
--------------------------------------------------------------------------------
 1 | table {
 2 |   background: $lightergrey;
 3 |   border: 1px solid $lightgrey;
 4 |   border-collapse: collapse;
 5 |   display:table;
 6 |   margin: 20px 0;
 7 | 
 8 |   thead {
 9 |     border-bottom: 1px solid $lightgrey;
10 |     display: table-header-group;
11 |   }
12 |   tbody {
13 |     display: table-row-group;
14 |   }
15 |   tr {
16 |     display: table-row;
17 |     &:nth-of-type(odd) {
18 |       background: $greyish;
19 |     }
20 | 
21 |     th, td {
22 |       border-right: 1px dotted $lightgrey;
23 |       display: table-cell;
24 |       font-size: 14px;
25 |       line-height: 1.3em;
26 |       padding: 10px;
27 |       text-align: left;
28 | 
29 |       &:last-of-type {
30 |         border-right: 0;
31 |       }
32 | 
33 |       code {
34 |         color: $green;
35 |         display: inline-block;
36 |         font-size: 12px;
37 |       }
38 |     }
39 | 
40 |     th {
41 |       color: #000000;
42 |       font-weight: bold;
43 |       font-family: $header-font-family;
44 |       text-transform: uppercase;
45 |     }
46 |   }
47 | }


--------------------------------------------------------------------------------
/util/kv_map.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | #pragma once
 6 | 
 7 | #include <map>
 8 | #include <string>
 9 | 
10 | #include "rocksdb/comparator.h"
11 | #include "rocksdb/slice.h"
12 | #include "util/coding.h"
13 | #include "util/murmurhash.h"
14 | 
15 | namespace rocksdb {
16 | namespace stl_wrappers {
17 | 
18 | struct LessOfComparator {
19 |   explicit LessOfComparator(const Comparator* c = BytewiseComparator())
20 |       : cmp(c) {}
21 | 
22 |   bool operator()(const std::string& a, const std::string& b) const {
23 |     return cmp->Compare(Slice(a), Slice(b)) < 0;
24 |   }
25 |   bool operator()(const Slice& a, const Slice& b) const {
26 |     return cmp->Compare(a, b) < 0;
27 |   }
28 | 
29 |   const Comparator* cmp;
30 | };
31 | 
32 | typedef std::map<std::string, std::string, LessOfComparator> KVMap;
33 | }
34 | }
35 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/TableFormatConfig.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | package org.rocksdb;
 6 | 
 7 | /**
 8 |  * TableFormatConfig is used to config the internal Table format of a RocksDB.
 9 |  * To make a RocksDB to use a specific Table format, its associated
10 |  * TableFormatConfig should be properly set and passed into Options via
11 |  * Options.setTableFormatConfig() and open the db using that Options.
12 |  */
13 | public abstract class TableFormatConfig {
14 |   /**
15 |    * <p>This function should only be called by Options.setTableFormatConfig(),
16 |    * which will create a c++ shared-pointer to the c++ TableFactory
17 |    * that associated with the Java TableFormatConfig.</p>
18 |    *
19 |    * @return native handle address to native table instance.
20 |    */
21 |   abstract protected long newTableFactoryHandle();
22 | }
23 | 


--------------------------------------------------------------------------------
/monitoring/iostats_context_test.cc:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #include "rocksdb/iostats_context.h"
 7 | #include "util/testharness.h"
 8 | 
 9 | namespace rocksdb {
10 | 
11 | TEST(IOStatsContextTest, ToString) {
12 |   iostats_context.Reset();
13 |   iostats_context.bytes_read = 12345;
14 | 
15 |   std::string zero_included = iostats_context.ToString();
16 |   ASSERT_NE(std::string::npos, zero_included.find("= 0"));
17 |   ASSERT_NE(std::string::npos, zero_included.find("= 12345"));
18 | 
19 |   std::string zero_excluded = iostats_context.ToString(true);
20 |   ASSERT_EQ(std::string::npos, zero_excluded.find("= 0"));
21 |   ASSERT_NE(std::string::npos, zero_excluded.find("= 12345"));
22 | }
23 | 
24 | }  // namespace rocksdb
25 | 
26 | int main(int argc, char** argv) {
27 |   ::testing::InitGoogleTest(&argc, argv);
28 |   return RUN_ALL_TESTS();
29 | }
30 | 


--------------------------------------------------------------------------------
/java/src/test/java/org/rocksdb/ComparatorOptionsTest.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | import org.junit.ClassRule;
 9 | import org.junit.Test;
10 | 
11 | import static org.assertj.core.api.Assertions.assertThat;
12 | 
13 | public class ComparatorOptionsTest {
14 | 
15 |   @ClassRule
16 |   public static final RocksMemoryResource rocksMemoryResource =
17 |       new RocksMemoryResource();
18 | 
19 |   @Test
20 |   public void comparatorOptions() {
21 |     try(final ComparatorOptions copt = new ComparatorOptions()) {
22 | 
23 |       assertThat(copt).isNotNull();
24 |       // UseAdaptiveMutex test
25 |       copt.setUseAdaptiveMutex(true);
26 |       assertThat(copt.useAdaptiveMutex()).isTrue();
27 | 
28 |       copt.setUseAdaptiveMutex(false);
29 |       assertThat(copt.useAdaptiveMutex()).isFalse();
30 |     }
31 |   }
32 | }
33 | 


--------------------------------------------------------------------------------
/util/file_util.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | #pragma once
 7 | #include <string>
 8 | 
 9 | #include "options/db_options.h"
10 | #include "rocksdb/env.h"
11 | #include "rocksdb/status.h"
12 | #include "rocksdb/types.h"
13 | 
14 | namespace rocksdb {
15 | // use_fsync maps to options.use_fsync, which determines the way that
16 | // the file is synced after copying.
17 | extern Status CopyFile(Env* env, const std::string& source,
18 |                        const std::string& destination, uint64_t size,
19 |                        bool use_fsync);
20 | 
21 | extern Status CreateFile(Env* env, const std::string& destination,
22 |                          const std::string& contents);
23 | 
24 | extern Status DeleteSSTFile(const ImmutableDBOptions* db_options,
25 |                             const std::string& fname, uint32_t path_id);
26 | 
27 | }  // namespace rocksdb
28 | 


--------------------------------------------------------------------------------
/ROCKSDB_LITE.md:
--------------------------------------------------------------------------------
 1 | # RocksDBLite
 2 | 
 3 | RocksDBLite is a project focused on mobile use cases, which don't need a lot of fancy things we've built for server workloads and they are very sensitive to binary size. For that reason, we added a compile flag ROCKSDB_LITE that comments out a lot of the nonessential code and keeps the binary lean.
 4 | 
 5 | Some examples of the features disabled by ROCKSDB_LITE:
 6 | * compiled-in support for LDB tool
 7 | * No backupable DB
 8 | * No support for replication (which we provide in form of TrasactionalIterator)
 9 | * No advanced monitoring tools
10 | * No special-purpose memtables that are highly optimized for specific use cases
11 | * No Transactions
12 | 
13 | When adding a new big feature to RocksDB, please add ROCKSDB_LITE compile guard if:
14 | * Nobody from mobile really needs your feature,
15 | * Your feature is adding a lot of weight to the binary.
16 | 
17 | Don't add ROCKSDB_LITE compile guard if:
18 | * It would introduce a lot of code complexity. Compile guards make code harder to read. It's a trade-off.
19 | * Your feature is not adding a lot of weight.
20 | 
21 | If unsure, ask. :)
22 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/Snapshot.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * Snapshot of database
10 |  */
11 | public class Snapshot extends RocksObject {
12 |   Snapshot(final long nativeHandle) {
13 |     super(nativeHandle);
14 |   }
15 | 
16 |   /**
17 |    * Return the associated sequence number;
18 |    *
19 |    * @return the associated sequence number of
20 |    *     this snapshot.
21 |    */
22 |   public long getSequenceNumber() {
23 |     assert(isOwningHandle());
24 |     return getSequenceNumber(nativeHandle_);
25 |   }
26 | 
27 |   /**
28 |    * Dont release C++ Snapshot pointer. The pointer
29 |    * to the snapshot is released by the database
30 |    * instance.
31 |    */
32 |   @Override
33 |   protected final void disposeInternal(final long handle) {
34 |   }
35 | 
36 |   private native long getSequenceNumber(long handle);
37 | }
38 | 


--------------------------------------------------------------------------------
/monitoring/thread_status_util_debug.cc:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #include <atomic>
 7 | 
 8 | #include "monitoring/thread_status_updater.h"
 9 | #include "monitoring/thread_status_util.h"
10 | #include "rocksdb/env.h"
11 | 
12 | namespace rocksdb {
13 | 
14 | #ifndef NDEBUG
15 | // the delay for debugging purpose.
16 | static std::atomic<int> states_delay[ThreadStatus::NUM_STATE_TYPES];
17 | 
18 | void ThreadStatusUtil::TEST_SetStateDelay(
19 |     const ThreadStatus::StateType state, int micro) {
20 |   states_delay[state].store(micro, std::memory_order_relaxed);
21 | }
22 | 
23 | void ThreadStatusUtil::TEST_StateDelay(const ThreadStatus::StateType state) {
24 |   auto delay = states_delay[state].load(std::memory_order_relaxed);
25 |   if (delay > 0) {
26 |     Env::Default()->SleepForMicroseconds(delay);
27 |   }
28 | }
29 | 
30 | #endif  // !NDEBUG
31 | 
32 | }  // namespace rocksdb
33 | 


--------------------------------------------------------------------------------
/docs/_includes/social_plugins.html:
--------------------------------------------------------------------------------
 1 | <a
 2 |   href="https://twitter.com/share"
 3 |   class="twitter-share-button"
 4 |   data-url="http://facebook.github.io/fresco{{ page.url }}"
 5 |   data-text="Fresco | {{ page.title }}"
 6 |   data-hashtags="fresco">Tweet</a>
 7 | <div
 8 |   class="fb-like"
 9 |   data-href="http://facebook.github.io/fresco{{ page.url }}"
10 |   data-layout="standard"
11 |   data-action="like"
12 |   data-show-faces="true"
13 |   data-share="true"></div>
14 | 
15 | <div id="fb-root"></div>
16 | <script>(function(d, s, id) {
17 |   var js, fjs = d.getElementsByTagName(s)[0];
18 |   if (d.getElementById(id)) return;
19 |   js = d.createElement(s); js.id = id;
20 |   js.src = "//connect.facebook.net/en_US/sdk.js#xfbml=1&version=v2.0";
21 |   fjs.parentNode.insertBefore(js, fjs);
22 | }(document, 'script', 'facebook-jssdk'));</script>
23 | 
24 | <script>!function(d,s,id){var js,fjs=d.getElementsByTagName(s)[0],p=/^http:/.test(d.location)?'http':'https';if(!d.getElementById(id)){js=d.createElement(s);js.id=id;js.src=p+'://platform.twitter.com/widgets.js';fjs.parentNode.insertBefore(js,fjs);}}(document, 'script', 'twitter-wjs');</script>
25 | 


--------------------------------------------------------------------------------
/util/random.cc:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | 
 7 | #include "util/random.h"
 8 | 
 9 | #include <stdint.h>
10 | #include <string.h>
11 | #include <thread>
12 | #include <utility>
13 | 
14 | #include "port/likely.h"
15 | #include "util/thread_local.h"
16 | 
17 | #ifdef ROCKSDB_SUPPORT_THREAD_LOCAL
18 | #define STORAGE_DECL static __thread
19 | #else
20 | #define STORAGE_DECL static
21 | #endif
22 | 
23 | namespace rocksdb {
24 | 
25 | Random* Random::GetTLSInstance() {
26 |   STORAGE_DECL Random* tls_instance;
27 |   STORAGE_DECL std::aligned_storage<sizeof(Random)>::type tls_instance_bytes;
28 | 
29 |   auto rv = tls_instance;
30 |   if (UNLIKELY(rv == nullptr)) {
31 |     size_t seed = std::hash<std::thread::id>()(std::this_thread::get_id());
32 |     rv = new (&tls_instance_bytes) Random((uint32_t)seed);
33 |     tls_instance = rv;
34 |   }
35 |   return rv;
36 | }
37 | 
38 | }  // namespace rocksdb
39 | 


--------------------------------------------------------------------------------
/java/src/test/java/org/rocksdb/CompactionPriorityTest.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | import org.junit.Test;
 9 | 
10 | import static org.assertj.core.api.Assertions.assertThat;
11 | 
12 | public class CompactionPriorityTest {
13 | 
14 |   @Test(expected = IllegalArgumentException.class)
15 |   public void failIfIllegalByteValueProvided() {
16 |     CompactionPriority.getCompactionPriority((byte) -1);
17 |   }
18 | 
19 |   @Test
20 |   public void getCompactionPriority() {
21 |     assertThat(CompactionPriority.getCompactionPriority(
22 |         CompactionPriority.OldestLargestSeqFirst.getValue()))
23 |             .isEqualTo(CompactionPriority.OldestLargestSeqFirst);
24 |   }
25 | 
26 |   @Test
27 |   public void valueOf() {
28 |     assertThat(CompactionPriority.valueOf("OldestSmallestSeqFirst")).
29 |         isEqualTo(CompactionPriority.OldestSmallestSeqFirst);
30 |   }
31 | }
32 | 


--------------------------------------------------------------------------------
/docs/_includes/content/items/gridblock.html:
--------------------------------------------------------------------------------
 1 | {% if include.layout == "fourColumn" %}
 2 |   {% assign layout = "fourByGridBlock" %}
 3 | {% else %}
 4 |   {% assign layout = "twoByGridBlock" %}
 5 | {% endif %}
 6 | 
 7 | {% if include.imagealign == "side" %}
 8 |   {% assign imagealign = "imageAlignSide" %}
 9 | {% else %}
10 |   {% if item.image %}
11 |     {% assign imagealign = "imageAlignTop" %}
12 |   {% else %}
13 |     {% assign imagealign = "" %}
14 |   {% endif %}
15 | {% endif %}
16 | 
17 | {% if include.align == "right" %}
18 |   {% assign align = "alignRight" %}
19 | {% elsif include.align == "center" %}
20 |   {% assign align = "alignCenter" %}
21 | {% else %}
22 |   {% assign align = "alignLeft" %}
23 | {% endif %}
24 | 
25 | <div class="blockElement {{ layout }} {{ imagealign }} {{ align }}">
26 |   {% if item.image %}
27 |   <div class="blockImage">
28 |     <img src="/static/{{ item.image }}" alt="{{ item.title }}" title="{{ item.title }}" />
29 |   </div>
30 |   {% endif %}
31 |   <div class="blockContent">
32 |     <h3>{{ item.title }}</h3>
33 |     {% if item.text %}
34 |     {{ item.text | markdownify }}
35 |     {% endif %}
36 |   </div>
37 | </div>
38 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/Comparator.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * Base class for comparators which will receive
10 |  * byte[] based access via org.rocksdb.Slice in their
11 |  * compare method implementation.
12 |  *
13 |  * byte[] based slices perform better when small keys
14 |  * are involved. When using larger keys consider
15 |  * using @see org.rocksdb.DirectComparator
16 |  */
17 | public abstract class Comparator extends AbstractComparator<Slice> {
18 | 
19 |   private final long nativeHandle_;
20 | 
21 |   public Comparator(final ComparatorOptions copt) {
22 |     super();
23 |     this.nativeHandle_ = createNewComparator0(copt.nativeHandle_);
24 |   }
25 | 
26 |   @Override
27 |   protected final long getNativeHandle() {
28 |     return nativeHandle_;
29 |   }
30 | 
31 |   private native long createNewComparator0(final long comparatorOptionsHandle);
32 | }
33 | 


--------------------------------------------------------------------------------
/util/allocator.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
 7 | // Use of this source code is governed by a BSD-style license that can be
 8 | // found in the LICENSE file. See the AUTHORS file for names of contributors.
 9 | //
10 | // Abstract interface for allocating memory in blocks. This memory is freed
11 | // when the allocator object is destroyed. See the Arena class for more info.
12 | 
13 | #pragma once
14 | #include <cstddef>
15 | #include <cerrno>
16 | 
17 | namespace rocksdb {
18 | 
19 | class Logger;
20 | 
21 | class Allocator {
22 |  public:
23 |   virtual ~Allocator() {}
24 | 
25 |   virtual char* Allocate(size_t bytes) = 0;
26 |   virtual char* AllocateAligned(size_t bytes, size_t huge_page_size = 0,
27 |                                 Logger* logger = nullptr) = 0;
28 | 
29 |   virtual size_t BlockSize() const = 0;
30 | };
31 | 
32 | }  // namespace rocksdb
33 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/AbstractCompactionFilter.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | package org.rocksdb;
 6 | 
 7 | /**
 8 |  * A CompactionFilter allows an application to modify/delete a key-value at
 9 |  * the time of compaction.
10 |  *
11 |  * At present we just permit an overriding Java class to wrap a C++
12 |  * implementation
13 |  */
14 | public abstract class AbstractCompactionFilter<T extends AbstractSlice<?>>
15 |     extends RocksObject {
16 | 
17 |   protected AbstractCompactionFilter(final long nativeHandle) {
18 |     super(nativeHandle);
19 |   }
20 | 
21 |   /**
22 |    * Deletes underlying C++ compaction pointer.
23 |    *
24 |    * Note that this function should be called only after all
25 |    * RocksDB instances referencing the compaction filter are closed.
26 |    * Otherwise an undefined behavior will occur.
27 |    */
28 |   @Override
29 |   protected final native void disposeInternal(final long handle);
30 | }
31 | 


--------------------------------------------------------------------------------
/table/table_properties_internal.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #pragma once
 7 | 
 8 | #include "rocksdb/status.h"
 9 | #include "rocksdb/iterator.h"
10 | 
11 | namespace rocksdb {
12 | 
13 | class InternalIterator;
14 | class BlockHandle;
15 | 
16 | // Seek to the properties block.
17 | // If it successfully seeks to the properties block, "is_found" will be
18 | // set to true.
19 | Status SeekToPropertiesBlock(InternalIterator* meta_iter, bool* is_found);
20 | 
21 | // Seek to the compression dictionary block.
22 | // If it successfully seeks to the properties block, "is_found" will be
23 | // set to true.
24 | Status SeekToCompressionDictBlock(InternalIterator* meta_iter, bool* is_found);
25 | 
26 | // TODO(andrewkr) should not put all meta block in table_properties.h/cc
27 | Status SeekToRangeDelBlock(InternalIterator* meta_iter, bool* is_found,
28 |                            BlockHandle* block_handle);
29 | 
30 | }  // namespace rocksdb
31 | 


--------------------------------------------------------------------------------
/docs/_sass/_reset.scss:
--------------------------------------------------------------------------------
 1 | html, body, div, span, applet, object, iframe,
 2 | h1, h2, h3, h4, h5, h6, p, blockquote, pre,
 3 | a, abbr, acronym, address, big, cite, code,
 4 | del, dfn, em, img, ins, kbd, q, s, samp,
 5 | small, strike, strong, sub, sup, tt, var,
 6 | b, u, i, center,
 7 | dl, dt, dd, ol, ul, li,
 8 | fieldset, form, label, legend,
 9 | table, caption, tbody, tfoot, thead, tr, th, td,
10 | article, aside, canvas, details, embed,
11 | figure, figcaption, footer, header, hgroup,
12 | menu, nav, output, ruby, section, summary,
13 | time, mark, audio, video {
14 | 	margin: 0;
15 | 	padding: 0;
16 | 	border: 0;
17 | 	font-size: 100%;
18 | 	font: inherit;
19 | 	vertical-align: baseline;
20 | }
21 | /* HTML5 display-role reset for older browsers */
22 | article, aside, details, figcaption, figure,
23 | footer, header, hgroup, menu, nav, section {
24 | 	display: block;
25 | }
26 | body {
27 | 	line-height: 1;
28 | }
29 | ol, ul {
30 | 	list-style: none;
31 | }
32 | blockquote, q {
33 | 	quotes: none;
34 | }
35 | blockquote:before, blockquote:after,
36 | q:before, q:after {
37 | 	content: '';
38 | 	content: none;
39 | }
40 | table {
41 | 	border-collapse: collapse;
42 | 	border-spacing: 0;
43 | }
44 | 


--------------------------------------------------------------------------------
/java/src/test/java/org/rocksdb/CompactionStopStyleTest.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | import org.junit.Test;
 9 | 
10 | import static org.assertj.core.api.Assertions.assertThat;
11 | 
12 | public class CompactionStopStyleTest {
13 | 
14 |   @Test(expected = IllegalArgumentException.class)
15 |   public void failIfIllegalByteValueProvided() {
16 |     CompactionStopStyle.getCompactionStopStyle((byte) -1);
17 |   }
18 | 
19 |   @Test
20 |   public void getCompactionStopStyle() {
21 |     assertThat(CompactionStopStyle.getCompactionStopStyle(
22 |         CompactionStopStyle.CompactionStopStyleTotalSize.getValue()))
23 |             .isEqualTo(CompactionStopStyle.CompactionStopStyleTotalSize);
24 |   }
25 | 
26 |   @Test
27 |   public void valueOf() {
28 |     assertThat(CompactionStopStyle.valueOf("CompactionStopStyleSimilarSize")).
29 |         isEqualTo(CompactionStopStyle.CompactionStopStyleSimilarSize);
30 |   }
31 | }
32 | 


--------------------------------------------------------------------------------
/docs/_posts/2014-06-27-rocksdb-3-2-release.markdown:
--------------------------------------------------------------------------------
 1 | ---
 2 | title: RocksDB 3.2 release
 3 | layout: post
 4 | author: leijin
 5 | category: blog
 6 | redirect_from:
 7 |   - /blog/647/rocksdb-3-2-release/
 8 | ---
 9 | 
10 | Check out new RocksDB release on [GitHub](https://github.com/facebook/rocksdb/releases/tag/rocksdb-3.2)!
11 | 
12 | New Features in RocksDB 3.2:
13 | 
14 |   * PlainTable now supports a new key encoding: for keys of the same prefix, the prefix is only written once. It can be enabled through encoding_type paramter of NewPlainTableFactory()
15 | 
16 | 
17 |   * Add AdaptiveTableFactory, which is used to convert from a DB of PlainTable to BlockBasedTabe, or vise versa. It can be created using NewAdaptiveTableFactory()
18 | 
19 | <!--truncate-->
20 | 
21 | Public API changes:
22 | 
23 | 
24 |   * We removed seek compaction as a concept from RocksDB
25 | 
26 | 
27 |   * Add two paramters to NewHashLinkListRepFactory() for logging on too many entries in a hash bucket when flushing
28 | 
29 | 
30 |   * Added new option BlockBasedTableOptions::hash_index_allow_collision. When enabled, prefix hash index for block-based table will not store prefix and allow hash collision, reducing memory consumption
31 | 


--------------------------------------------------------------------------------
/docs/_includes/nav/header_nav.html:
--------------------------------------------------------------------------------
 1 | <div id="header_nav">
 2 |   <div class="navSlideout">
 3 |     <i class="menuExpand" id="header_nav_expander"><span></span><span></span><span></span></i>
 4 |   </div>
 5 |   <nav class="slidingNav">
 6 |     <ul>
 7 |       {% for item in site.data.nav %}
 8 |       <li class="navItem">
 9 |         <a href="{{ item.href }}"{% if item.category == "external" %} target="_blank"{% endif %}>{{ item.title }}</a>
10 |       </li>
11 |       {% endfor %}
12 |       {% if site.searchconfig %}
13 |       {% include nav_search.html inputselector="search_input_react" %}
14 |       {% endif %}
15 |     </ul>
16 |   </nav>
17 | </div>
18 | <script>
19 |   var event = document.createEvent('Event');
20 |   event.initEvent('slide', true, true);
21 |   document.addEventListener('slide', function (e) {
22 |     document.body.classList.toggle('sliderActive');
23 |   }, false);
24 |   var headerNav = document.getElementById('header_nav');
25 |   var headerNavExpander = document.getElementById('header_nav_expander');
26 |   headerNavExpander.addEventListener('click', function(e) {
27 |     headerNav.classList.toggle('navSlideoutActive');
28 |     document.dispatchEvent(event);
29 |   }, false);
30 | </script>


--------------------------------------------------------------------------------
/monitoring/statistics_test.cc:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | 
 7 | #include "port/stack_trace.h"
 8 | #include "util/testharness.h"
 9 | #include "util/testutil.h"
10 | 
11 | #include "rocksdb/statistics.h"
12 | 
13 | namespace rocksdb {
14 | 
15 | class StatisticsTest : public testing::Test {};
16 | 
17 | // Sanity check to make sure that contents and order of TickersNameMap
18 | // match Tickers enum
19 | TEST_F(StatisticsTest, Sanity) {
20 |   EXPECT_EQ(static_cast<size_t>(Tickers::TICKER_ENUM_MAX),
21 |             TickersNameMap.size());
22 | 
23 |   for (uint32_t t = 0; t < Tickers::TICKER_ENUM_MAX; t++) {
24 |     auto pair = TickersNameMap[static_cast<size_t>(t)];
25 |     ASSERT_EQ(pair.first, t) << "Miss match at " << pair.second;
26 |   }
27 | }
28 | 
29 | }  // namespace rocksdb
30 | 
31 | int main(int argc, char** argv) {
32 |   rocksdb::port::InstallStackTraceHandler();
33 |   ::testing::InitGoogleTest(&argc, argv);
34 |   return RUN_ALL_TESTS();
35 | }
36 | 


--------------------------------------------------------------------------------
/util/hash.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
 7 | // Use of this source code is governed by a BSD-style license that can be
 8 | // found in the LICENSE file. See the AUTHORS file for names of contributors.
 9 | //
10 | // Simple hash function used for internal data structures
11 | 
12 | #pragma once
13 | #include <stddef.h>
14 | #include <stdint.h>
15 | 
16 | #include "rocksdb/slice.h"
17 | 
18 | namespace rocksdb {
19 | 
20 | extern uint32_t Hash(const char* data, size_t n, uint32_t seed);
21 | 
22 | inline uint32_t BloomHash(const Slice& key) {
23 |   return Hash(key.data(), key.size(), 0xbc9f1d34);
24 | }
25 | 
26 | inline uint32_t GetSliceHash(const Slice& s) {
27 |   return Hash(s.data(), s.size(), 397);
28 | }
29 | 
30 | // std::hash compatible interface.
31 | struct SliceHasher {
32 |   uint32_t operator()(const Slice& s) const { return GetSliceHash(s); }
33 | };
34 | 
35 | }  // namespace rocksdb
36 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/DirectComparator.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * Base class for comparators which will receive
10 |  * ByteBuffer based access via org.rocksdb.DirectSlice
11 |  * in their compare method implementation.
12 |  *
13 |  * ByteBuffer based slices perform better when large keys
14 |  * are involved. When using smaller keys consider
15 |  * using @see org.rocksdb.Comparator
16 |  */
17 | public abstract class DirectComparator extends AbstractComparator<DirectSlice> {
18 | 
19 |   private final long nativeHandle_;
20 | 
21 |   public DirectComparator(final ComparatorOptions copt) {
22 |     super();
23 |     this.nativeHandle_ = createNewDirectComparator0(copt.nativeHandle_);
24 |   }
25 | 
26 |   @Override
27 |   protected final long getNativeHandle() {
28 |     return nativeHandle_;
29 |   }
30 | 
31 |   private native long createNewDirectComparator0(
32 |       final long comparatorOptionsHandle);
33 | }
34 | 


--------------------------------------------------------------------------------
/table/bloom_block.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | #pragma once
 6 | 
 7 | #include <vector>
 8 | #include <string>
 9 | #include "util/dynamic_bloom.h"
10 | 
11 | namespace rocksdb {
12 | class Logger;
13 | 
14 | class BloomBlockBuilder {
15 |  public:
16 |   static const std::string kBloomBlock;
17 | 
18 |   explicit BloomBlockBuilder(uint32_t num_probes = 6)
19 |       : bloom_(num_probes, nullptr) {}
20 | 
21 |   void SetTotalBits(Allocator* allocator, uint32_t total_bits,
22 |                     uint32_t locality, size_t huge_page_tlb_size,
23 |                     Logger* logger) {
24 |     bloom_.SetTotalBits(allocator, total_bits, locality, huge_page_tlb_size,
25 |                         logger);
26 |   }
27 | 
28 |   uint32_t GetNumBlocks() const { return bloom_.GetNumBlocks(); }
29 | 
30 |   void AddKeysHashes(const std::vector<uint32_t>& keys_hashes);
31 | 
32 |   Slice Finish();
33 | 
34 |  private:
35 |   DynamicBloom bloom_;
36 | };
37 | 
38 | };  // namespace rocksdb
39 | 


--------------------------------------------------------------------------------
/include/rocksdb/utilities/table_properties_collectors.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #pragma once
 7 | #ifndef ROCKSDB_LITE
 8 | #include <memory>
 9 | 
10 | #include "rocksdb/table_properties.h"
11 | 
12 | namespace rocksdb {
13 | 
14 | // Creates a factory of a table property collector that marks a SST
15 | // file as need-compaction when it observe at least "D" deletion
16 | // entries in any "N" consecutive entires.
17 | //
18 | // @param sliding_window_size "N". Note that this number will be
19 | //     round up to the smallest multiple of 128 that is no less
20 | //     than the specified size.
21 | // @param deletion_trigger "D".  Note that even when "N" is changed,
22 | //     the specified number for "D" will not be changed.
23 | extern std::shared_ptr<TablePropertiesCollectorFactory>
24 |     NewCompactOnDeletionCollectorFactory(
25 |         size_t sliding_window_size,
26 |         size_t deletion_trigger);
27 | }  // namespace rocksdb
28 | 
29 | #endif  // !ROCKSDB_LITE
30 | 


--------------------------------------------------------------------------------
/rmi/CMakeLists.txt:
--------------------------------------------------------------------------------
 1 | cmake_minimum_required (VERSION 3.5)
 2 | project (linear)
 3 | 
 4 | set(CMAKE_CXX_STANDARD 14)
 5 | set(CMAKE_CXX_STANDARD_REQUIRED ON)
 6 | set(CMAKE_CXX_EXTENSIONS OFF)
 7 | set(JEMALLOC_DIR "/usr/lib/x86_64-linux-gnu")
 8 | set(MKL_LINK_DIRECTORY "/opt/intel/mkl/lib/intel64")
 9 | set(MKL_INCLUDE_DIRECTORY "/opt/intel/mkl/include")
10 | 
11 | link_directories(${MKL_LINK_DIRECTORY})
12 | 
13 | 
14 | include_directories(${MKL_INCLUDE_DIRECTORY})
15 | include_directories(${CMAKE_CURRENT_SOURCE_DIR})
16 | 
17 | # add_compile_options(-Wall -fmax-errors=5 -march=native -mtune=native)
18 | add_compile_options(-w -fmax-errors=5 -faligned-new -march=native -mtune=native)
19 | 
20 | # test
21 | add_executable(test
22 |     ${CMAKE_CURRENT_SOURCE_DIR}/test_bytes.cc
23 | )
24 | # string(TOLOWER ${CMAKE_BUILD_TYPE} _type)
25 | # if (_type STREQUAL release)
26 | #     set(default_build_type "Release")
27 | #     message(STATUS "Setting build type to '${default_build_type}' ")
28 | #     target_compile_definitions(test PRIVATE NDEBUGGING)
29 | # else()
30 | #     message(STATUS "Setting build type to '${default_build_type}' ")
31 | # endif()
32 | target_link_libraries(test
33 |     PRIVATE
34 |         mkl_rt
35 |         -lpthread
36 | )


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/IndexType.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * IndexType used in conjunction with BlockBasedTable.
10 |  */
11 | public enum IndexType {
12 |   /**
13 |    * A space efficient index block that is optimized for
14 |    * binary-search-based index.
15 |    */
16 |   kBinarySearch((byte) 0),
17 |   /**
18 |    * The hash index, if enabled, will do the hash lookup when
19 |    * {@code Options.prefix_extractor} is provided.
20 |    */
21 |   kHashSearch((byte) 1),
22 |   /**
23 |    * A two-level index implementation. Both levels are binary search indexes.
24 |    */
25 |   kTwoLevelIndexSearch((byte) 2);
26 | 
27 |   /**
28 |    * Returns the byte value of the enumerations value
29 |    *
30 |    * @return byte representation
31 |    */
32 |   public byte getValue() {
33 |     return value_;
34 |   }
35 | 
36 |   private IndexType(byte value) {
37 |     value_ = value;
38 |   }
39 | 
40 |   private final byte value_;
41 | }
42 | 


--------------------------------------------------------------------------------
/table/persistent_cache_options.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | #pragma once
 6 | 
 7 | #include <string>
 8 | 
 9 | #include "monitoring/statistics.h"
10 | #include "rocksdb/persistent_cache.h"
11 | 
12 | namespace rocksdb {
13 | 
14 | // PersistentCacheOptions
15 | //
16 | // This describe the caching behavior for page cache
17 | // This is used to pass the context for caching and the cache handle
18 | struct PersistentCacheOptions {
19 |   PersistentCacheOptions() {}
20 |   explicit PersistentCacheOptions(
21 |       const std::shared_ptr<PersistentCache>& _persistent_cache,
22 |       const std::string _key_prefix, Statistics* const _statistics)
23 |       : persistent_cache(_persistent_cache),
24 |         key_prefix(_key_prefix),
25 |         statistics(_statistics) {}
26 | 
27 |   virtual ~PersistentCacheOptions() {}
28 | 
29 |   std::shared_ptr<PersistentCache> persistent_cache;
30 |   std::string key_prefix;
31 |   Statistics* statistics = nullptr;
32 | };
33 | 
34 | }  // namespace rocksdb
35 | 


--------------------------------------------------------------------------------
/docs/_data/features.yml:
--------------------------------------------------------------------------------
 1 | - title: High Performance
 2 |   text: |
 3 |         RocksDB uses a log structured database engine, written entirely in C++, for maximum performance. Keys and values are just arbitrarily-sized byte streams.
 4 |   image: images/promo-performance.svg
 5 | 
 6 | - title: Optimized for Fast Storage
 7 |   text: |
 8 |         RocksDB is optimized for fast, low latency storage such as flash drives and high-speed disk drives. RocksDB exploits the full potential of high read/write rates offered by flash or RAM.
 9 |   image: images/promo-flash.svg
10 | 
11 | - title: Adaptable
12 |   text: |
13 |         RocksDB is adaptable to different workloads. From database storage engines such as [MyRocks](https://github.com/facebook/mysql-5.6) to [application data caching](http://techblog.netflix.com/2016/05/application-data-caching-using-ssds.html) to embedded workloads, RocksDB can be used for a variety of data needs.
14 |   image: images/promo-adapt.svg
15 | 
16 | - title: Basic and Advanced Database Operations
17 |   text: |
18 |         RocksDB provides basic operations such as opening and closing a database, reading and writing to more advanced operations such as merging and compaction filters.
19 |   image: images/promo-operations.svg
20 | 


--------------------------------------------------------------------------------
/docs/_posts/2015-07-22-rocksdb-is-now-available-in-windows-platform.markdown:
--------------------------------------------------------------------------------
 1 | ---
 2 | title: RocksDB is now available in Windows Platform
 3 | layout: post
 4 | author: dmitrism
 5 | category: blog
 6 | redirect_from:
 7 |   - /blog/2033/rocksdb-is-now-available-in-windows-platform/
 8 | ---
 9 | 
10 | Over the past 6 months we have seen a number of use cases where RocksDB is successfully used by the community and various companies to achieve high throughput and volume in a modern server environment.
11 | 
12 | We at Microsoft Bing could not be left behind. As a result we are happy to [announce](http://bit.ly/1OmWBT9) the availability of the Windows Port created here at Microsoft which we intend to use as a storage option for one of our key/value data stores.
13 | 
14 | <!--truncate-->
15 | 
16 | We are happy to make this available for the community. Keep tuned for more announcements to come.
17 | 
18 | ### Comments
19 | 
20 | **[Siying Dong](siying.d@fb.com)**
21 | 
22 | Appreciate your contributions to RocksDB project! I believe it will benefits many users!
23 | 
24 | **[empresas sevilla](oxofkx@gmail.com)**
25 | 
26 | Magnifico artículo|, un placer leer el blog
27 | 
28 | **[jak usunac](tomogedac@o2.pl)**
29 | 
30 | I believe it will benefits too
31 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/StatsCollectorInput.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * Contains all information necessary to collect statistics from one instance
10 |  * of DB statistics.
11 |  */
12 | public class StatsCollectorInput {
13 |   private final Statistics _statistics;
14 |   private final StatisticsCollectorCallback _statsCallback;
15 | 
16 |   /**
17 |    * Constructor for StatsCollectorInput.
18 |    *
19 |    * @param statistics Reference of DB statistics.
20 |    * @param statsCallback Reference of statistics callback interface.
21 |    */
22 |   public StatsCollectorInput(final Statistics statistics,
23 |       final StatisticsCollectorCallback statsCallback) {
24 |     _statistics = statistics;
25 |     _statsCallback = statsCallback;
26 |   }
27 | 
28 |   public Statistics getStatistics() {
29 |     return _statistics;
30 |   }
31 | 
32 |   public StatisticsCollectorCallback getCallback() {
33 |     return _statsCallback;
34 |   }
35 | }
36 | 


--------------------------------------------------------------------------------
/java/src/test/java/org/rocksdb/Types.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * Simple type conversion methods
10 |  * for use in tests
11 |  */
12 | public class Types {
13 | 
14 |   /**
15 |    * Convert first 4 bytes of a byte array to an int
16 |    *
17 |    * @param data The byte array
18 |    *
19 |    * @return An integer
20 |    */
21 |   public static int byteToInt(final byte data[]) {
22 |     return (data[0] & 0xff) |
23 |         ((data[1] & 0xff) << 8) |
24 |         ((data[2] & 0xff) << 16) |
25 |         ((data[3] & 0xff) << 24);
26 |   }
27 | 
28 |   /**
29 |    * Convert an int to 4 bytes
30 |    *
31 |    * @param v The int
32 |    *
33 |    * @return A byte array containing 4 bytes
34 |    */
35 |   public static byte[] intToByte(final int v) {
36 |     return new byte[] {
37 |         (byte)((v >>> 0) & 0xff),
38 |         (byte)((v >>> 8) & 0xff),
39 |         (byte)((v >>> 16) & 0xff),
40 |         (byte)((v >>> 24) & 0xff)
41 |     };
42 |   }
43 | }
44 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/HistogramType.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | public enum HistogramType {
 9 |   DB_GET(0),
10 |   DB_WRITE(1),
11 |   COMPACTION_TIME(2),
12 |   TABLE_SYNC_MICROS(3),
13 |   COMPACTION_OUTFILE_SYNC_MICROS(4),
14 |   WAL_FILE_SYNC_MICROS(5),
15 |   MANIFEST_FILE_SYNC_MICROS(6),
16 |   // TIME SPENT IN IO DURING TABLE OPEN
17 |   TABLE_OPEN_IO_MICROS(7),
18 |   DB_MULTIGET(8),
19 |   READ_BLOCK_COMPACTION_MICROS(9),
20 |   READ_BLOCK_GET_MICROS(10),
21 |   WRITE_RAW_BLOCK_MICROS(11),
22 |   STALL_L0_SLOWDOWN_COUNT(12),
23 |   STALL_MEMTABLE_COMPACTION_COUNT(13),
24 |   STALL_L0_NUM_FILES_COUNT(14),
25 |   HARD_RATE_LIMIT_DELAY_COUNT(15),
26 |   SOFT_RATE_LIMIT_DELAY_COUNT(16),
27 |   NUM_FILES_IN_SINGLE_COMPACTION(17),
28 |   DB_SEEK(18),
29 |   WRITE_STALL(19);
30 | 
31 |   private final int value_;
32 | 
33 |   private HistogramType(int value) {
34 |     value_ = value;
35 |   }
36 | 
37 |   public int getValue() {
38 |     return value_;
39 |   }
40 | }
41 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/Filter.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * Filters are stored in rocksdb and are consulted automatically
10 |  * by rocksdb to decide whether or not to read some
11 |  * information from disk. In many cases, a filter can cut down the
12 |  * number of disk seeks form a handful to a single disk seek per
13 |  * DB::Get() call.
14 |  */
15 | public abstract class Filter extends RocksObject {
16 | 
17 |   protected Filter(final long nativeHandle) {
18 |     super(nativeHandle);
19 |   }
20 | 
21 |   /**
22 |    * Deletes underlying C++ filter pointer.
23 |    *
24 |    * Note that this function should be called only after all
25 |    * RocksDB instances referencing the filter are closed.
26 |    * Otherwise an undefined behavior will occur.
27 |    */
28 |   @Override
29 |   protected void disposeInternal() {
30 |     disposeInternal(nativeHandle_);
31 |   }
32 | 
33 |   @Override
34 |   protected final native void disposeInternal(final long handle);
35 | }
36 | 


--------------------------------------------------------------------------------
/include/rocksdb/experimental.h:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #pragma once
 7 | 
 8 | #include "rocksdb/db.h"
 9 | #include "rocksdb/status.h"
10 | 
11 | namespace rocksdb {
12 | namespace experimental {
13 | 
14 | // Supported only for Leveled compaction
15 | Status SuggestCompactRange(DB* db, ColumnFamilyHandle* column_family,
16 |                            const Slice* begin, const Slice* end);
17 | Status SuggestCompactRange(DB* db, const Slice* begin, const Slice* end);
18 | 
19 | // Move all L0 files to target_level skipping compaction.
20 | // This operation succeeds only if the files in L0 have disjoint ranges; this
21 | // is guaranteed to happen, for instance, if keys are inserted in sorted
22 | // order. Furthermore, all levels between 1 and target_level must be empty.
23 | // If any of the above condition is violated, InvalidArgument will be
24 | // returned.
25 | Status PromoteL0(DB* db, ColumnFamilyHandle* column_family,
26 |                  int target_level = 1);
27 | 
28 | }  // namespace experimental
29 | }  // namespace rocksdb
30 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/MemTableConfig.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | package org.rocksdb;
 6 | 
 7 | /**
 8 |  * MemTableConfig is used to config the internal mem-table of a RocksDB.
 9 |  * It is required for each memtable to have one such sub-class to allow
10 |  * Java developers to use it.
11 |  *
12 |  * To make a RocksDB to use a specific MemTable format, its associated
13 |  * MemTableConfig should be properly set and passed into Options
14 |  * via Options.setMemTableFactory() and open the db using that Options.
15 |  *
16 |  * @see Options
17 |  */
18 | public abstract class MemTableConfig {
19 |   /**
20 |    * This function should only be called by Options.setMemTableConfig(),
21 |    * which will create a c++ shared-pointer to the c++ MemTableRepFactory
22 |    * that associated with the Java MemTableConfig.
23 |    *
24 |    * @see Options#setMemTableConfig(MemTableConfig)
25 |    *
26 |    * @return native handle address to native memory table instance.
27 |    */
28 |   abstract protected long newMemTableFactoryHandle();
29 | }
30 | 


--------------------------------------------------------------------------------
/db/compaction_iteration_stats.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2016-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #pragma once
 7 | 
 8 | struct CompactionIterationStats {
 9 |   // Compaction statistics
10 | 
11 |   // Doesn't include records skipped because of
12 |   // CompactionFilter::Decision::kRemoveAndSkipUntil.
13 |   int64_t num_record_drop_user = 0;
14 | 
15 |   int64_t num_record_drop_hidden = 0;
16 |   int64_t num_record_drop_obsolete = 0;
17 |   int64_t num_record_drop_range_del = 0;
18 |   int64_t num_range_del_drop_obsolete = 0;
19 |   uint64_t total_filter_time = 0;
20 | 
21 |   // Input statistics
22 |   // TODO(noetzli): The stats are incomplete. They are lacking everything
23 |   // consumed by MergeHelper.
24 |   uint64_t num_input_records = 0;
25 |   uint64_t num_input_deletion_records = 0;
26 |   uint64_t num_input_corrupt_records = 0;
27 |   uint64_t total_input_raw_key_bytes = 0;
28 |   uint64_t total_input_raw_value_bytes = 0;
29 | 
30 |   // Single-Delete diagnostics for exceptional situations
31 |   uint64_t num_single_del_fallthru = 0;
32 |   uint64_t num_single_del_mismatch = 0;
33 | };
34 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/RestoreOptions.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * RestoreOptions to control the behavior of restore.
10 |  *
11 |  * Note that dispose() must be called before this instance become out-of-scope
12 |  * to release the allocated memory in c++.
13 |  *
14 |  */
15 | public class RestoreOptions extends RocksObject {
16 |   /**
17 |    * Constructor
18 |    *
19 |    * @param keepLogFiles If true, restore won't overwrite the existing log files
20 |    *   in wal_dir. It will also move all log files from archive directory to
21 |    *   wal_dir. Use this option in combination with
22 |    *   BackupableDBOptions::backup_log_files = false for persisting in-memory
23 |    *   databases.
24 |    *   Default: false
25 |    */
26 |   public RestoreOptions(final boolean keepLogFiles) {
27 |     super(newRestoreOptions(keepLogFiles));
28 |   }
29 | 
30 |   private native static long newRestoreOptions(boolean keepLogFiles);
31 |   @Override protected final native void disposeInternal(final long handle);
32 | }
33 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/StatisticsCollectorCallback.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * Callback interface provided to StatisticsCollector.
10 |  *
11 |  * Thread safety:
12 |  * StatisticsCollector doesn't make any guarantees about thread safety.
13 |  * If the same reference of StatisticsCollectorCallback is passed to multiple
14 |  * StatisticsCollector references, then its the responsibility of the
15 |  * user to make StatisticsCollectorCallback's implementation thread-safe.
16 |  *
17 |  */
18 | public interface StatisticsCollectorCallback {
19 |   /**
20 |    * Callback function to get ticker values.
21 |    * @param tickerType Ticker type.
22 |    * @param tickerCount Value of ticker type.
23 |   */
24 |   void tickerCallback(TickerType tickerType, long tickerCount);
25 | 
26 |   /**
27 |    * Callback function to get histogram values.
28 |    * @param histType Histogram type.
29 |    * @param histData Histogram data.
30 |   */
31 |   void histogramCallback(HistogramType histType, HistogramData histData);
32 | }
33 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/Statistics.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * Statistics to analyze the performance of a db. Pointer for statistics object
10 |  * is managed by Options class.
11 |  */
12 | public class Statistics {
13 | 
14 |   private final long statsHandle_;
15 | 
16 |   public Statistics(final long statsHandle) {
17 |     statsHandle_ = statsHandle;
18 |   }
19 | 
20 |   public long getTickerCount(TickerType tickerType) {
21 |     assert(isInitialized());
22 |     return getTickerCount0(tickerType.getValue(), statsHandle_);
23 |   }
24 | 
25 |   public HistogramData getHistogramData(final HistogramType histogramType) {
26 |     assert(isInitialized());
27 |     return getHistogramData0(
28 |         histogramType.getValue(), statsHandle_);
29 |   }
30 | 
31 |   private boolean isInitialized() {
32 |     return (statsHandle_ != 0);
33 |   }
34 | 
35 |   private native long getTickerCount0(int tickerType, long handle);
36 |   private native HistogramData getHistogramData0(int histogramType, long handle);
37 | }
38 | 


--------------------------------------------------------------------------------
/docs/feed.xml:
--------------------------------------------------------------------------------
 1 | ---
 2 | layout: null
 3 | ---
 4 | <?xml version="1.0" encoding="UTF-8"?>
 5 | <rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
 6 |   <channel>
 7 |     <title>{{ site.title | xml_escape }}</title>
 8 |     <description>{{ site.description | xml_escape }}</description>
 9 |     <link>{{ absolute_url }}/</link>
10 |     <atom:link href="{{ '/feed.xml' | absolute_url }}" rel="self" type="application/rss+xml"/>
11 |     <pubDate>{{ site.time | date_to_rfc822 }}</pubDate>
12 |     <lastBuildDate>{{ site.time | date_to_rfc822 }}</lastBuildDate>
13 |     <generator>Jekyll v{{ jekyll.version }}</generator>
14 |     {% for post in site.posts limit:10 %}
15 |       <item>
16 |         <title>{{ post.title | xml_escape }}</title>
17 |         <description>{{ post.content | xml_escape }}</description>
18 |         <pubDate>{{ post.date | date_to_rfc822 }}</pubDate>
19 |         <link>{{ post.url | absolute_url }}</link>
20 |         <guid isPermaLink="true">{{ post.url | absolute_url }}</guid>
21 |         {% for tag in post.tags %}
22 |         <category>{{ tag | xml_escape }}</category>
23 |         {% endfor %}
24 |         {% for cat in post.categories %}
25 |         <category>{{ cat | xml_escape }}</category>
26 |         {% endfor %}
27 |       </item>
28 |     {% endfor %}
29 |   </channel>
30 | </rss>
31 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/DbPath.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | import java.nio.file.Path;
 9 | 
10 | /**
11 |  * Tuple of database path and target size
12 |  */
13 | public class DbPath {
14 |   final Path path;
15 |   final long targetSize;
16 | 
17 |   public DbPath(final Path path, final long targetSize) {
18 |     this.path = path;
19 |     this.targetSize = targetSize;
20 |   }
21 | 
22 |   @Override
23 |   public boolean equals(final Object o) {
24 |     if (this == o) {
25 |       return true;
26 |     }
27 | 
28 |     if (o == null || getClass() != o.getClass()) {
29 |       return false;
30 |     }
31 | 
32 |     final DbPath dbPath = (DbPath) o;
33 | 
34 |     if (targetSize != dbPath.targetSize) {
35 |       return false;
36 |     }
37 | 
38 |     return path != null ? path.equals(dbPath.path) : dbPath.path == null;
39 |   }
40 | 
41 |   @Override
42 |   public int hashCode() {
43 |     int result = path != null ? path.hashCode() : 0;
44 |     result = 31 * result + (int) (targetSize ^ (targetSize >>> 32));
45 |     return result;
46 |   }
47 | }
48 | 


--------------------------------------------------------------------------------
/options/options_sanity_check.cc:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #ifndef ROCKSDB_LITE
 7 | 
 8 | #include "options/options_sanity_check.h"
 9 | 
10 | namespace rocksdb {
11 | 
12 | namespace {
13 | OptionsSanityCheckLevel SanityCheckLevelHelper(
14 |     const std::unordered_map<std::string, OptionsSanityCheckLevel>& smap,
15 |     const std::string& name) {
16 |   auto iter = smap.find(name);
17 |   return iter != smap.end() ? iter->second : kSanityLevelExactMatch;
18 | }
19 | }
20 | 
21 | OptionsSanityCheckLevel DBOptionSanityCheckLevel(
22 |     const std::string& option_name) {
23 |   return SanityCheckLevelHelper(sanity_level_db_options, option_name);
24 | }
25 | 
26 | OptionsSanityCheckLevel CFOptionSanityCheckLevel(
27 |     const std::string& option_name) {
28 |   return SanityCheckLevelHelper(sanity_level_cf_options, option_name);
29 | }
30 | 
31 | OptionsSanityCheckLevel BBTOptionSanityCheckLevel(
32 |     const std::string& option_name) {
33 |   return SanityCheckLevelHelper(sanity_level_bbt_options, option_name);
34 | }
35 | 
36 | }  // namespace rocksdb
37 | 
38 | #endif  // !ROCKSDB_LITE
39 | 


--------------------------------------------------------------------------------
/docs/_posts/2016-03-07-rocksdb-options-file.markdown:
--------------------------------------------------------------------------------
 1 | ---
 2 | title: RocksDB Options File
 3 | layout: post
 4 | author: yhciang
 5 | category: blog
 6 | redirect_from:
 7 |   - /blog/3089/rocksdb-options-file/
 8 | ---
 9 | 
10 | In RocksDB 4.3, we added a new set of features that makes managing RocksDB options easier.  Specifically:
11 | 
12 |   * **Persisting Options Automatically**: Each RocksDB database will now automatically persist its current set of options into an INI file on every successful call of DB::Open(), SetOptions(), and CreateColumnFamily() / DropColumnFamily().
13 | 
14 | 
15 | 
16 |   * **Load Options from File**: We added [LoadLatestOptions() / LoadOptionsFromFile()](https://github.com/facebook/rocksdb/blob/4.3.fb/include/rocksdb/utilities/options_util.h#L48-L58) that enables developers to construct RocksDB options object from an options file.
17 | 
18 | 
19 | 
20 |   * **Sanity Check Options**: We added [CheckOptionsCompatibility](https://github.com/facebook/rocksdb/blob/4.3.fb/include/rocksdb/utilities/options_util.h#L64-L77) that performs compatibility check on two sets of RocksDB options.
21 | 
22 | <!--truncate-->
23 | 
24 | Want to know more about how to use this new features? Check out the [RocksDB Options File wiki page](https://github.com/facebook/rocksdb/wiki/RocksDB-Options-File) and start using this new feature today!
25 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/InfoLogLevel.java:
--------------------------------------------------------------------------------
 1 | package org.rocksdb;
 2 | 
 3 | /**
 4 |  * RocksDB log levels.
 5 |  */
 6 | public enum InfoLogLevel {
 7 |   DEBUG_LEVEL((byte)0),
 8 |   INFO_LEVEL((byte)1),
 9 |   WARN_LEVEL((byte)2),
10 |   ERROR_LEVEL((byte)3),
11 |   FATAL_LEVEL((byte)4),
12 |   HEADER_LEVEL((byte)5),
13 |   NUM_INFO_LOG_LEVELS((byte)6);
14 | 
15 |   private final byte value_;
16 | 
17 |   private InfoLogLevel(final byte value) {
18 |     value_ = value;
19 |   }
20 | 
21 |   /**
22 |    * Returns the byte value of the enumerations value
23 |    *
24 |    * @return byte representation
25 |    */
26 |   public byte getValue() {
27 |     return value_;
28 |   }
29 | 
30 |   /**
31 |    * Get InfoLogLevel by byte value.
32 |    *
33 |    * @param value byte representation of InfoLogLevel.
34 |    *
35 |    * @return {@link org.rocksdb.InfoLogLevel} instance or null.
36 |    * @throws java.lang.IllegalArgumentException if an invalid
37 |    *     value is provided.
38 |    */
39 |   public static InfoLogLevel getInfoLogLevel(final byte value) {
40 |     for (final InfoLogLevel infoLogLevel : InfoLogLevel.values()) {
41 |       if (infoLogLevel.getValue() == value){
42 |         return infoLogLevel;
43 |       }
44 |     }
45 |     throw new IllegalArgumentException(
46 |         "Illegal value provided for InfoLogLevel.");
47 |   }
48 | }
49 | 


--------------------------------------------------------------------------------
/include/rocksdb/perf_level.h:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #ifndef INCLUDE_ROCKSDB_PERF_LEVEL_H_
 7 | #define INCLUDE_ROCKSDB_PERF_LEVEL_H_
 8 | 
 9 | #include <stdint.h>
10 | #include <string>
11 | 
12 | namespace rocksdb {
13 | 
14 | // How much perf stats to collect. Affects perf_context and iostats_context.
15 | 
16 | enum PerfLevel : unsigned char {
17 |   kUninitialized = 0,             // unknown setting
18 |   kDisable = 1,                   // disable perf stats
19 |   kEnableCount = 2,               // enable only count stats
20 |   kEnableTimeExceptForMutex = 3,  // Other than count stats, also enable time
21 |                                   // stats except for mutexes
22 |   kEnableTime = 4,                // enable count and time stats
23 |   kOutOfBounds = 5                // N.B. Must always be the last value!
24 | };
25 | 
26 | // set the perf stats level for current thread
27 | void SetPerfLevel(PerfLevel level);
28 | 
29 | // get current perf stats level for current thread
30 | PerfLevel GetPerfLevel();
31 | 
32 | }  // namespace rocksdb
33 | 
34 | #endif  // INCLUDE_ROCKSDB_PERF_LEVEL_H_
35 | 


--------------------------------------------------------------------------------
/include/rocksdb/utilities/utility_db.h:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
 2 | // Use of this source code is governed by a BSD-style license that can be
 3 | // found in the LICENSE file. See the AUTHORS file for names of contributors.
 4 | 
 5 | #pragma once
 6 | #ifndef ROCKSDB_LITE
 7 | #include <vector>
 8 | #include <string>
 9 | 
10 | #include "rocksdb/utilities/stackable_db.h"
11 | #include "rocksdb/utilities/db_ttl.h"
12 | #include "rocksdb/db.h"
13 | 
14 | namespace rocksdb {
15 | 
16 | // Please don't use this class. It's deprecated
17 | class UtilityDB {
18 |  public:
19 |   // This function is here only for backwards compatibility. Please use the
20 |   // functions defined in DBWithTTl (rocksdb/utilities/db_ttl.h)
21 |   // (deprecated)
22 | #if defined(__GNUC__) || defined(__clang__)
23 |   __attribute__((deprecated))
24 | #elif _WIN32
25 |    __declspec(deprecated)
26 | #endif
27 |     static Status OpenTtlDB(const Options& options,
28 |                                                       const std::string& name,
29 |                                                       StackableDB** dbptr,
30 |                                                       int32_t ttl = 0,
31 |                                                       bool read_only = false);
32 | };
33 | 
34 | } //  namespace rocksdb
35 | #endif  // ROCKSDB_LITE
36 | 


--------------------------------------------------------------------------------
/port/dirent.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
 7 | // Use of this source code is governed by a BSD-style license that can be
 8 | // found in the LICENSE file. See the AUTHORS file for names of contributors.
 9 | //
10 | // See port_example.h for documentation for the following types/functions.
11 | 
12 | #ifndef STORAGE_LEVELDB_PORT_DIRENT_H_
13 | #define STORAGE_LEVELDB_PORT_DIRENT_H_
14 | 
15 | #ifdef ROCKSDB_PLATFORM_POSIX
16 | #include <dirent.h>
17 | #include <sys/types.h>
18 | #elif defined(OS_WIN)
19 | 
20 | namespace rocksdb {
21 | namespace port {
22 | 
23 | struct dirent {
24 |   char d_name[_MAX_PATH]; /* filename */
25 | };
26 | 
27 | struct DIR;
28 | 
29 | DIR* opendir(const char* name);
30 | 
31 | dirent* readdir(DIR* dirp);
32 | 
33 | int closedir(DIR* dirp);
34 | 
35 | }  // namespace port
36 | 
37 | using port::dirent;
38 | using port::DIR;
39 | using port::opendir;
40 | using port::readdir;
41 | using port::closedir;
42 | 
43 | }  // namespace rocksdb
44 | 
45 | #endif  // OS_WIN
46 | 
47 | #endif  // STORAGE_LEVELDB_PORT_DIRENT_H_
48 | 


--------------------------------------------------------------------------------
/tools/rdb/README.md:
--------------------------------------------------------------------------------
 1 | # RDB - RocksDB Shell
 2 | 
 3 | RDB is a NodeJS-based shell interface to RocksDB. It can also be used as a
 4 | JavaScript binding for RocksDB within a Node application.
 5 | 
 6 | ## Setup/Compilation
 7 | 
 8 | ### Requirements
 9 | 
10 | * static RocksDB library (i.e. librocksdb.a)
11 | * libsnappy
12 | * node (tested onv0.10.33, no guarantees on anything else!)
13 | * node-gyp
14 | * python2 (for node-gyp; tested with 2.7.8)
15 | 
16 | ### Installation
17 | 
18 | NOTE: If your default `python` binary is not a version of python2, add
19 | the arguments `--python /path/to/python2` to the the `node-gyp` commands.
20 | 
21 | 1. Make sure you have the static library (i.e. "librocksdb.a") in the root
22 | directory of your rocksdb installation. If not, `cd` there and run
23 | `make static_lib`.
24 | 
25 | 2. Run `node-gyp configure` to generate the build.
26 | 
27 | 3. Run `node-gyp build` to compile RDB.
28 | 
29 | ## Usage
30 | 
31 | ### Running the shell
32 | 
33 | Assuming everything compiled correctly, you can run the `rdb` executable
34 | located in the root of the `tools/rdb` directory to start the shell. The file is
35 | just a shell script that runs the node shell and loads the constructor for the
36 | RDB object into the top-level function `RDB`.
37 | 
38 | ### JavaScript API
39 | 
40 | See `API.md` for how to use RocksDB from the shell.
41 | 


--------------------------------------------------------------------------------
/docs/_includes/powered_by.html:
--------------------------------------------------------------------------------
 1 | {% if site.data.powered_by.first.items or site.data.powered_by_highlight.first.items %}
 2 | <div class="poweredByContainer">
 3 |   <div class="wrapper mainWrapper poweredByWrapper">
 4 |     {% if site.data.powered_by_highlight.first.title %}
 5 |     <h2>{{ site.data.powered_by_highlight.first.title }}</h2>
 6 |     {% else %}
 7 |     <h2>{{ site.data.powered_by.first.title }}</h2>
 8 |     {% endif %}
 9 |     {% if site.data.powered_by_highlight.first.items %}
10 |     <div class="poweredByItems">
11 |       {% for item in site.data.powered_by_highlight.first.items %}
12 |       <div class="poweredByItem itemLarge">
13 |         <a href="{{ item.url }}" target="_blank"><img src="{{ item.img }}" alt="{{ item.name }}" /></a>
14 |       </div>
15 |       {% endfor %}
16 |     </div>
17 |     {% endif %}
18 |     <div class="poweredByItems">
19 |       {% for item in site.data.powered_by.first.items %}
20 |       <div class="poweredByItem itemSmall">
21 |         <a href="{{ item.url }}" target="_blank">{{ item.name }}</a>
22 |       </div>
23 |       {% endfor %}
24 |     </div>
25 |     <div class="poweredByMessage">Does your app use {{ site.title }}? Add it to this list with <a href="https://github.com/{{ site.ghrepo }}/edit/gh-pages/_data/powered_by.yml" target="_blank">a pull request!</a></div>
26 |   </div>
27 | </div>
28 | {% endif %}
29 | 


--------------------------------------------------------------------------------
/java/src/test/java/org/rocksdb/FilterTest.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | import org.junit.ClassRule;
 9 | import org.junit.Test;
10 | 
11 | public class FilterTest {
12 | 
13 |   @ClassRule
14 |   public static final RocksMemoryResource rocksMemoryResource =
15 |       new RocksMemoryResource();
16 | 
17 |   @Test
18 |   public void filter() {
19 |     // new Bloom filter
20 |     final BlockBasedTableConfig blockConfig = new BlockBasedTableConfig();
21 |     try(final Options options = new Options()) {
22 | 
23 |       try(final Filter bloomFilter = new BloomFilter()) {
24 |         blockConfig.setFilter(bloomFilter);
25 |         options.setTableFormatConfig(blockConfig);
26 |       }
27 | 
28 |       try(final Filter bloomFilter = new BloomFilter(10)) {
29 |         blockConfig.setFilter(bloomFilter);
30 |         options.setTableFormatConfig(blockConfig);
31 |       }
32 | 
33 |       try(final Filter bloomFilter = new BloomFilter(10, false)) {
34 |         blockConfig.setFilter(bloomFilter);
35 |         options.setTableFormatConfig(blockConfig);
36 |       }
37 |     }
38 |   }
39 | }
40 | 


--------------------------------------------------------------------------------
/docs/_sass/_poweredby.scss:
--------------------------------------------------------------------------------
 1 | .poweredByContainer {
 2 |   background: $primary-bg;
 3 |   color: $primary-overlay;
 4 |   margin-bottom: 20px;
 5 | 
 6 |   a {
 7 |     color: $primary-overlay;
 8 |   }
 9 | 
10 |   .poweredByWrapper {
11 |     h2 {
12 |       border-color: $primary-overlay-special;
13 |       color: $primary-overlay-special;
14 |     }
15 |   }
16 | 
17 |   .poweredByMessage {
18 |     color: $primary-overlay-special;
19 |     font-size: 14px;
20 |     padding-top: 20px;
21 |   }
22 | }
23 | 
24 | .poweredByItems {
25 |   display: flex;
26 |   flex-flow: row wrap;
27 |   margin: 0 -10px;
28 | }
29 | 
30 | .poweredByItem {
31 |   box-sizing: border-box;
32 |   flex: 1 0 50%;
33 |   line-height: 1.1em;
34 |   padding: 5px 10px;
35 | 
36 |   &.itemLarge {
37 |     flex-basis: 100%;
38 |     padding: 10px;
39 |     text-align: center;
40 | 
41 |     &:nth-child(4) {
42 |       padding-bottom: 20px;
43 |     }
44 | 
45 |     img {
46 |       max-height: 30px;
47 |     }
48 |   }
49 | }
50 | 
51 | @media only screen and (min-width: 480px) {
52 |   .itemLarge {
53 |     flex-basis: 50%;
54 |     max-width: 50%;
55 |   }
56 | }
57 | 
58 | @media only screen and (min-width: 1024px) {
59 |   .poweredByItem {
60 |     flex-basis: 25%;
61 |     max-width: 25%;
62 | 
63 |     &.itemLarge {
64 |       padding-bottom: 20px;
65 |       text-align: left;
66 |     }
67 |   }
68 | }
69 | 
70 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/VectorMemTableConfig.java:
--------------------------------------------------------------------------------
 1 | package org.rocksdb;
 2 | 
 3 | /**
 4 |  * The config for vector memtable representation.
 5 |  */
 6 | public class VectorMemTableConfig extends MemTableConfig {
 7 |   public static final int DEFAULT_RESERVED_SIZE = 0;
 8 | 
 9 |   /**
10 |    * VectorMemTableConfig constructor
11 |    */
12 |   public VectorMemTableConfig() {
13 |     reservedSize_ = DEFAULT_RESERVED_SIZE;
14 |   }
15 | 
16 |   /**
17 |    * Set the initial size of the vector that will be used
18 |    * by the memtable created based on this config.
19 |    *
20 |    * @param size the initial size of the vector.
21 |    * @return the reference to the current config.
22 |    */
23 |   public VectorMemTableConfig setReservedSize(final int size) {
24 |     reservedSize_ = size;
25 |     return this;
26 |   }
27 | 
28 |   /**
29 |    * Returns the initial size of the vector used by the memtable
30 |    * created based on this config.
31 |    *
32 |    * @return the initial size of the vector.
33 |    */
34 |   public int reservedSize() {
35 |     return reservedSize_;
36 |   }
37 | 
38 |   @Override protected long newMemTableFactoryHandle() {
39 |     return newMemTableFactoryHandle(reservedSize_);
40 |   }
41 | 
42 |   private native long newMemTableFactoryHandle(long reservedSize)
43 |       throws IllegalArgumentException;
44 |   private int reservedSize_;
45 | }
46 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/HistogramData.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | public class HistogramData {
 9 |   private final double median_;
10 |   private final double percentile95_;
11 |   private final double percentile99_;
12 |   private final double average_;
13 |   private final double standardDeviation_;
14 | 
15 |   public HistogramData(final double median, final double percentile95,
16 |       final double percentile99, final double average,
17 |       final double standardDeviation) {
18 |     median_ = median;
19 |     percentile95_ = percentile95;
20 |     percentile99_ = percentile99;
21 |     average_ = average;
22 |     standardDeviation_ = standardDeviation;
23 |   }
24 | 
25 |   public double getMedian() {
26 |     return median_;
27 |   }
28 | 
29 |   public double getPercentile95() {
30 |     return percentile95_;
31 |   }
32 | 
33 |   public double getPercentile99() {
34 |     return percentile99_;
35 |   }
36 | 
37 |   public double getAverage() {
38 |     return average_;
39 |   }
40 | 
41 |   public double getStandardDeviation() {
42 |     return standardDeviation_;
43 |   }
44 | }
45 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/util/ReverseBytewiseComparator.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb.util;
 7 | 
 8 | import org.rocksdb.BuiltinComparator;
 9 | import org.rocksdb.ComparatorOptions;
10 | import org.rocksdb.Slice;
11 | 
12 | /**
13 |  * This is a Java Native implementation of the C++
14 |  * equivalent ReverseBytewiseComparatorImpl using {@link Slice}
15 |  *
16 |  * The performance of Comparators implemented in Java is always
17 |  * less than their C++ counterparts due to the bridging overhead,
18 |  * as such you likely don't want to use this apart from benchmarking
19 |  * and you most likely instead wanted
20 |  * {@link BuiltinComparator#REVERSE_BYTEWISE_COMPARATOR}
21 |  */
22 | public class ReverseBytewiseComparator extends BytewiseComparator {
23 | 
24 |   public ReverseBytewiseComparator(final ComparatorOptions copt) {
25 |     super(copt);
26 |   }
27 | 
28 |   @Override
29 |   public String name() {
30 |     return "rocksdb.java.ReverseBytewiseComparator";
31 |   }
32 | 
33 |   @Override
34 |   public int compare(final Slice a, final Slice b) {
35 |     return -super.compare(a, b);
36 |   }
37 | }
38 | 


--------------------------------------------------------------------------------
/utilities/env_timed_test.cc:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2017-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #ifndef ROCKSDB_LITE
 7 | 
 8 | #include "rocksdb/env.h"
 9 | #include "rocksdb/perf_context.h"
10 | #include "util/testharness.h"
11 | 
12 | namespace rocksdb {
13 | 
14 | class TimedEnvTest : public testing::Test {
15 | };
16 | 
17 | TEST_F(TimedEnvTest, BasicTest) {
18 |   SetPerfLevel(PerfLevel::kEnableTime);
19 |   ASSERT_EQ(0, perf_context.env_new_writable_file_nanos);
20 | 
21 |   std::unique_ptr<Env> mem_env(NewMemEnv(Env::Default()));
22 |   std::unique_ptr<Env> timed_env(NewTimedEnv(mem_env.get()));
23 |   std::unique_ptr<WritableFile> writable_file;
24 |   timed_env->NewWritableFile("f", &writable_file, EnvOptions());
25 | 
26 |   ASSERT_GT(perf_context.env_new_writable_file_nanos, 0);
27 | }
28 | 
29 | }  // namespace rocksdb
30 | 
31 | int main(int argc, char** argv) {
32 |   ::testing::InitGoogleTest(&argc, argv);
33 |   return RUN_ALL_TESTS();
34 | }
35 | 
36 | #else  // ROCKSDB_LITE
37 | #include <stdio.h>
38 | 
39 | int main(int argc, char** argv) {
40 |   fprintf(stderr, "SKIPPED as TimedEnv is not supported in ROCKSDB_LITE\n");
41 |   return 0;
42 | }
43 | 
44 | #endif  // ROCKSDB_LITE
45 | 


--------------------------------------------------------------------------------
/include/rocksdb/db_dump_tool.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #pragma once
 7 | #ifndef ROCKSDB_LITE
 8 | 
 9 | #include <string>
10 | 
11 | #include "rocksdb/db.h"
12 | 
13 | namespace rocksdb {
14 | 
15 | struct DumpOptions {
16 |   // Database that will be dumped
17 |   std::string db_path;
18 |   // File location that will contain dump output
19 |   std::string dump_location;
20 |   // Dont include db information header in the dump
21 |   bool anonymous = false;
22 | };
23 | 
24 | class DbDumpTool {
25 |  public:
26 |   bool Run(const DumpOptions& dump_options,
27 |            rocksdb::Options options = rocksdb::Options());
28 | };
29 | 
30 | struct UndumpOptions {
31 |   // Database that we will load the dumped file into
32 |   std::string db_path;
33 |   // File location of the dumped file that will be loaded
34 |   std::string dump_location;
35 |   // Compact the db after loading the dumped file
36 |   bool compact_db = false;
37 | };
38 | 
39 | class DbUndumpTool {
40 |  public:
41 |   bool Run(const UndumpOptions& undump_options,
42 |            rocksdb::Options options = rocksdb::Options());
43 | };
44 | }  // namespace rocksdb
45 | #endif  // ROCKSDB_LITE
46 | 


--------------------------------------------------------------------------------
/docs/_includes/post.html:
--------------------------------------------------------------------------------
 1 | <div class="post">
 2 |   {% assign author = site.data.authors[page.author] %}
 3 |   <header class="post-header">
 4 |     {% if author.fbid %}
 5 |     <div class="authorPhoto">
 6 |       <img src="http://graph.facebook.com/{{ author.fbid }}/picture/" alt="{{ author.fullname }}" title="{{ author.fullname }}" />
 7 |     </div>
 8 |     {% endif %}
 9 |     {% if author.full_name %}
10 |     <p class="post-authorName">{{ author.full_name }}</p>
11 |     {% endif %}
12 |     <h1 class="post-title">{% if include.truncate %}<a href="{{ page.url | absolute_url }}">{{ page.title }}</a>{% else %}{{ page.title }}{% endif %}</h1>
13 |     <p class="post-meta">Posted {{ page.date | date: '%B %d, %Y' }}{% if page.meta %} • {{ page.meta }}{% endif %}</p>
14 |   </header>
15 | 
16 |   <article class="post-content">
17 |   {% if include.truncate %}
18 |     {% if page.content contains '<!--truncate-->' %}
19 |       {{ page.content | split:'<!--truncate-->' | first | markdownify }}
20 |       <div class="read-more">
21 |         <a href="{{ page.url | absolute_url }}" >
22 |           Read More
23 |         </a>
24 |       </div>
25 |     {% else %}
26 |       {{ page.content | markdownify }}
27 |     {% endif %}
28 |   {% else %}
29 |     {{ content }}
30 |   {% endif %}
31 |   {% unless include.truncate %}
32 |     {% include plugins/like_button.html %}
33 |   {% endunless %}
34 |   </article>
35 | </div>
36 | 


--------------------------------------------------------------------------------
/util/testharness.cc:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
 7 | // Use of this source code is governed by a BSD-style license that can be
 8 | // found in the LICENSE file. See the AUTHORS file for names of contributors.
 9 | 
10 | #include "util/testharness.h"
11 | #include <string>
12 | 
13 | namespace rocksdb {
14 | namespace test {
15 | 
16 | ::testing::AssertionResult AssertStatus(const char* s_expr, const Status& s) {
17 |   if (s.ok()) {
18 |     return ::testing::AssertionSuccess();
19 |   } else {
20 |     return ::testing::AssertionFailure() << s_expr << std::endl
21 |                                          << s.ToString();
22 |   }
23 | }
24 | 
25 | std::string TmpDir(Env* env) {
26 |   std::string dir;
27 |   Status s = env->GetTestDirectory(&dir);
28 |   EXPECT_TRUE(s.ok()) << s.ToString();
29 |   return dir;
30 | }
31 | 
32 | int RandomSeed() {
33 |   const char* env = getenv("TEST_RANDOM_SEED");
34 |   int result = (env != nullptr ? atoi(env) : 301);
35 |   if (result <= 0) {
36 |     result = 301;
37 |   }
38 |   return result;
39 | }
40 | 
41 | }  // namespace test
42 | }  // namespace rocksdb
43 | 


--------------------------------------------------------------------------------
/docs/_posts/2017-03-02-rocksdb-5-2-1-released.markdown:
--------------------------------------------------------------------------------
 1 | ---
 2 | title: RocksDB 5.2.1 Released!
 3 | layout: post
 4 | author: sdong
 5 | category: blog
 6 | ---
 7 | 
 8 | ### Public API Change
 9 | * NewLRUCache() will determine number of shard bits automatically based on capacity, if the user doesn't pass one. This also impacts the default block cache when the user doesn't explict provide one.
10 | * Change the default of delayed slowdown value to 16MB/s and further increase the L0 stop condition to 36 files.
11 | 
12 | ### New Features
13 | * Added new overloaded function GetApproximateSizes that allows to specify if memtable stats should be computed only without computing SST files' stats approximations.
14 | * Added new function GetApproximateMemTableStats that approximates both number of records and size of memtables.
15 | * (Experimental) Two-level indexing that partition the index and creates a 2nd level index on the partitions. The feature can be enabled by setting kTwoLevelIndexSearch as IndexType and configuring index_per_partition.
16 | 
17 | ### Bug Fixes
18 | * RangeSync() should work if ROCKSDB_FALLOCATE_PRESENT is not set
19 | * Fix wrong results in a data race case in Get()
20 | * Some fixes related to 2PC.
21 | * Fix several bugs in Direct I/O supports.
22 | * Fix a regression bug which can cause Seek() to miss some keys if the return key has been updated many times after the snapshot which is used by the iterator.
23 | 


--------------------------------------------------------------------------------
/table/iter_heap.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | 
 7 | #pragma once
 8 | 
 9 | #include "rocksdb/comparator.h"
10 | #include "table/iterator_wrapper.h"
11 | 
12 | namespace rocksdb {
13 | 
14 | // When used with std::priority_queue, this comparison functor puts the
15 | // iterator with the max/largest key on top.
16 | class MaxIteratorComparator {
17 |  public:
18 |   MaxIteratorComparator(const Comparator* comparator) :
19 |     comparator_(comparator) {}
20 | 
21 |   bool operator()(IteratorWrapper* a, IteratorWrapper* b) const {
22 |     return comparator_->Compare(a->key(), b->key()) < 0;
23 |   }
24 |  private:
25 |   const Comparator* comparator_;
26 | };
27 | 
28 | // When used with std::priority_queue, this comparison functor puts the
29 | // iterator with the min/smallest key on top.
30 | class MinIteratorComparator {
31 |  public:
32 |   MinIteratorComparator(const Comparator* comparator) :
33 |     comparator_(comparator) {}
34 | 
35 |   bool operator()(IteratorWrapper* a, IteratorWrapper* b) const {
36 |     return comparator_->Compare(a->key(), b->key()) > 0;
37 |   }
38 |  private:
39 |   const Comparator* comparator_;
40 | };
41 | 
42 | }  // namespace rocksdb
43 | 


--------------------------------------------------------------------------------
/util/testharness.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
 7 | // Use of this source code is governed by a BSD-style license that can be
 8 | // found in the LICENSE file. See the AUTHORS file for names of contributors.
 9 | 
10 | #pragma once
11 | 
12 | #include <gtest/gtest.h>
13 | 
14 | #include <string>
15 | #include "rocksdb/env.h"
16 | 
17 | namespace rocksdb {
18 | namespace test {
19 | 
20 | // Return the directory to use for temporary storage.
21 | std::string TmpDir(Env* env = Env::Default());
22 | 
23 | // Return a randomization seed for this run.  Typically returns the
24 | // same number on repeated invocations of this binary, but automated
25 | // runs may be able to vary the seed.
26 | int RandomSeed();
27 | 
28 | ::testing::AssertionResult AssertStatus(const char* s_expr, const Status& s);
29 | 
30 | #define ASSERT_OK(s) ASSERT_PRED_FORMAT1(rocksdb::test::AssertStatus, s)
31 | #define ASSERT_NOK(s) ASSERT_FALSE((s).ok())
32 | #define EXPECT_OK(s) EXPECT_PRED_FORMAT1(rocksdb::test::AssertStatus, s)
33 | #define EXPECT_NOK(s) EXPECT_FALSE((s).ok())
34 | 
35 | }  // namespace test
36 | }  // namespace rocksdb
37 | 


--------------------------------------------------------------------------------
/java/rocksjni/restorejni.cc:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // This file implements the "bridge" between Java and C++ and enables
 7 | // calling c++ rocksdb::RestoreBackupableDB and rocksdb::RestoreOptions methods
 8 | // from Java side.
 9 | 
10 | #include <stdio.h>
11 | #include <stdlib.h>
12 | #include <jni.h>
13 | #include <string>
14 | 
15 | #include "include/org_rocksdb_RestoreOptions.h"
16 | #include "rocksjni/portal.h"
17 | #include "rocksdb/utilities/backupable_db.h"
18 | /*
19 |  * Class:     org_rocksdb_RestoreOptions
20 |  * Method:    newRestoreOptions
21 |  * Signature: (Z)J
22 |  */
23 | jlong Java_org_rocksdb_RestoreOptions_newRestoreOptions(JNIEnv* env,
24 |     jclass jcls, jboolean keep_log_files) {
25 |   auto* ropt = new rocksdb::RestoreOptions(keep_log_files);
26 |   return reinterpret_cast<jlong>(ropt);
27 | }
28 | 
29 | /*
30 |  * Class:     org_rocksdb_RestoreOptions
31 |  * Method:    disposeInternal
32 |  * Signature: (J)V
33 |  */
34 | void Java_org_rocksdb_RestoreOptions_disposeInternal(JNIEnv* env, jobject jobj,
35 |     jlong jhandle) {
36 |   auto* ropt = reinterpret_cast<rocksdb::RestoreOptions*>(jhandle);
37 |   assert(ropt);
38 |   delete ropt;
39 | }
40 | 


--------------------------------------------------------------------------------
/include/rocksdb/ldb_tool.h:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | #ifndef ROCKSDB_LITE
 6 | #pragma once
 7 | #include <string>
 8 | #include <vector>
 9 | #include "rocksdb/db.h"
10 | #include "rocksdb/options.h"
11 | 
12 | namespace rocksdb {
13 | 
14 | // An interface for converting a slice to a readable string
15 | class SliceFormatter {
16 |  public:
17 |   virtual ~SliceFormatter() {}
18 |   virtual std::string Format(const Slice& s) const = 0;
19 | };
20 | 
21 | // Options for customizing ldb tool (beyond the DB Options)
22 | struct LDBOptions {
23 |   // Create LDBOptions with default values for all fields
24 |   LDBOptions();
25 | 
26 |   // Key formatter that converts a slice to a readable string.
27 |   // Default: Slice::ToString()
28 |   std::shared_ptr<SliceFormatter> key_formatter;
29 | 
30 |   std::string print_help_header = "ldb - RocksDB Tool";
31 | };
32 | 
33 | class LDBTool {
34 |  public:
35 |   void Run(
36 |       int argc, char** argv, Options db_options = Options(),
37 |       const LDBOptions& ldb_options = LDBOptions(),
38 |       const std::vector<ColumnFamilyDescriptor>* column_families = nullptr);
39 | };
40 | 
41 | } // namespace rocksdb
42 | 
43 | #endif  // ROCKSDB_LITE
44 | 


--------------------------------------------------------------------------------
/util/event_logger_test.cc:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #include <string>
 7 | 
 8 | #include "util/event_logger.h"
 9 | #include "util/testharness.h"
10 | 
11 | namespace rocksdb {
12 | 
13 | class EventLoggerTest : public testing::Test {};
14 | 
15 | class StringLogger : public Logger {
16 |  public:
17 |   using Logger::Logv;
18 |   virtual void Logv(const char* format, va_list ap) override {
19 |     vsnprintf(buffer_, sizeof(buffer_), format, ap);
20 |   }
21 |   char* buffer() { return buffer_; }
22 | 
23 |  private:
24 |   char buffer_[1000];
25 | };
26 | 
27 | TEST_F(EventLoggerTest, SimpleTest) {
28 |   StringLogger logger;
29 |   EventLogger event_logger(&logger);
30 |   event_logger.Log() << "id" << 5 << "event"
31 |                      << "just_testing";
32 |   std::string output(logger.buffer());
33 |   ASSERT_TRUE(output.find("\"event\": \"just_testing\"") != std::string::npos);
34 |   ASSERT_TRUE(output.find("\"id\": 5") != std::string::npos);
35 |   ASSERT_TRUE(output.find("\"time_micros\"") != std::string::npos);
36 | }
37 | 
38 | }  // namespace rocksdb
39 | 
40 | int main(int argc, char** argv) {
41 |   ::testing::InitGoogleTest(&argc, argv);
42 |   return RUN_ALL_TESTS();
43 | }
44 | 


--------------------------------------------------------------------------------
/docs/_includes/plugins/post_social_plugins.html:
--------------------------------------------------------------------------------
 1 | <div class="postSocialPlugins">
 2 |   <a
 3 |     href="https://twitter.com/share"
 4 |     class="twitter-share-button"
 5 |     data-url="{{ page.url | replace:'index.html','' | absolute_url }}"
 6 |     data-text="{% if page.title %}{{ page.title }}{% else %}{{ site.title }}{% endif %}"
 7 |     data-hashtags="flowtype">Tweet</a>
 8 |   <div
 9 |     class="fb-like"
10 |     data-href="{{ page.url | replace:'index.html','' | absolute_url }}"
11 |     data-layout="button_count"
12 |     data-action="like"
13 |     data-show-faces="false"
14 |     data-share="true"></div>
15 | </div>
16 | <script>
17 |   window.fbAsyncInit = function() {
18 |   FB.init({
19 |     appId      : '{{ site.fbappid }}',
20 |     xfbml      : true,
21 |     version    : 'v2.2'
22 |   });
23 |   };
24 | 
25 |   (function(d, s, id){
26 |    var js, fjs = d.getElementsByTagName(s)[0];
27 |    if (d.getElementById(id)) {return;}
28 |    js = d.createElement(s); js.id = id;
29 |    js.src = "//connect.facebook.net/en_US/sdk.js";
30 |    fjs.parentNode.insertBefore(js, fjs);
31 |    }(document, 'script', 'facebook-jssdk'));
32 | </script>
33 | 
34 | <script>!function(d,s,id){var js,fjs=d.getElementsByTagName(s)[0],p=/^http:/.test(d.location)?'http':'https';if(!d.getElementById(id)){js=d.createElement(s);js.id=id;js.src=p+'://platform.twitter.com/widgets.js';fjs.parentNode.insertBefore(js,fjs);}}(document, 'script', 'twitter-wjs');</script>
35 | 


--------------------------------------------------------------------------------
/db/flush_scheduler.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #pragma once
 7 | 
 8 | #include <stdint.h>
 9 | #include <atomic>
10 | #include <mutex>
11 | #include <set>
12 | 
13 | namespace rocksdb {
14 | 
15 | class ColumnFamilyData;
16 | 
17 | // Unless otherwise noted, all methods on FlushScheduler should be called
18 | // only with the DB mutex held or from a single-threaded recovery context.
19 | class FlushScheduler {
20 |  public:
21 |   FlushScheduler() : head_(nullptr) {}
22 | 
23 |   // May be called from multiple threads at once, but not concurrent with
24 |   // any other method calls on this instance
25 |   void ScheduleFlush(ColumnFamilyData* cfd);
26 | 
27 |   // Removes and returns Ref()-ed column family. Client needs to Unref().
28 |   // Filters column families that have been dropped.
29 |   ColumnFamilyData* TakeNextColumnFamily();
30 | 
31 |   bool Empty();
32 | 
33 |   void Clear();
34 | 
35 |  private:
36 |   struct Node {
37 |     ColumnFamilyData* column_family;
38 |     Node* next;
39 |   };
40 | 
41 |   std::atomic<Node*> head_;
42 | #ifndef NDEBUG
43 |   std::mutex checking_mutex_;
44 |   std::set<ColumnFamilyData*> checking_set_;
45 | #endif  // NDEBUG
46 | };
47 | 
48 | }  // namespace rocksdb
49 | 


--------------------------------------------------------------------------------
/port/win/env_default.cc:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
 7 | // Use of this source code is governed by a BSD-style license that can be
 8 | // found in the LICENSE file. See the AUTHORS file for names of contributors.
 9 | 
10 | #include <mutex>
11 | 
12 | #include <rocksdb/env.h>
13 | #include "port/win/env_win.h"
14 | 
15 | namespace rocksdb {
16 | namespace port {
17 | 
18 | // We choose to create this on the heap and using std::once for the following
19 | // reasons
20 | // 1) Currently available MS compiler does not implement atomic C++11
21 | // initialization of
22 | //    function local statics
23 | // 2) We choose not to destroy the env because joining the threads from the
24 | // system loader
25 | //    which destroys the statics (same as from DLLMain) creates a system loader
26 | //    dead-lock.
27 | //    in this manner any remaining threads are terminated OK.
28 | namespace {
29 |   std::once_flag winenv_once_flag;
30 |   Env* envptr;
31 | };
32 | 
33 | }
34 | 
35 | Env* Env::Default() {
36 |   using namespace port;
37 |   std::call_once(winenv_once_flag, []() { envptr = new WinEnv(); });
38 |   return envptr;
39 | }
40 | 
41 | }
42 | 
43 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/ReadTier.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * RocksDB {@link ReadOptions} read tiers.
10 |  */
11 | public enum ReadTier {
12 |   READ_ALL_TIER((byte)0),
13 |   BLOCK_CACHE_TIER((byte)1),
14 |   PERSISTED_TIER((byte)2);
15 | 
16 |   private final byte value;
17 | 
18 |   ReadTier(final byte value) {
19 |     this.value = value;
20 |   }
21 | 
22 |   /**
23 |    * Returns the byte value of the enumerations value
24 |    *
25 |    * @return byte representation
26 |    */
27 |   public byte getValue() {
28 |     return value;
29 |   }
30 | 
31 |   /**
32 |    * Get ReadTier by byte value.
33 |    *
34 |    * @param value byte representation of ReadTier.
35 |    *
36 |    * @return {@link org.rocksdb.ReadTier} instance or null.
37 |    * @throws java.lang.IllegalArgumentException if an invalid
38 |    *     value is provided.
39 |    */
40 |   public static ReadTier getReadTier(final byte value) {
41 |     for (final ReadTier readTier : ReadTier.values()) {
42 |       if (readTier.getValue() == value){
43 |         return readTier;
44 |       }
45 |     }
46 |     throw new IllegalArgumentException("Illegal value provided for ReadTier.");
47 |   }
48 | }
49 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/RocksDBException.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * A RocksDBException encapsulates the error of an operation.  This exception
10 |  * type is used to describe an internal error from the c++ rocksdb library.
11 |  */
12 | public class RocksDBException extends Exception {
13 | 
14 |   /* @Nullable */ private final Status status;
15 | 
16 |   /**
17 |    * The private construct used by a set of public static factory method.
18 |    *
19 |    * @param msg the specified error message.
20 |    */
21 |   public RocksDBException(final String msg) {
22 |     this(msg, null);
23 |   }
24 | 
25 |   public RocksDBException(final String msg, final Status status) {
26 |     super(msg);
27 |     this.status = status;
28 |   }
29 | 
30 |   public RocksDBException(final Status status) {
31 |     super(status.getState() != null ? status.getState()
32 |         : status.getCodeString());
33 |     this.status = status;
34 |   }
35 | 
36 |   /**
37 |    * Get the status returned from RocksDB
38 |    *
39 |    * @return The status reported by RocksDB, or null if no status is available
40 |    */
41 |   public Status getStatus() {
42 |     return status;
43 |   }
44 | }
45 | 


--------------------------------------------------------------------------------
/monitoring/perf_step_timer.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | #pragma once
 7 | #include "monitoring/perf_level_imp.h"
 8 | #include "rocksdb/env.h"
 9 | #include "util/stop_watch.h"
10 | 
11 | namespace rocksdb {
12 | 
13 | class PerfStepTimer {
14 |  public:
15 |   explicit PerfStepTimer(uint64_t* metric, bool for_mutex = false)
16 |       : enabled_(perf_level >= PerfLevel::kEnableTime ||
17 |                  (!for_mutex && perf_level >= kEnableTimeExceptForMutex)),
18 |         env_(enabled_ ? Env::Default() : nullptr),
19 |         start_(0),
20 |         metric_(metric) {}
21 | 
22 |   ~PerfStepTimer() {
23 |     Stop();
24 |   }
25 | 
26 |   void Start() {
27 |     if (enabled_) {
28 |       start_ = env_->NowNanos();
29 |     }
30 |   }
31 | 
32 |   void Measure() {
33 |     if (start_) {
34 |       uint64_t now = env_->NowNanos();
35 |       *metric_ += now - start_;
36 |       start_ = now;
37 |     }
38 |   }
39 | 
40 |   void Stop() {
41 |     if (start_) {
42 |       *metric_ += env_->NowNanos() - start_;
43 |       start_ = 0;
44 |     }
45 |   }
46 | 
47 |  private:
48 |   const bool enabled_;
49 |   Env* const env_;
50 |   uint64_t start_;
51 |   uint64_t* metric_;
52 | };
53 | 
54 | }  // namespace rocksdb
55 | 


--------------------------------------------------------------------------------
/port/sys_time.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
 7 | // Use of this source code is governed by a BSD-style license that can be
 8 | // found in the LICENSE file. See the AUTHORS file for names of contributors.
 9 | 
10 | // This file is a portable substitute for sys/time.h which does not exist on
11 | // Windows
12 | 
13 | #ifndef STORAGE_LEVELDB_PORT_SYS_TIME_H_
14 | #define STORAGE_LEVELDB_PORT_SYS_TIME_H_
15 | 
16 | #if defined(OS_WIN) && defined(_MSC_VER)
17 | 
18 | #include <time.h>
19 | 
20 | namespace rocksdb {
21 | 
22 | namespace port {
23 | 
24 | // Avoid including winsock2.h for this definition
25 | typedef struct timeval {
26 |   long tv_sec;
27 |   long tv_usec;
28 | } timeval;
29 | 
30 | void gettimeofday(struct timeval* tv, struct timezone* tz);
31 | 
32 | inline struct tm* localtime_r(const time_t* timep, struct tm* result) {
33 |   errno_t ret = localtime_s(result, timep);
34 |   return (ret == 0) ? result : NULL;
35 | }
36 | }
37 | 
38 | using port::timeval;
39 | using port::gettimeofday;
40 | using port::localtime_r;
41 | }
42 | 
43 | #else
44 | #include <time.h>
45 | #include <sys/time.h>
46 | #endif
47 | 
48 | #endif  // STORAGE_LEVELDB_PORT_SYS_TIME_H_
49 | 


--------------------------------------------------------------------------------
/docs/_posts/2014-09-15-rocksdb-3-5-release.markdown:
--------------------------------------------------------------------------------
 1 | ---
 2 | title: RocksDB 3.5 Release!
 3 | layout: post
 4 | author: leijin
 5 | category: blog
 6 | redirect_from:
 7 |   - /blog/1547/rocksdb-3-5-release/
 8 | ---
 9 | 
10 | New RocksDB release - 3.5!
11 | 
12 | 
13 | **New Features**
14 | 
15 | 
16 |   1. Add include/utilities/write_batch_with_index.h, providing a utility class to query data out of WriteBatch when building it.
17 | 
18 | 
19 |   2. new ReadOptions.total_order_seek to force total order seek when block-based table is built with hash index.
20 | 
21 | <!--truncate-->
22 | 
23 | **Public API changes**
24 | 
25 | 
26 |   1. The Prefix Extractor used with V2 compaction filters is now passed user key to SliceTransform::Transform instead of unparsed RocksDB key.
27 | 
28 | 
29 |   2. Move BlockBasedTable related options to BlockBasedTableOptions from Options. Change corresponding JNI interface. Options affected include: no_block_cache, block_cache, block_cache_compressed, block_size, block_size_deviation, block_restart_interval, filter_policy, whole_key_filtering. filter_policy is changed to shared_ptr from a raw pointer.
30 | 
31 | 
32 |   3. Remove deprecated options: disable_seek_compaction and db_stats_log_interval
33 | 
34 | 
35 |   4. OptimizeForPointLookup() takes one parameter for block cache size. It now builds hash index, bloom filter, and block cache.
36 | 
37 | 
38 | [https://github.com/facebook/rocksdb/releases/tag/v3.5](https://github.com/facebook/rocksdb/releases/tag/rocksdb-3.5)
39 | 


--------------------------------------------------------------------------------
/include/rocksdb/snapshot.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | #pragma once
 7 | 
 8 | #include "rocksdb/types.h"
 9 | 
10 | namespace rocksdb {
11 | 
12 | class DB;
13 | 
14 | // Abstract handle to particular state of a DB.
15 | // A Snapshot is an immutable object and can therefore be safely
16 | // accessed from multiple threads without any external synchronization.
17 | //
18 | // To Create a Snapshot, call DB::GetSnapshot().
19 | // To Destroy a Snapshot, call DB::ReleaseSnapshot(snapshot).
20 | class Snapshot {
21 |  public:
22 |   // returns Snapshot's sequence number
23 |   virtual SequenceNumber GetSequenceNumber() const = 0;
24 | 
25 |  protected:
26 |   virtual ~Snapshot();
27 | };
28 | 
29 | // Simple RAII wrapper class for Snapshot.
30 | // Constructing this object will create a snapshot.  Destructing will
31 | // release the snapshot.
32 | class ManagedSnapshot {
33 |  public:
34 |   explicit ManagedSnapshot(DB* db);
35 | 
36 |   // Instead of creating a snapshot, take ownership of the input snapshot.
37 |   ManagedSnapshot(DB* db, const Snapshot* _snapshot);
38 | 
39 |   ~ManagedSnapshot();
40 | 
41 |   const Snapshot* snapshot();
42 | 
43 |  private:
44 |   DB* db_;
45 |   const Snapshot* snapshot_;
46 | };
47 | 
48 | }  // namespace rocksdb
49 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/SkipListMemTableConfig.java:
--------------------------------------------------------------------------------
 1 | package org.rocksdb;
 2 | 
 3 | /**
 4 |  * The config for skip-list memtable representation.
 5 |  */
 6 | public class SkipListMemTableConfig extends MemTableConfig {
 7 | 
 8 |   public static final long DEFAULT_LOOKAHEAD = 0;
 9 | 
10 |   /**
11 |    * SkipListMemTableConfig constructor
12 |    */
13 |   public SkipListMemTableConfig() {
14 |     lookahead_ = DEFAULT_LOOKAHEAD;
15 |   }
16 | 
17 |   /**
18 |    * Sets lookahead for SkipList
19 |    *
20 |    * @param lookahead If non-zero, each iterator's seek operation
21 |    *     will start the search from the previously visited record
22 |    *     (doing at most 'lookahead' steps). This is an
23 |    *     optimization for the access pattern including many
24 |    *     seeks with consecutive keys.
25 |    * @return the current instance of SkipListMemTableConfig
26 |    */
27 |   public SkipListMemTableConfig setLookahead(final long lookahead) {
28 |     lookahead_ = lookahead;
29 |     return this;
30 |   }
31 | 
32 |   /**
33 |    * Returns the currently set lookahead value.
34 |    *
35 |    * @return lookahead value
36 |    */
37 |   public long lookahead() {
38 |     return lookahead_;
39 |   }
40 | 
41 | 
42 |   @Override protected long newMemTableFactoryHandle() {
43 |     return newMemTableFactoryHandle0(lookahead_);
44 |   }
45 | 
46 |   private native long newMemTableFactoryHandle0(long lookahead)
47 |       throws IllegalArgumentException;
48 | 
49 |   private long lookahead_;
50 | }
51 | 


--------------------------------------------------------------------------------
/util/murmurhash.h:
--------------------------------------------------------------------------------
 1 | //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | /*
 7 |   Murmurhash from http://sites.google.com/site/murmurhash/
 8 | 
 9 |   All code is released to the public domain. For business purposes, Murmurhash is
10 |   under the MIT license.
11 | */
12 | #pragma once
13 | #include <stdint.h>
14 | #include "rocksdb/slice.h"
15 | 
16 | #if defined(__x86_64__)
17 | #define MURMUR_HASH MurmurHash64A
18 | uint64_t MurmurHash64A ( const void * key, int len, unsigned int seed );
19 | #define MurmurHash MurmurHash64A
20 | typedef uint64_t murmur_t;
21 | 
22 | #elif defined(__i386__)
23 | #define MURMUR_HASH MurmurHash2
24 | unsigned int MurmurHash2 ( const void * key, int len, unsigned int seed );
25 | #define MurmurHash MurmurHash2
26 | typedef unsigned int murmur_t;
27 | 
28 | #else
29 | #define MURMUR_HASH MurmurHashNeutral2
30 | unsigned int MurmurHashNeutral2 ( const void * key, int len, unsigned int seed );
31 | #define MurmurHash MurmurHashNeutral2
32 | typedef unsigned int murmur_t;
33 | #endif
34 | 
35 | // Allow slice to be hashable by murmur hash.
36 | namespace rocksdb {
37 | struct murmur_hash {
38 |   size_t operator()(const Slice& slice) const {
39 |     return MurmurHash(slice.data(), static_cast<int>(slice.size()), 0);
40 |   }
41 | };
42 | }  // rocksdb
43 | 


--------------------------------------------------------------------------------
/java/rocksjni/clock_cache.cc:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | //
 6 | // This file implements the "bridge" between Java and C++ for
 7 | // rocksdb::ClockCache.
 8 | 
 9 | #include <jni.h>
10 | 
11 | #include "cache/clock_cache.h"
12 | #include "include/org_rocksdb_ClockCache.h"
13 | 
14 | /*
15 |  * Class:     org_rocksdb_ClockCache
16 |  * Method:    newClockCache
17 |  * Signature: (JIZ)J
18 |  */
19 | jlong Java_org_rocksdb_ClockCache_newClockCache(
20 |     JNIEnv* env, jclass jcls, jlong jcapacity, jint jnum_shard_bits,
21 |     jboolean jstrict_capacity_limit) {
22 |   auto* sptr_clock_cache =
23 |       new std::shared_ptr<rocksdb::Cache>(rocksdb::NewClockCache(
24 |           static_cast<size_t>(jcapacity),
25 |           static_cast<int>(jnum_shard_bits),
26 |           static_cast<bool>(jstrict_capacity_limit)));
27 |   return reinterpret_cast<jlong>(sptr_clock_cache);
28 | }
29 | 
30 | /*
31 |  * Class:     org_rocksdb_ClockCache
32 |  * Method:    disposeInternal
33 |  * Signature: (J)V
34 |  */
35 | void Java_org_rocksdb_ClockCache_disposeInternal(
36 |     JNIEnv* env, jobject jobj, jlong jhandle) {
37 |   auto* sptr_clock_cache =
38 |       reinterpret_cast<std::shared_ptr<rocksdb::Cache> *>(jhandle);
39 |   delete sptr_clock_cache;  // delete std::shared_ptr
40 | }
41 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/RocksObject.java:
--------------------------------------------------------------------------------
 1 | // Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
 2 | //  This source code is licensed under both the GPLv2 (found in the
 3 | //  COPYING file in the root directory) and Apache 2.0 License
 4 | //  (found in the LICENSE.Apache file in the root directory).
 5 | 
 6 | package org.rocksdb;
 7 | 
 8 | /**
 9 |  * RocksObject is an implementation of {@link AbstractNativeReference} which
10 |  * has an immutable and therefore thread-safe reference to the underlying
11 |  * native C++ RocksDB object.
12 |  * <p>
13 |  * RocksObject is the base-class of almost all RocksDB classes that have a
14 |  * pointer to some underlying native C++ {@code rocksdb} object.</p>
15 |  * <p>
16 |  * The use of {@code RocksObject} should always be preferred over
17 |  * {@link RocksMutableObject}.</p>
18 |  */
19 | public abstract class RocksObject extends AbstractImmutableNativeReference {
20 | 
21 |   /**
22 |    * An immutable reference to the value of the C++ pointer pointing to some
23 |    * underlying native RocksDB C++ object.
24 |    */
25 |   protected final long nativeHandle_;
26 | 
27 |   protected RocksObject(final long nativeHandle) {
28 |     super(true);
29 |     this.nativeHandle_ = nativeHandle;
30 |   }
31 | 
32 |   /**
33 |    * Deletes underlying C++ object pointer.
34 |    */
35 |   @Override
36 |   protected void disposeInternal() {
37 |     disposeInternal(nativeHandle_);
38 |   }
39 | 
40 |   protected abstract void disposeInternal(final long handle);
41 | }
42 | 


--------------------------------------------------------------------------------
/java/src/main/java/org/rocksdb/FlushOptions.java:
--------------------------------------------------------------------------------
 1 | package org.rocksdb;
 2 | 
 3 | /**
 4 |  * FlushOptions to be passed to flush operations of
 5 |  * {@link org.rocksdb.RocksDB}.
 6 |  */
 7 | public class FlushOptions extends RocksObject {
 8 |   static {
 9 |     RocksDB.loadLibrary();
10 |   }
11 | 
12 |   /**
13 |    * Construct a new instance of FlushOptions.
14 |    */
15 |   public FlushOptions(){
16 |     super(newFlushOptions());
17 |   }
18 | 
19 |   /**
20 |    * Set if the flush operation shall block until it terminates.
21 |    *
22 |    * @param waitForFlush boolean value indicating if the flush
23 |    *     operations waits for termination of the flush process.
24 |    *
25 |    * @return instance of current FlushOptions.
26 |    */
27 |   public FlushOptions setWaitForFlush(final boolean waitForFlush) {
28 |     assert(isOwningHandle());
29 |     setWaitForFlush(nativeHandle_, waitForFlush);
30 |     return this;
31 |   }
32 | 
33 |   /**
34 |    * Wait for flush to finished.
35 |    *
36 |    * @return boolean value indicating if the flush operation
37 |    *     waits for termination of the flush process.
38 |    */
39 |   public boolean waitForFlush() {
40 |     assert(isOwningHandle());
41 |     return waitForFlush(nativeHandle_);
42 |   }
43 | 
44 |   private native static long newFlushOptions();
45 |   @Override protected final native void disposeInternal(final long handle);
46 |   private native void setWaitForFlush(long handle,
47 |       boolean wait);
48 |   private native boolean waitForFlush(long handle);
49 | }
50 | 


--------------------------------------------------------------------------------
/DEFAULT_OPTIONS_HISTORY.md:
--------------------------------------------------------------------------------
 1 | # RocksDB default options change log
 2 | ## Unreleased
 3 | * Change the default of delayed slowdown value to 16MB/s and further increase the L0 stop condition to 36 files.
 4 | 
 5 | ## 5.0 (11/17/2016)
 6 | * Options::allow_concurrent_memtable_write and Options::enable_write_thread_adaptive_yield are now true by default
 7 | * Options.level0_stop_writes_trigger default value changes from 24 to 32.
 8 | 
 9 | ## 4.8.0 (5/2/2016)
10 | * options.max_open_files changes from 5000 to -1. It improves performance, but users need to set file descriptor limit to be large enough and watch memory usage for index and bloom filters.
11 | * options.base_background_compactions changes from max_background_compactions to 1. When users set higher max_background_compactions but the write throughput is not high, the writes are less spiky to disks.
12 | * options.wal_recovery_mode changes from kTolerateCorruptedTailRecords to kPointInTimeRecovery. Avoid some false positive when file system or hardware reorder the writes for file data and metadata.
13 | 
14 | ## 4.7.0 (4/8/2016)
15 | * options.write_buffer_size changes from 4MB to 64MB.
16 | * options.target_file_size_base changes from 2MB to 64MB.
17 | * options.max_bytes_for_level_base changes from 10MB to 256MB.
18 | * options.soft_pending_compaction_bytes_limit changes from 0 (disabled) to 64GB.
19 | * options.hard_pending_compaction_bytes_limit changes from 0 (disabled) to 256GB.
20 | * table_cache_numshardbits changes from 4 to 6.
21 | * max_file_opening_threads changes from 1 to 16.
22 | 


--------------------------------------------------------------------------------