# This file @generated by:
#$ python3 buckifier/buckify_rocksdb.py
# --> DO NOT EDIT MANUALLY <--
# This file is a Facebook-specific integration for buck builds, so can
# only be validated by Facebook employees.
load("//rocks/buckifier:defs.bzl", "cpp_library_wrapper","rocks_cpp_library_wrapper","cpp_binary_wrapper","cpp_unittest_wrapper","fancy_bench_wrapper","add_c_test_wrapper")


cpp_library_wrapper(name="rocksdb_lib", srcs=[
        "cache/cache.cc",
        "cache/cache_entry_roles.cc",
        "cache/cache_helpers.cc",
        "cache/cache_key.cc",
        "cache/cache_reservation_manager.cc",
        "cache/charged_cache.cc",
        "cache/clock_cache.cc",
        "cache/compressed_secondary_cache.cc",
        "cache/lru_cache.cc",
        "cache/secondary_cache.cc",
        "cache/secondary_cache_adapter.cc",
        "cache/sharded_cache.cc",
        "cache/tiered_secondary_cache.cc",
        "db/arena_wrapped_db_iter.cc",
        "db/blob/blob_contents.cc",
        "db/blob/blob_fetcher.cc",
        "db/blob/blob_file_addition.cc",
        "db/blob/blob_file_builder.cc",
        "db/blob/blob_file_cache.cc",
        "db/blob/blob_file_garbage.cc",
        "db/blob/blob_file_meta.cc",
        "db/blob/blob_file_reader.cc",
        "db/blob/blob_garbage_meter.cc",
        "db/blob/blob_log_format.cc",
        "db/blob/blob_log_sequential_reader.cc",
        "db/blob/blob_log_writer.cc",
        "db/blob/blob_source.cc",
        "db/blob/prefetch_buffer_collection.cc",
        "db/builder.cc",
        "db/c.cc",
        "db/column_family.cc",
        "db/compaction/compaction.cc",
        "db/compaction/compaction_iterator.cc",
        "db/compaction/compaction_job.cc",
        "db/compaction/compaction_outputs.cc",
        "db/compaction/compaction_picker.cc",
        "db/compaction/compaction_picker_fifo.cc",
        "db/compaction/compaction_picker_level.cc",
        "db/compaction/compaction_picker_universal.cc",
        "db/compaction/compaction_service_job.cc",
        "db/compaction/compaction_state.cc",
        "db/compaction/sst_partitioner.cc",
        "db/compaction/subcompaction_state.cc",
        "db/convenience.cc",
        "db/db_filesnapshot.cc",
        "db/db_impl/compacted_db_impl.cc",
        "db/db_impl/db_impl.cc",
        "db/db_impl/db_impl_compaction_flush.cc",
        "db/db_impl/db_impl_debug.cc",
        "db/db_impl/db_impl_experimental.cc",
        "db/db_impl/db_impl_files.cc",
        "db/db_impl/db_impl_open.cc",
        "db/db_impl/db_impl_readonly.cc",
        "db/db_impl/db_impl_secondary.cc",
        "db/db_impl/db_impl_write.cc",
        "db/db_info_dumper.cc",
        "db/db_iter.cc",
        "db/dbformat.cc",
        "db/error_handler.cc",
        "db/event_helpers.cc",
        "db/experimental.cc",
        "db/external_sst_file_ingestion_job.cc",
        "db/file_indexer.cc",
        "db/flush_job.cc",
        "db/flush_scheduler.cc",
        "db/forward_iterator.cc",
        "db/import_column_family_job.cc",
        "db/internal_stats.cc",
        "db/log_reader.cc",
        "db/log_writer.cc",
        "db/logs_with_prep_tracker.cc",
        "db/malloc_stats.cc",
        "db/memtable.cc",
        "db/memtable_list.cc",
        "db/merge_helper.cc",
        "db/merge_operator.cc",
        "db/multi_cf_iterator.cc",
        "db/output_validator.cc",
        "db/periodic_task_scheduler.cc",
        "db/range_del_aggregator.cc",
        "db/range_tombstone_fragmenter.cc",
        "db/repair.cc",
        "db/seqno_to_time_mapping.cc",
        "db/snapshot_impl.cc",
        "db/table_cache.cc",
        "db/table_properties_collector.cc",
        "db/transaction_log_impl.cc",
        "db/trim_history_scheduler.cc",
        "db/version_builder.cc",
        "db/version_edit.cc",
        "db/version_edit_handler.cc",
        "db/version_set.cc",
        "db/wal_edit.cc",
        "db/wal_manager.cc",
        "db/wide/wide_column_serialization.cc",
        "db/wide/wide_columns.cc",
        "db/wide/wide_columns_helper.cc",
        "db/write_batch.cc",
        "db/write_batch_base.cc",
        "db/write_controller.cc",
        "db/write_stall_stats.cc",
        "db/write_thread.cc",
        "env/composite_env.cc",
        "env/env.cc",
        "env/env_chroot.cc",
        "env/env_encryption.cc",
        "env/env_posix.cc",
        "env/file_system.cc",
        "env/file_system_tracer.cc",
        "env/fs_posix.cc",
        "env/fs_remap.cc",
        "env/io_posix.cc",
        "env/mock_env.cc",
        "env/unique_id_gen.cc",
        "file/delete_scheduler.cc",
        "file/file_prefetch_buffer.cc",
        "file/file_util.cc",
        "file/filename.cc",
        "file/line_file_reader.cc",
        "file/random_access_file_reader.cc",
        "file/read_write_util.cc",
        "file/readahead_raf.cc",
        "file/sequence_file_reader.cc",
        "file/sst_file_manager_impl.cc",
        "file/writable_file_writer.cc",
        "logging/auto_roll_logger.cc",
        "logging/event_logger.cc",
        "logging/log_buffer.cc",
        "memory/arena.cc",
        "memory/concurrent_arena.cc",
        "memory/jemalloc_nodump_allocator.cc",
        "memory/memkind_kmem_allocator.cc",
        "memory/memory_allocator.cc",
        "memtable/alloc_tracker.cc",
        "memtable/hash_linklist_rep.cc",
        "memtable/hash_skiplist_rep.cc",
        "memtable/skiplistrep.cc",
        "memtable/vectorrep.cc",
        "memtable/write_buffer_manager.cc",
        "monitoring/histogram.cc",
        "monitoring/histogram_windowing.cc",
        "monitoring/in_memory_stats_history.cc",
        "monitoring/instrumented_mutex.cc",
        "monitoring/iostats_context.cc",
        "monitoring/perf_context.cc",
        "monitoring/perf_level.cc",
        "monitoring/persistent_stats_history.cc",
        "monitoring/statistics.cc",
        "monitoring/thread_status_impl.cc",
        "monitoring/thread_status_updater.cc",
        "monitoring/thread_status_updater_debug.cc",
        "monitoring/thread_status_util.cc",
        "monitoring/thread_status_util_debug.cc",
        "options/cf_options.cc",
        "options/configurable.cc",
        "options/customizable.cc",
        "options/db_options.cc",
        "options/offpeak_time_info.cc",
        "options/options.cc",
        "options/options_helper.cc",
        "options/options_parser.cc",
        "port/mmap.cc",
        "port/port_posix.cc",
        "port/stack_trace.cc",
        "port/win/env_default.cc",
        "port/win/env_win.cc",
        "port/win/io_win.cc",
        "port/win/port_win.cc",
        "port/win/win_logger.cc",
        "port/win/win_thread.cc",
        "table/adaptive/adaptive_table_factory.cc",
        "table/block_based/binary_search_index_reader.cc",
        "table/block_based/block.cc",
        "table/block_based/block_based_table_builder.cc",
        "table/block_based/block_based_table_factory.cc",
        "table/block_based/block_based_table_iterator.cc",
        "table/block_based/block_based_table_reader.cc",
        "table/block_based/block_builder.cc",
        "table/block_based/block_cache.cc",
        "table/block_based/block_prefetcher.cc",
        "table/block_based/block_prefix_index.cc",
        "table/block_based/data_block_footer.cc",
        "table/block_based/data_block_hash_index.cc",
        "table/block_based/filter_block_reader_common.cc",
        "table/block_based/filter_policy.cc",
        "table/block_based/flush_block_policy.cc",
        "table/block_based/full_filter_block.cc",
        "table/block_based/hash_index_reader.cc",
        "table/block_based/index_builder.cc",
        "table/block_based/index_reader_common.cc",
        "table/block_based/parsed_full_filter_block.cc",
        "table/block_based/partitioned_filter_block.cc",
        "table/block_based/partitioned_index_iterator.cc",
        "table/block_based/partitioned_index_reader.cc",
        "table/block_based/reader_common.cc",
        "table/block_based/uncompression_dict_reader.cc",
        "table/block_fetcher.cc",
        "table/compaction_merging_iterator.cc",
        "table/cuckoo/cuckoo_table_builder.cc",
        "table/cuckoo/cuckoo_table_factory.cc",
        "table/cuckoo/cuckoo_table_reader.cc",
        "table/format.cc",
        "table/get_context.cc",
        "table/iterator.cc",
        "table/merging_iterator.cc",
        "table/meta_blocks.cc",
        "table/persistent_cache_helper.cc",
        "table/plain/plain_table_bloom.cc",
        "table/plain/plain_table_builder.cc",
        "table/plain/plain_table_factory.cc",
        "table/plain/plain_table_index.cc",
        "table/plain/plain_table_key_coding.cc",
        "table/plain/plain_table_reader.cc",
        "table/sst_file_dumper.cc",
        "table/sst_file_reader.cc",
        "table/sst_file_writer.cc",
        "table/table_factory.cc",
        "table/table_properties.cc",
        "table/two_level_iterator.cc",
        "table/unique_id.cc",
        "test_util/sync_point.cc",
        "test_util/sync_point_impl.cc",
        "test_util/transaction_test_util.cc",
        "tools/dump/db_dump_tool.cc",
        "tools/io_tracer_parser_tool.cc",
        "tools/ldb_cmd.cc",
        "tools/ldb_tool.cc",
        "tools/sst_dump_tool.cc",
        "trace_replay/block_cache_tracer.cc",
        "trace_replay/io_tracer.cc",
        "trace_replay/trace_record.cc",
        "trace_replay/trace_record_handler.cc",
        "trace_replay/trace_record_result.cc",
        "trace_replay/trace_replay.cc",
        "util/async_file_reader.cc",
        "util/build_version.cc",
        "util/cleanable.cc",
        "util/coding.cc",
        "util/compaction_job_stats_impl.cc",
        "util/comparator.cc",
        "util/compression.cc",
        "util/compression_context_cache.cc",
        "util/concurrent_task_limiter_impl.cc",
        "util/crc32c.cc",
        "util/crc32c_arm64.cc",
        "util/data_structure.cc",
        "util/dynamic_bloom.cc",
        "util/file_checksum_helper.cc",
        "util/hash.cc",
        "util/murmurhash.cc",
        "util/random.cc",
        "util/rate_limiter.cc",
        "util/ribbon_config.cc",
        "util/slice.cc",
        "util/status.cc",
        "util/stderr_logger.cc",
        "util/string_util.cc",
        "util/thread_local.cc",
        "util/threadpool_imp.cc",
        "util/udt_util.cc",
        "util/write_batch_util.cc",
        "util/xxhash.cc",
        "utilities/agg_merge/agg_merge.cc",
        "utilities/backup/backup_engine.cc",
        "utilities/blob_db/blob_compaction_filter.cc",
        "utilities/blob_db/blob_db.cc",
        "utilities/blob_db/blob_db_impl.cc",
        "utilities/blob_db/blob_db_impl_filesnapshot.cc",
        "utilities/blob_db/blob_dump_tool.cc",
        "utilities/blob_db/blob_file.cc",
        "utilities/cache_dump_load.cc",
        "utilities/cache_dump_load_impl.cc",
        "utilities/cassandra/cassandra_compaction_filter.cc",
        "utilities/cassandra/format.cc",
        "utilities/cassandra/merge_operator.cc",
        "utilities/checkpoint/checkpoint_impl.cc",
        "utilities/compaction_filters.cc",
        "utilities/compaction_filters/remove_emptyvalue_compactionfilter.cc",
        "utilities/convenience/info_log_finder.cc",
        "utilities/counted_fs.cc",
        "utilities/debug.cc",
        "utilities/env_mirror.cc",
        "utilities/env_timed.cc",
        "utilities/fault_injection_env.cc",
        "utilities/fault_injection_fs.cc",
        "utilities/fault_injection_secondary_cache.cc",
        "utilities/leveldb_options/leveldb_options.cc",
        "utilities/memory/memory_util.cc",
        "utilities/merge_operators.cc",
        "utilities/merge_operators/bytesxor.cc",
        "utilities/merge_operators/max.cc",
        "utilities/merge_operators/put.cc",
        "utilities/merge_operators/sortlist.cc",
        "utilities/merge_operators/string_append/stringappend.cc",
        "utilities/merge_operators/string_append/stringappend2.cc",
        "utilities/merge_operators/uint64add.cc",
        "utilities/object_registry.cc",
        "utilities/option_change_migration/option_change_migration.cc",
        "utilities/options/options_util.cc",
        "utilities/persistent_cache/block_cache_tier.cc",
        "utilities/persistent_cache/block_cache_tier_file.cc",
        "utilities/persistent_cache/block_cache_tier_metadata.cc",
        "utilities/persistent_cache/persistent_cache_tier.cc",
        "utilities/persistent_cache/volatile_tier_impl.cc",
        "utilities/simulator_cache/cache_simulator.cc",
        "utilities/simulator_cache/sim_cache.cc",
        "utilities/table_properties_collectors/compact_on_deletion_collector.cc",
        "utilities/trace/file_trace_reader_writer.cc",
        "utilities/trace/replayer_impl.cc",
        "utilities/transactions/lock/lock_manager.cc",
        "utilities/transactions/lock/point/point_lock_manager.cc",
        "utilities/transactions/lock/point/point_lock_tracker.cc",
        "utilities/transactions/lock/range/range_tree/lib/locktree/concurrent_tree.cc",
        "utilities/transactions/lock/range/range_tree/lib/locktree/keyrange.cc",
        "utilities/transactions/lock/range/range_tree/lib/locktree/lock_request.cc",
        "utilities/transactions/lock/range/range_tree/lib/locktree/locktree.cc",
        "utilities/transactions/lock/range/range_tree/lib/locktree/manager.cc",
        "utilities/transactions/lock/range/range_tree/lib/locktree/range_buffer.cc",
        "utilities/transactions/lock/range/range_tree/lib/locktree/treenode.cc",
        "utilities/transactions/lock/range/range_tree/lib/locktree/txnid_set.cc",
        "utilities/transactions/lock/range/range_tree/lib/locktree/wfg.cc",
        "utilities/transactions/lock/range/range_tree/lib/standalone_port.cc",
        "utilities/transactions/lock/range/range_tree/lib/util/dbt.cc",
        "utilities/transactions/lock/range/range_tree/lib/util/memarena.cc",
        "utilities/transactions/lock/range/range_tree/range_tree_lock_manager.cc",
        "utilities/transactions/lock/range/range_tree/range_tree_lock_tracker.cc",
        "utilities/transactions/optimistic_transaction.cc",
        "utilities/transactions/optimistic_transaction_db_impl.cc",
        "utilities/transactions/pessimistic_transaction.cc",
        "utilities/transactions/pessimistic_transaction_db.cc",
        "utilities/transactions/snapshot_checker.cc",
        "utilities/transactions/transaction_base.cc",
        "utilities/transactions/transaction_db_mutex_impl.cc",
        "utilities/transactions/transaction_util.cc",
        "utilities/transactions/write_prepared_txn.cc",
        "utilities/transactions/write_prepared_txn_db.cc",
        "utilities/transactions/write_unprepared_txn.cc",
        "utilities/transactions/write_unprepared_txn_db.cc",
        "utilities/ttl/db_ttl_impl.cc",
        "utilities/wal_filter.cc",
        "utilities/write_batch_with_index/write_batch_with_index.cc",
        "utilities/write_batch_with_index/write_batch_with_index_internal.cc",
    ], deps=[
        "//folly/container:f14_hash",
        "//folly/experimental/coro:blocking_wait",
        "//folly/experimental/coro:collect",
        "//folly/experimental/coro:coroutine",
        "//folly/experimental/coro:task",
        "//folly/synchronization:distributed_mutex",
    ], headers=None, link_whole=False, extra_test_libs=False)

cpp_library_wrapper(name="rocksdb_whole_archive_lib", srcs=[], deps=[":rocksdb_lib"], headers=None, link_whole=True, extra_test_libs=False)

cpp_library_wrapper(name="rocksdb_test_lib", srcs=[
        "db/db_test_util.cc",
        "db/db_with_timestamp_test_util.cc",
        "table/mock_table.cc",
        "test_util/mock_time_env.cc",
        "test_util/secondary_cache_test_util.cc",
        "test_util/testharness.cc",
        "test_util/testutil.cc",
        "tools/block_cache_analyzer/block_cache_trace_analyzer.cc",
        "tools/trace_analyzer_tool.cc",
        "utilities/agg_merge/test_agg_merge.cc",
        "utilities/cassandra/test_utils.cc",
    ], deps=[":rocksdb_lib"], headers=None, link_whole=False, extra_test_libs=True)

cpp_library_wrapper(name="rocksdb_tools_lib", srcs=[
        "test_util/testutil.cc",
        "tools/block_cache_analyzer/block_cache_trace_analyzer.cc",
        "tools/db_bench_tool.cc",
        "tools/simulated_hybrid_file_system.cc",
        "tools/trace_analyzer_tool.cc",
    ], deps=[":rocksdb_lib"], headers=None, link_whole=False, extra_test_libs=False)

cpp_library_wrapper(name="rocksdb_cache_bench_tools_lib", srcs=["cache/cache_bench_tool.cc"], deps=[":rocksdb_lib"], headers=None, link_whole=False, extra_test_libs=False)

rocks_cpp_library_wrapper(name="rocksdb_stress_lib", srcs=[
        "db_stress_tool/batched_ops_stress.cc",
        "db_stress_tool/cf_consistency_stress.cc",
        "db_stress_tool/db_stress_common.cc",
        "db_stress_tool/db_stress_driver.cc",
        "db_stress_tool/db_stress_gflags.cc",
        "db_stress_tool/db_stress_listener.cc",
        "db_stress_tool/db_stress_shared_state.cc",
        "db_stress_tool/db_stress_stat.cc",
        "db_stress_tool/db_stress_test_base.cc",
        "db_stress_tool/db_stress_tool.cc",
        "db_stress_tool/db_stress_wide_merge_operator.cc",
        "db_stress_tool/expected_state.cc",
        "db_stress_tool/expected_value.cc",
        "db_stress_tool/multi_ops_txns_stress.cc",
        "db_stress_tool/no_batched_ops_stress.cc",
        "test_util/testutil.cc",
        "tools/block_cache_analyzer/block_cache_trace_analyzer.cc",
        "tools/trace_analyzer_tool.cc",
    ], headers=None)


cpp_binary_wrapper(name="db_stress", srcs=["db_stress_tool/db_stress.cc"], deps=[":rocksdb_stress_lib"], extra_preprocessor_flags=[], extra_bench_libs=False)

cpp_binary_wrapper(name="cache_bench", srcs=["cache/cache_bench.cc"], deps=[":rocksdb_cache_bench_tools_lib"], extra_preprocessor_flags=[], extra_bench_libs=False)

cpp_binary_wrapper(name="ribbon_bench", srcs=["microbench/ribbon_bench.cc"], deps=[], extra_preprocessor_flags=[], extra_bench_libs=True)

cpp_binary_wrapper(name="db_basic_bench", srcs=["microbench/db_basic_bench.cc"], deps=[], extra_preprocessor_flags=[], extra_bench_libs=True)

add_c_test_wrapper()

fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_0", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8': ['real_time',
                                                                                                                                       'put_mean',
                                                                                                                                       'cpu_time',
                                                                                                                                       'db_size',
                                                                                                                                       'threads'],
                    'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8': ['real_time',
                                                                                                                                       'cpu_time',
                                                                                                                                       'db_size',
                                                                                                                                       'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads'],
                  'FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads']}}, slow=False, expected_runtime=2438, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_1", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8': ['real_time',
                                                                                                                                       'put_mean',
                                                                                                                                       'cpu_time',
                                                                                                                                       'db_size',
                                                                                                                                       'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_2", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads']}}, slow=False, expected_runtime=2446, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_3", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8': ['real_time',
                                                                                                                                       'cpu_time',
                                                                                                                                       'db_size',
                                                                                                                                       'threads'],
                    'DataBlockSeek/iterations:1000000': ['real_time',
                                                         'cpu_time',
                                                         'seek_ns',
                                                         'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_4", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8': ['real_time',
                                                                                                                                       'cpu_time',
                                                                                                                                       'db_size',
                                                                                                                                       'threads'],
                    'RandomAccessFileReaderRead/enable_statistics:1/iterations:1000000': ['real_time',
                                                                                          'cpu_time',
                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads',
                                                                                                          'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads',
                                                                                                          'fp_pct'],
                  'FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_5", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8': ['real_time',
                                                                                                                                       'cpu_time',
                                                                                                                                       'db_size',
                                                                                                                                       'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads',
                                                                                                          'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_6", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8': ['real_time',
                                                                                                                                       'put_mean',
                                                                                                                                       'cpu_time',
                                                                                                                                       'db_size',
                                                                                                                                       'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_7", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8': ['real_time',
                                                                                                                                       'put_mean',
                                                                                                                                       'cpu_time',
                                                                                                                                       'db_size',
                                                                                                                                       'threads'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'RandomAccessFileReaderRead/enable_statistics:0/iterations:1000000': ['real_time',
                                                                                          'cpu_time',
                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct']}}, slow=False, expected_runtime=2438, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_8", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_9", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8': ['real_time',
                                                                                                                                       'cpu_time',
                                                                                                                                       'db_size',
                                                                                                                                       'threads'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads',
                                                                                                          'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_10", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_11", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8': ['real_time',
                                                                                                                                       'put_mean',
                                                                                                                                       'cpu_time',
                                                                                                                                       'db_size',
                                                                                                                                       'threads']}}, slow=False, expected_runtime=2446, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_12", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads',
                                                                                                          'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads',
                                                                                                          'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_13", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_14", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8': ['real_time',
                                                                                                                                       'cpu_time',
                                                                                                                                       'db_size',
                                                                                                                                       'threads'],
                    'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8': ['real_time',
                                                                                                                                       'put_mean',
                                                                                                                                       'cpu_time',
                                                                                                                                       'db_size',
                                                                                                                                       'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_0_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                         'cpu_time',
                                                                                                                                         'db_size',
                                                                                                                                         'threads'],
                    'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                   'cpu_time',
                                                                                                                                                   'db_size',
                                                                                                                                                   'threads'],
                    'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=True, expected_runtime=88891, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_1_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                         'cpu_time',
                                                                                                                                         'db_size',
                                                                                                                                         'threads'],
                    'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                   'cpu_time',
                                                                                                                                                   'db_size',
                                                                                                                                                   'threads'],
                    'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=True, expected_runtime=88804, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_2_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                         'cpu_time',
                                                                                                                                         'db_size',
                                                                                                                                         'threads'],
                    'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                   'cpu_time',
                                                                                                                                                   'db_size',
                                                                                                                                                   'threads'],
                    'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=True, expected_runtime=88803, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_3_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                         'cpu_time',
                                                                                                                                         'db_size',
                                                                                                                                         'threads'],
                    'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                   'cpu_time',
                                                                                                                                                   'db_size',
                                                                                                                                                   'threads'],
                    'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=True, expected_runtime=88891, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_4_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                         'cpu_time',
                                                                                                                                         'db_size',
                                                                                                                                         'threads'],
                    'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                   'cpu_time',
                                                                                                                                                   'db_size',
                                                                                                                                                   'threads'],
                    'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=True, expected_runtime=88809, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_5_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                         'cpu_time',
                                                                                                                                         'db_size',
                                                                                                                                         'threads'],
                    'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                   'cpu_time',
                                                                                                                                                   'db_size',
                                                                                                                                                   'threads'],
                    'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=True, expected_runtime=88803, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_6_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                         'cpu_time',
                                                                                                                                         'db_size',
                                                                                                                                         'threads'],
                    'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                   'cpu_time',
                                                                                                                                                   'db_size',
                                                                                                                                                   'threads'],
                    'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=True, expected_runtime=88813, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_7_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                         'cpu_time',
                                                                                                                                         'db_size',
                                                                                                                                         'threads'],
                    'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                   'cpu_time',
                                                                                                                                                   'db_size',
                                                                                                                                                   'threads'],
                    'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=True, expected_runtime=88813, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_8_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                         'cpu_time',
                                                                                                                                         'db_size',
                                                                                                                                         'threads'],
                    'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                   'cpu_time',
                                                                                                                                                   'db_size',
                                                                                                                                                   'threads'],
                    'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=True, expected_runtime=88709, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_9_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                         'cpu_time',
                                                                                                                                         'db_size',
                                                                                                                                         'threads'],
                    'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                   'cpu_time',
                                                                                                                                                   'db_size',
                                                                                                                                                   'threads'],
                    'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=True, expected_runtime=88711, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_10_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                         'cpu_time',
                                                                                                                                         'db_size',
                                                                                                                                         'threads'],
                    'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                   'cpu_time',
                                                                                                                                                   'db_size',
                                                                                                                                                   'threads'],
                    'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=True, expected_runtime=88819, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_11_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                         'cpu_time',
                                                                                                                                         'db_size',
                                                                                                                                         'threads'],
                    'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                   'cpu_time',
                                                                                                                                                   'db_size',
                                                                                                                                                   'threads'],
                    'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=True, expected_runtime=88711, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_12_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                         'cpu_time',
                                                                                                                                         'db_size',
                                                                                                                                         'threads'],
                    'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                   'cpu_time',
                                                                                                                                                   'db_size',
                                                                                                                                                   'threads'],
                    'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=True, expected_runtime=88709, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_13_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                         'cpu_time',
                                                                                                                                         'db_size',
                                                                                                                                         'threads'],
                    'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                   'cpu_time',
                                                                                                                                                   'db_size',
                                                                                                                                                   'threads'],
                    'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=True, expected_runtime=88709, sl_iterations=3, regression_threshold=10)


fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_14_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'db_size',
                                                                                                                                                                'neg_qu_pct',
                                                                                                                                                                'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'db_size',
                                                                                                                                                              'neg_qu_pct',
                                                                                                                                                              'threads'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size',
                                                                                                                                                               'get_mean',
                                                                                                                                                               'threads',
                                                                                                                                                               'real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'neg_qu_pct'],
                    'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                               'cpu_time',
                                                                                                                                                               'db_size',
                                                                                                                                                               'neg_qu_pct',
                                                                                                                                                               'threads'],
                    'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size',
                                                                                                                                                              'get_mean',
                                                                                                                                                              'threads',
                                                                                                                                                              'real_time',
                                                                                                                                                              'cpu_time',
                                                                                                                                                              'neg_qu_pct'],
                    'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size',
                                                                                                                                                                'get_mean',
                                                                                                                                                                'threads',
                                                                                                                                                                'real_time',
                                                                                                                                                                'cpu_time',
                                                                                                                                                                'neg_qu_pct'],
                    'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time',
                                                                                                                                        'put_mean',
                                                                                                                                        'cpu_time',
                                                                                                                                        'db_size',
                                                                                                                                        'threads'],
                    'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'db_size',
                                                                                                       'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                     'cpu_time',
                                                                                                                                                                     'db_size',
                                                                                                                                                                     'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                       'cpu_time',
                                                                                                                                                                       'db_size',
                                                                                                                                                                       'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time',
                                                                                                                                                                      'cpu_time',
                                                                                                                                                                      'db_size',
                                                                                                                                                                      'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                  'cpu_time',
                                                                                                                                                  'db_size',
                                                                                                                                                  'threads'],
                    'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads'],
                    'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                         'cpu_time',
                                                                                                                                         'db_size',
                                                                                                                                         'threads'],
                    'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time',
                                                                                                                                                   'cpu_time',
                                                                                                                                                   'db_size',
                                                                                                                                                   'threads'],
                    'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time',
                                                                                                                                          'cpu_time',
                                                                                                                                          'db_size',
                                                                                                                                          'threads']},
 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                              'cpu_time',
                                                                                              'threads',
                                                                                              'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                  'cpu_time',
                                                                                                  'threads',
                                                                                                  'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                 'cpu_time',
                                                                                                 'threads',
                                                                                                 'size'],
                  'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                               'cpu_time',
                                                                                               'threads',
                                                                                               'size'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time',
                                                                                                      'cpu_time',
                                                                                                      'threads',
                                                                                                      'fp_pct'],
                  'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time',
                                                                                                       'cpu_time',
                                                                                                       'threads',
                                                                                                       'fp_pct'],
                  'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads',
                                                                                                         'fp_pct'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time',
                                                                                                         'cpu_time',
                                                                                                         'threads'],
                  'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads'],
                  'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time',
                                                                                                          'cpu_time',
                                                                                                          'threads']}}, slow=True, expected_runtime=88711, sl_iterations=3, regression_threshold=10)


        # Generate a test rule for each entry in ROCKS_TESTS
        # Do not build the tests in opt mode, since SyncPoint and other test code
        # will not be included.

cpp_unittest_wrapper(name="agg_merge_test",
            srcs=["utilities/agg_merge/agg_merge_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="arena_test",
            srcs=["memory/arena_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="auto_roll_logger_test",
            srcs=["logging/auto_roll_logger_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="autovector_test",
            srcs=["util/autovector_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="backup_engine_test",
            srcs=["utilities/backup/backup_engine_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="blob_counting_iterator_test",
            srcs=["db/blob/blob_counting_iterator_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="blob_db_test",
            srcs=["utilities/blob_db/blob_db_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="blob_file_addition_test",
            srcs=["db/blob/blob_file_addition_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="blob_file_builder_test",
            srcs=["db/blob/blob_file_builder_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="blob_file_cache_test",
            srcs=["db/blob/blob_file_cache_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="blob_file_garbage_test",
            srcs=["db/blob/blob_file_garbage_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="blob_file_reader_test",
            srcs=["db/blob/blob_file_reader_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="blob_garbage_meter_test",
            srcs=["db/blob/blob_garbage_meter_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="blob_source_test",
            srcs=["db/blob/blob_source_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="block_based_table_reader_test",
            srcs=["table/block_based/block_based_table_reader_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="block_cache_trace_analyzer_test",
            srcs=["tools/block_cache_analyzer/block_cache_trace_analyzer_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="block_cache_tracer_test",
            srcs=["trace_replay/block_cache_tracer_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="block_fetcher_test",
            srcs=["table/block_fetcher_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="block_test",
            srcs=["table/block_based/block_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="bloom_test",
            srcs=["util/bloom_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="cache_reservation_manager_test",
            srcs=["cache/cache_reservation_manager_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="cache_simulator_test",
            srcs=["utilities/simulator_cache/cache_simulator_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="cache_test",
            srcs=["cache/cache_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="cassandra_format_test",
            srcs=["utilities/cassandra/cassandra_format_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="cassandra_functional_test",
            srcs=["utilities/cassandra/cassandra_functional_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="cassandra_row_merge_test",
            srcs=["utilities/cassandra/cassandra_row_merge_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="cassandra_serialize_test",
            srcs=["utilities/cassandra/cassandra_serialize_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="checkpoint_test",
            srcs=["utilities/checkpoint/checkpoint_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="cleanable_test",
            srcs=["table/cleanable_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="clipping_iterator_test",
            srcs=["db/compaction/clipping_iterator_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="coding_test",
            srcs=["util/coding_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="column_family_test",
            srcs=["db/column_family_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="compact_files_test",
            srcs=["db/compact_files_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="compact_on_deletion_collector_test",
            srcs=["utilities/table_properties_collectors/compact_on_deletion_collector_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="compaction_iterator_test",
            srcs=["db/compaction/compaction_iterator_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="compaction_job_stats_test",
            srcs=["db/compaction/compaction_job_stats_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="compaction_job_test",
            srcs=["db/compaction/compaction_job_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="compaction_picker_test",
            srcs=["db/compaction/compaction_picker_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="compaction_service_test",
            srcs=["db/compaction/compaction_service_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="comparator_db_test",
            srcs=["db/comparator_db_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="compressed_secondary_cache_test",
            srcs=["cache/compressed_secondary_cache_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="configurable_test",
            srcs=["options/configurable_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="corruption_test",
            srcs=["db/corruption_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="crc32c_test",
            srcs=["util/crc32c_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="cuckoo_table_builder_test",
            srcs=["table/cuckoo/cuckoo_table_builder_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="cuckoo_table_db_test",
            srcs=["db/cuckoo_table_db_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="cuckoo_table_reader_test",
            srcs=["table/cuckoo/cuckoo_table_reader_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="customizable_test",
            srcs=["options/customizable_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="data_block_hash_index_test",
            srcs=["table/block_based/data_block_hash_index_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_basic_test",
            srcs=["db/db_basic_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_blob_basic_test",
            srcs=["db/blob/db_blob_basic_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_blob_compaction_test",
            srcs=["db/blob/db_blob_compaction_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_blob_corruption_test",
            srcs=["db/blob/db_blob_corruption_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_blob_index_test",
            srcs=["db/blob/db_blob_index_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_block_cache_test",
            srcs=["db/db_block_cache_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_bloom_filter_test",
            srcs=["db/db_bloom_filter_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_clip_test",
            srcs=["db/db_clip_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_compaction_filter_test",
            srcs=["db/db_compaction_filter_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_compaction_test",
            srcs=["db/db_compaction_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_dynamic_level_test",
            srcs=["db/db_dynamic_level_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_encryption_test",
            srcs=["db/db_encryption_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_flush_test",
            srcs=["db/db_flush_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_inplace_update_test",
            srcs=["db/db_inplace_update_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_io_failure_test",
            srcs=["db/db_io_failure_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_iter_stress_test",
            srcs=["db/db_iter_stress_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_iter_test",
            srcs=["db/db_iter_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_iterator_test",
            srcs=["db/db_iterator_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_kv_checksum_test",
            srcs=["db/db_kv_checksum_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_log_iter_test",
            srcs=["db/db_log_iter_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_logical_block_size_cache_test",
            srcs=["db/db_logical_block_size_cache_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_memtable_test",
            srcs=["db/db_memtable_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_merge_operand_test",
            srcs=["db/db_merge_operand_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_merge_operator_test",
            srcs=["db/db_merge_operator_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_options_test",
            srcs=["db/db_options_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_properties_test",
            srcs=["db/db_properties_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_range_del_test",
            srcs=["db/db_range_del_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_rate_limiter_test",
            srcs=["db/db_rate_limiter_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_readonly_with_timestamp_test",
            srcs=["db/db_readonly_with_timestamp_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_secondary_test",
            srcs=["db/db_secondary_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_sst_test",
            srcs=["db/db_sst_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_statistics_test",
            srcs=["db/db_statistics_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_table_properties_test",
            srcs=["db/db_table_properties_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_tailing_iter_test",
            srcs=["db/db_tailing_iter_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_test",
            srcs=["db/db_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_test2",
            srcs=["db/db_test2.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_universal_compaction_test",
            srcs=["db/db_universal_compaction_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_wal_test",
            srcs=["db/db_wal_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_wide_basic_test",
            srcs=["db/wide/db_wide_basic_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_with_timestamp_basic_test",
            srcs=["db/db_with_timestamp_basic_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_with_timestamp_compaction_test",
            srcs=["db/db_with_timestamp_compaction_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_write_buffer_manager_test",
            srcs=["db/db_write_buffer_manager_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="db_write_test",
            srcs=["db/db_write_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="dbformat_test",
            srcs=["db/dbformat_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="defer_test",
            srcs=["util/defer_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="delete_scheduler_test",
            srcs=["file/delete_scheduler_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="deletefile_test",
            srcs=["db/deletefile_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="dynamic_bloom_test",
            srcs=["util/dynamic_bloom_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_library_wrapper(name="env_basic_test_lib", srcs=["env/env_basic_test.cc"], deps=[":rocksdb_test_lib"], headers=None, link_whole=False, extra_test_libs=True)

cpp_unittest_wrapper(name="env_basic_test",
            srcs=["env/env_basic_test.cc"],
            deps=[":env_basic_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="env_logger_test",
            srcs=["logging/env_logger_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="env_test",
            srcs=["env/env_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="env_timed_test",
            srcs=["utilities/env_timed_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="error_handler_fs_test",
            srcs=["db/error_handler_fs_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="event_logger_test",
            srcs=["logging/event_logger_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="external_sst_file_basic_test",
            srcs=["db/external_sst_file_basic_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="external_sst_file_test",
            srcs=["db/external_sst_file_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="fault_injection_test",
            srcs=["db/fault_injection_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="file_indexer_test",
            srcs=["db/file_indexer_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="file_reader_writer_test",
            srcs=["util/file_reader_writer_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="filelock_test",
            srcs=["util/filelock_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="filename_test",
            srcs=["db/filename_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="flush_job_test",
            srcs=["db/flush_job_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="full_filter_block_test",
            srcs=["table/block_based/full_filter_block_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="hash_table_test",
            srcs=["utilities/persistent_cache/hash_table_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="hash_test",
            srcs=["util/hash_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="heap_test",
            srcs=["util/heap_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="histogram_test",
            srcs=["monitoring/histogram_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="import_column_family_test",
            srcs=["db/import_column_family_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="inlineskiplist_test",
            srcs=["memtable/inlineskiplist_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="io_posix_test",
            srcs=["env/io_posix_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="io_tracer_parser_test",
            srcs=["tools/io_tracer_parser_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="io_tracer_test",
            srcs=["trace_replay/io_tracer_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="iostats_context_test",
            srcs=["monitoring/iostats_context_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="ldb_cmd_test",
            srcs=["tools/ldb_cmd_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="listener_test",
            srcs=["db/listener_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="log_test",
            srcs=["db/log_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="lru_cache_test",
            srcs=["cache/lru_cache_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="manual_compaction_test",
            srcs=["db/manual_compaction_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="memory_allocator_test",
            srcs=["memory/memory_allocator_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="memory_test",
            srcs=["utilities/memory/memory_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="memtable_list_test",
            srcs=["db/memtable_list_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="merge_helper_test",
            srcs=["db/merge_helper_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="merge_test",
            srcs=["db/merge_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="merger_test",
            srcs=["table/merger_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="mock_env_test",
            srcs=["env/mock_env_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="multi_cf_iterator_test",
            srcs=["db/multi_cf_iterator_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="object_registry_test",
            srcs=["utilities/object_registry_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="obsolete_files_test",
            srcs=["db/obsolete_files_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="optimistic_transaction_test",
            srcs=["utilities/transactions/optimistic_transaction_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="option_change_migration_test",
            srcs=["utilities/option_change_migration/option_change_migration_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="options_file_test",
            srcs=["db/options_file_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="options_settable_test",
            srcs=["options/options_settable_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="options_test",
            srcs=["options/options_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="options_util_test",
            srcs=["utilities/options/options_util_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="partitioned_filter_block_test",
            srcs=["table/block_based/partitioned_filter_block_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="perf_context_test",
            srcs=["db/perf_context_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="periodic_task_scheduler_test",
            srcs=["db/periodic_task_scheduler_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="persistent_cache_test",
            srcs=["utilities/persistent_cache/persistent_cache_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="plain_table_db_test",
            srcs=["db/plain_table_db_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="point_lock_manager_test",
            srcs=["utilities/transactions/lock/point/point_lock_manager_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="prefetch_test",
            srcs=["file/prefetch_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="prefix_test",
            srcs=["db/prefix_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="random_access_file_reader_test",
            srcs=["file/random_access_file_reader_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="random_test",
            srcs=["util/random_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="range_del_aggregator_test",
            srcs=["db/range_del_aggregator_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="range_locking_test",
            srcs=["utilities/transactions/lock/range/range_locking_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="range_tombstone_fragmenter_test",
            srcs=["db/range_tombstone_fragmenter_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="rate_limiter_test",
            srcs=["util/rate_limiter_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="reduce_levels_test",
            srcs=["tools/reduce_levels_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="repair_test",
            srcs=["db/repair_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="repeatable_thread_test",
            srcs=["util/repeatable_thread_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="ribbon_test",
            srcs=["util/ribbon_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="seqno_time_test",
            srcs=["db/seqno_time_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="sim_cache_test",
            srcs=["utilities/simulator_cache/sim_cache_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="skiplist_test",
            srcs=["memtable/skiplist_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="slice_test",
            srcs=["util/slice_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="slice_transform_test",
            srcs=["util/slice_transform_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="sst_dump_test",
            srcs=["tools/sst_dump_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="sst_file_reader_test",
            srcs=["table/sst_file_reader_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="statistics_test",
            srcs=["monitoring/statistics_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="stats_history_test",
            srcs=["monitoring/stats_history_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="stringappend_test",
            srcs=["utilities/merge_operators/string_append/stringappend_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="table_properties_collector_test",
            srcs=["db/table_properties_collector_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="table_test",
            srcs=["table/table_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="testutil_test",
            srcs=["test_util/testutil_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="thread_list_test",
            srcs=["util/thread_list_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="thread_local_test",
            srcs=["util/thread_local_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="tiered_compaction_test",
            srcs=["db/compaction/tiered_compaction_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="tiered_secondary_cache_test",
            srcs=["cache/tiered_secondary_cache_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="timer_queue_test",
            srcs=["util/timer_queue_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="timer_test",
            srcs=["util/timer_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="timestamped_snapshot_test",
            srcs=["utilities/transactions/timestamped_snapshot_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="trace_analyzer_test",
            srcs=["tools/trace_analyzer_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="transaction_test",
            srcs=["utilities/transactions/transaction_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="ttl_test",
            srcs=["utilities/ttl/ttl_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="udt_util_test",
            srcs=["util/udt_util_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="util_merge_operators_test",
            srcs=["utilities/util_merge_operators_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="version_builder_test",
            srcs=["db/version_builder_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="version_edit_test",
            srcs=["db/version_edit_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="version_set_test",
            srcs=["db/version_set_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="wal_manager_test",
            srcs=["db/wal_manager_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="wide_column_serialization_test",
            srcs=["db/wide/wide_column_serialization_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="wide_columns_helper_test",
            srcs=["db/wide/wide_columns_helper_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="work_queue_test",
            srcs=["util/work_queue_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="write_batch_test",
            srcs=["db/write_batch_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="write_batch_with_index_test",
            srcs=["utilities/write_batch_with_index/write_batch_with_index_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="write_buffer_manager_test",
            srcs=["memtable/write_buffer_manager_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="write_callback_test",
            srcs=["db/write_callback_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="write_committed_transaction_ts_test",
            srcs=["utilities/transactions/write_committed_transaction_ts_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="write_controller_test",
            srcs=["db/write_controller_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="write_prepared_transaction_test",
            srcs=["utilities/transactions/write_prepared_transaction_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


cpp_unittest_wrapper(name="write_unprepared_transaction_test",
            srcs=["utilities/transactions/write_unprepared_transaction_test.cc"],
            deps=[":rocksdb_test_lib"],
            extra_compiler_flags=[])


export_file(name = "tools/db_crashtest.py")