diff --git a/.gitignore b/.gitignore index a2bcab72..5564f3ba 100644 --- a/.gitignore +++ b/.gitignore @@ -80,3 +80,7 @@ docs/_build/ # pixi .pixi/ + +*.csv +*.zip +*.rocksdb diff --git a/src/check.rs b/src/check.rs index 4c890fe2..6966c1c5 100644 --- a/src/check.rs +++ b/src/check.rs @@ -3,13 +3,21 @@ use anyhow::Result; use sourmash::index::revindex::{RevIndex, RevIndexOps}; -pub fn check(index: camino::Utf8PathBuf, quick: bool) -> Result<()> { +pub fn check(index: camino::Utf8PathBuf, quick: bool, rw: bool) -> Result<()> { if !is_revindex_database(&index) { bail!("'{}' is not a valid RevIndex database", index); } - println!("Opening DB"); - let db = RevIndex::open(index, true, None)?; + println!("Opening DB (rw mode? {})", rw); + let db = match RevIndex::open(index, !rw, None) { + Ok(db) => db, + Err(e) => { + return Err(anyhow::anyhow!( + "cannot open RocksDB database. Error is: {}", + e + )) + } + }; println!("Starting check"); db.check(quick); diff --git a/src/fastmultigather_rocksdb.rs b/src/fastmultigather_rocksdb.rs index cd88ebf8..24124186 100644 --- a/src/fastmultigather_rocksdb.rs +++ b/src/fastmultigather_rocksdb.rs @@ -28,7 +28,15 @@ pub fn fastmultigather_rocksdb( bail!("'{}' is not a valid RevIndex database", index); } // Open database once - let db = RevIndex::open(index, true, None)?; + let db = match RevIndex::open(index, true, None) { + Ok(db) => db, + Err(e) => { + return Err(anyhow::anyhow!( + "cannot open RocksDB database. Error is: {}", + e + )) + } + }; println!("Loaded DB"); // grab scaled from the database. diff --git a/src/index.rs b/src/index.rs index 59e40cce..4e3d13c6 100644 --- a/src/index.rs +++ b/src/index.rs @@ -69,7 +69,10 @@ pub(crate) fn index_obj>( let mut index = RevIndex::create(output.as_ref(), collection, use_colors)?; if use_internal_storage { + eprintln!("Internalizing storage."); index.internalize_storage()?; + } else { + eprintln!("Using external storage - not copying sketches."); } Ok(()) } diff --git a/src/lib.rs b/src/lib.rs index 1da867e2..26f1cdb4 100644 --- a/src/lib.rs +++ b/src/lib.rs @@ -222,9 +222,9 @@ fn do_index( } #[pyfunction] -fn do_check(index: String, quick: bool) -> anyhow::Result { +fn do_check(index: String, quick: bool, rw: bool) -> anyhow::Result { let idx: PathBuf = index.into(); - match check::check(idx, quick) { + match check::check(idx, quick, rw) { Ok(_) => Ok(0), Err(e) => { eprintln!("Error: {e}"); diff --git a/src/manysearch_rocksdb.rs b/src/manysearch_rocksdb.rs index b6c5660a..93071065 100644 --- a/src/manysearch_rocksdb.rs +++ b/src/manysearch_rocksdb.rs @@ -1,7 +1,6 @@ /// manysearch_rocksdb: rocksdb-indexed version of manysearch. use anyhow::Result; use camino::Utf8PathBuf as PathBuf; -use log::debug; use rayon::prelude::*; use std::sync::atomic; use std::sync::atomic::AtomicUsize; @@ -30,9 +29,17 @@ pub fn manysearch_rocksdb( if !is_revindex_database(&index) { bail!("'{}' is not a valid RevIndex database", index); } + // Open database once - debug!("Opened revindex: '{index}')"); - let db = RevIndex::open(index, true, None)?; + let db = match RevIndex::open(index, true, None) { + Ok(db) => db, + Err(e) => { + return Err(anyhow::anyhow!( + "cannot open RocksDB database. Error is: {}", + e + )) + } + }; println!("Loaded DB"); diff --git a/src/python/sourmash_plugin_branchwater/__init__.py b/src/python/sourmash_plugin_branchwater/__init__.py index a182a84f..1a495caf 100755 --- a/src/python/sourmash_plugin_branchwater/__init__.py +++ b/src/python/sourmash_plugin_branchwater/__init__.py @@ -405,11 +405,19 @@ def __init__(self, p): super().__init__(p) p.add_argument("index", help="RocksDB index file created with 'index'") p.add_argument("--quick", action="store_true") + p.add_argument( + "--writable", + "--upgrade", + action="store_true", + help="open database in read-write mode to upgrade the internal format if needed", + ) def main(self, args): notify(f"checking index '{args.index}'") super().main(args) - status = sourmash_plugin_branchwater.do_check(args.index, args.quick) + status = sourmash_plugin_branchwater.do_check( + args.index, args.quick, args.writable + ) if status == 0: notify(f"...index is ok!") return status diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb.README.txt b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb.README.txt new file mode 100644 index 00000000..74ec5371 --- /dev/null +++ b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb.README.txt @@ -0,0 +1,8 @@ +Created with: + +sourmash scripts index podar-ref-subset.sig.zip -o podar-ref-subset.branch0_9_13.external.rocksdb -s 100_000 -k 31 --no-internal-storage + +using sourmash_plugin_branchwater v0.9.13. + +This command uses external storage for the sketches, so the zip file must be +in the cwd in order to do a fastmultigather. diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/000009.sst b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/000009.sst new file mode 100644 index 00000000..765cb2f3 Binary files /dev/null and b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/000009.sst differ diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/000010.sst b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/000010.sst new file mode 100644 index 00000000..effc7bf7 Binary files /dev/null and b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/000010.sst differ diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/CURRENT b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/CURRENT new file mode 100644 index 00000000..aa5bb8ea --- /dev/null +++ b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/CURRENT @@ -0,0 +1 @@ +MANIFEST-000005 diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/IDENTITY b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/IDENTITY new file mode 100644 index 00000000..9866a7b6 --- /dev/null +++ b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/IDENTITY @@ -0,0 +1 @@ +79684d80-0690-40da-9060-a5f52f3e0bfc \ No newline at end of file diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/LOCK b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/LOCK new file mode 100644 index 00000000..e69de29b diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/LOG b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/LOG new file mode 100644 index 00000000..a646a13e --- /dev/null +++ b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/LOG @@ -0,0 +1,808 @@ +2025/01/11-06:55:43.048734 8648494912 RocksDB version: 8.10.0 +2025/01/11-06:55:43.049178 8648494912 Compile date 2023-12-15 13:01:14 +2025/01/11-06:55:43.049181 8648494912 DB SUMMARY +2025/01/11-06:55:43.049185 8648494912 Host name (Env): TitusMatsalmoth.attlocal.net +2025/01/11-06:55:43.049186 8648494912 DB Session ID: 6325OSODN8LUQWEWFF4K +2025/01/11-06:55:43.049266 8648494912 SST files in podar-ref-subset.branch0_9_13.external.rocksdb dir, Total Num: 0, files: +2025/01/11-06:55:43.049268 8648494912 Write Ahead Log file in podar-ref-subset.branch0_9_13.external.rocksdb: +2025/01/11-06:55:43.049269 8648494912 Options.error_if_exists: 0 +2025/01/11-06:55:43.049271 8648494912 Options.create_if_missing: 1 +2025/01/11-06:55:43.049272 8648494912 Options.paranoid_checks: 1 +2025/01/11-06:55:43.049272 8648494912 Options.flush_verify_memtable_count: 1 +2025/01/11-06:55:43.049273 8648494912 Options.compaction_verify_record_count: 1 +2025/01/11-06:55:43.049274 8648494912 Options.track_and_verify_wals_in_manifest: 0 +2025/01/11-06:55:43.049275 8648494912 Options.verify_sst_unique_id_in_manifest: 1 +2025/01/11-06:55:43.049276 8648494912 Options.env: 0x6000023e6d80 +2025/01/11-06:55:43.049278 8648494912 Options.fs: PosixFileSystem +2025/01/11-06:55:43.049279 8648494912 Options.info_log: 0x129e2cd28 +2025/01/11-06:55:43.049280 8648494912 Options.max_file_opening_threads: 16 +2025/01/11-06:55:43.049281 8648494912 Options.statistics: 0x0 +2025/01/11-06:55:43.049282 8648494912 Options.use_fsync: 0 +2025/01/11-06:55:43.049283 8648494912 Options.max_log_file_size: 0 +2025/01/11-06:55:43.049284 8648494912 Options.max_manifest_file_size: 1073741824 +2025/01/11-06:55:43.049285 8648494912 Options.log_file_time_to_roll: 0 +2025/01/11-06:55:43.049286 8648494912 Options.keep_log_file_num: 1000 +2025/01/11-06:55:43.049287 8648494912 Options.recycle_log_file_num: 0 +2025/01/11-06:55:43.049288 8648494912 Options.allow_fallocate: 1 +2025/01/11-06:55:43.049289 8648494912 Options.allow_mmap_reads: 0 +2025/01/11-06:55:43.049290 8648494912 Options.allow_mmap_writes: 0 +2025/01/11-06:55:43.049290 8648494912 Options.use_direct_reads: 0 +2025/01/11-06:55:43.049291 8648494912 Options.use_direct_io_for_flush_and_compaction: 0 +2025/01/11-06:55:43.049292 8648494912 Options.create_missing_column_families: 1 +2025/01/11-06:55:43.049293 8648494912 Options.db_log_dir: +2025/01/11-06:55:43.049294 8648494912 Options.wal_dir: +2025/01/11-06:55:43.049295 8648494912 Options.table_cache_numshardbits: 6 +2025/01/11-06:55:43.049296 8648494912 Options.WAL_ttl_seconds: 0 +2025/01/11-06:55:43.049297 8648494912 Options.WAL_size_limit_MB: 0 +2025/01/11-06:55:43.049298 8648494912 Options.max_write_batch_group_size_bytes: 1048576 +2025/01/11-06:55:43.049299 8648494912 Options.manifest_preallocation_size: 4194304 +2025/01/11-06:55:43.049300 8648494912 Options.is_fd_close_on_exec: 1 +2025/01/11-06:55:43.049301 8648494912 Options.advise_random_on_open: 1 +2025/01/11-06:55:43.049302 8648494912 Options.db_write_buffer_size: 0 +2025/01/11-06:55:43.049303 8648494912 Options.write_buffer_manager: 0x6000021c4f70 +2025/01/11-06:55:43.049304 8648494912 Options.access_hint_on_compaction_start: 1 +2025/01/11-06:55:43.049305 8648494912 Options.random_access_max_buffer_size: 1048576 +2025/01/11-06:55:43.049306 8648494912 Options.use_adaptive_mutex: 0 +2025/01/11-06:55:43.049307 8648494912 Options.rate_limiter: 0x0 +2025/01/11-06:55:43.049309 8648494912 Options.sst_file_manager.rate_bytes_per_sec: 0 +2025/01/11-06:55:43.049310 8648494912 Options.wal_recovery_mode: 2 +2025/01/11-06:55:43.049311 8648494912 Options.enable_thread_tracking: 0 +2025/01/11-06:55:43.049311 8648494912 Options.enable_pipelined_write: 0 +2025/01/11-06:55:43.049312 8648494912 Options.unordered_write: 0 +2025/01/11-06:55:43.049313 8648494912 Options.allow_concurrent_memtable_write: 1 +2025/01/11-06:55:43.049314 8648494912 Options.enable_write_thread_adaptive_yield: 1 +2025/01/11-06:55:43.049315 8648494912 Options.write_thread_max_yield_usec: 100 +2025/01/11-06:55:43.049316 8648494912 Options.write_thread_slow_yield_usec: 3 +2025/01/11-06:55:43.049317 8648494912 Options.row_cache: None +2025/01/11-06:55:43.049318 8648494912 Options.wal_filter: None +2025/01/11-06:55:43.049319 8648494912 Options.avoid_flush_during_recovery: 0 +2025/01/11-06:55:43.049320 8648494912 Options.allow_ingest_behind: 0 +2025/01/11-06:55:43.049321 8648494912 Options.two_write_queues: 0 +2025/01/11-06:55:43.049322 8648494912 Options.manual_wal_flush: 0 +2025/01/11-06:55:43.049323 8648494912 Options.wal_compression: 0 +2025/01/11-06:55:43.049324 8648494912 Options.atomic_flush: 0 +2025/01/11-06:55:43.049325 8648494912 Options.avoid_unnecessary_blocking_io: 0 +2025/01/11-06:55:43.049326 8648494912 Options.persist_stats_to_disk: 0 +2025/01/11-06:55:43.049327 8648494912 Options.write_dbid_to_manifest: 0 +2025/01/11-06:55:43.049328 8648494912 Options.log_readahead_size: 0 +2025/01/11-06:55:43.049329 8648494912 Options.file_checksum_gen_factory: Unknown +2025/01/11-06:55:43.049330 8648494912 Options.best_efforts_recovery: 0 +2025/01/11-06:55:43.049331 8648494912 Options.max_bgerror_resume_count: 2147483647 +2025/01/11-06:55:43.049332 8648494912 Options.bgerror_resume_retry_interval: 1000000 +2025/01/11-06:55:43.049333 8648494912 Options.allow_data_in_errors: 0 +2025/01/11-06:55:43.049334 8648494912 Options.db_host_id: __hostname__ +2025/01/11-06:55:43.049335 8648494912 Options.enforce_single_del_contracts: true +2025/01/11-06:55:43.049336 8648494912 Options.max_background_jobs: 8 +2025/01/11-06:55:43.049337 8648494912 Options.max_background_compactions: -1 +2025/01/11-06:55:43.049338 8648494912 Options.max_subcompactions: 1 +2025/01/11-06:55:43.049339 8648494912 Options.avoid_flush_during_shutdown: 0 +2025/01/11-06:55:43.049340 8648494912 Options.writable_file_max_buffer_size: 1048576 +2025/01/11-06:55:43.049341 8648494912 Options.delayed_write_rate : 16777216 +2025/01/11-06:55:43.049342 8648494912 Options.max_total_wal_size: 0 +2025/01/11-06:55:43.049343 8648494912 Options.delete_obsolete_files_period_micros: 21600000000 +2025/01/11-06:55:43.049344 8648494912 Options.stats_dump_period_sec: 600 +2025/01/11-06:55:43.049345 8648494912 Options.stats_persist_period_sec: 600 +2025/01/11-06:55:43.049346 8648494912 Options.stats_history_buffer_size: 1048576 +2025/01/11-06:55:43.049347 8648494912 Options.max_open_files: 500 +2025/01/11-06:55:43.049348 8648494912 Options.bytes_per_sync: 1048576 +2025/01/11-06:55:43.049348 8648494912 Options.wal_bytes_per_sync: 0 +2025/01/11-06:55:43.049349 8648494912 Options.strict_bytes_per_sync: 0 +2025/01/11-06:55:43.049350 8648494912 Options.compaction_readahead_size: 2097152 +2025/01/11-06:55:43.049351 8648494912 Options.max_background_flushes: -1 +2025/01/11-06:55:43.049352 8648494912 Options.daily_offpeak_time_utc: +2025/01/11-06:55:43.049353 8648494912 Compression algorithms supported: +2025/01/11-06:55:43.049507 8648494912 kZSTD supported: 1 +2025/01/11-06:55:43.049509 8648494912 kZlibCompression supported: 1 +2025/01/11-06:55:43.049510 8648494912 kXpressCompression supported: 0 +2025/01/11-06:55:43.049511 8648494912 kSnappyCompression supported: 1 +2025/01/11-06:55:43.049512 8648494912 kZSTDNotFinalCompression supported: 1 +2025/01/11-06:55:43.049513 8648494912 kLZ4HCCompression supported: 1 +2025/01/11-06:55:43.049514 8648494912 kLZ4Compression supported: 1 +2025/01/11-06:55:43.049515 8648494912 kBZip2Compression supported: 1 +2025/01/11-06:55:43.049524 8648494912 Fast CRC32 supported: Supported on Arm64 +2025/01/11-06:55:43.049525 8648494912 DMutex implementation: pthread_mutex_t +2025/01/11-06:55:43.050258 8648494912 [db/db_impl/db_impl_open.cc:325] Creating manifest 1 +2025/01/11-06:55:43.051328 8648494912 [db/version_set.cc:5942] Recovering from manifest file: podar-ref-subset.branch0_9_13.external.rocksdb/MANIFEST-000001 +2025/01/11-06:55:43.052580 8648494912 [db/column_family.cc:618] --------------- Options for column family [default]: +2025/01/11-06:55:43.052583 8648494912 Options.comparator: leveldb.BytewiseComparator +2025/01/11-06:55:43.052584 8648494912 Options.merge_operator: None +2025/01/11-06:55:43.052585 8648494912 Options.compaction_filter: None +2025/01/11-06:55:43.052586 8648494912 Options.compaction_filter_factory: None +2025/01/11-06:55:43.052598 8648494912 Options.sst_partitioner_factory: None +2025/01/11-06:55:43.052599 8648494912 Options.memtable_factory: SkipListFactory +2025/01/11-06:55:43.052600 8648494912 Options.table_factory: BlockBasedTable +2025/01/11-06:55:43.052744 8648494912 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600001ac13e0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x600002fc0018 + block_cache_name: LRUCache + block_cache_options: + capacity : 33554432 + num_shard_bits : 6 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/01/11-06:55:43.052747 8648494912 Options.write_buffer_size: 67108864 +2025/01/11-06:55:43.052748 8648494912 Options.max_write_buffer_number: 2 +2025/01/11-06:55:43.052749 8648494912 Options.compression: Snappy +2025/01/11-06:55:43.052750 8648494912 Options.bottommost_compression: Disabled +2025/01/11-06:55:43.052752 8648494912 Options.prefix_extractor: nullptr +2025/01/11-06:55:43.052753 8648494912 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/01/11-06:55:43.052754 8648494912 Options.num_levels: 7 +2025/01/11-06:55:43.052755 8648494912 Options.min_write_buffer_number_to_merge: 1 +2025/01/11-06:55:43.052756 8648494912 Options.max_write_buffer_number_to_maintain: 0 +2025/01/11-06:55:43.052756 8648494912 Options.max_write_buffer_size_to_maintain: 0 +2025/01/11-06:55:43.052757 8648494912 Options.bottommost_compression_opts.window_bits: -14 +2025/01/11-06:55:43.052758 8648494912 Options.bottommost_compression_opts.level: 32767 +2025/01/11-06:55:43.052759 8648494912 Options.bottommost_compression_opts.strategy: 0 +2025/01/11-06:55:43.052760 8648494912 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/01/11-06:55:43.052761 8648494912 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/01/11-06:55:43.052762 8648494912 Options.bottommost_compression_opts.parallel_threads: 1 +2025/01/11-06:55:43.052763 8648494912 Options.bottommost_compression_opts.enabled: false +2025/01/11-06:55:43.052764 8648494912 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-06:55:43.052765 8648494912 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/01/11-06:55:43.052766 8648494912 Options.compression_opts.window_bits: -14 +2025/01/11-06:55:43.052767 8648494912 Options.compression_opts.level: 32767 +2025/01/11-06:55:43.052768 8648494912 Options.compression_opts.strategy: 0 +2025/01/11-06:55:43.052769 8648494912 Options.compression_opts.max_dict_bytes: 0 +2025/01/11-06:55:43.052770 8648494912 Options.compression_opts.zstd_max_train_bytes: 0 +2025/01/11-06:55:43.052771 8648494912 Options.compression_opts.use_zstd_dict_trainer: true +2025/01/11-06:55:43.052772 8648494912 Options.compression_opts.parallel_threads: 1 +2025/01/11-06:55:43.052773 8648494912 Options.compression_opts.enabled: false +2025/01/11-06:55:43.052774 8648494912 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-06:55:43.052775 8648494912 Options.level0_file_num_compaction_trigger: 4 +2025/01/11-06:55:43.052776 8648494912 Options.level0_slowdown_writes_trigger: 20 +2025/01/11-06:55:43.052777 8648494912 Options.level0_stop_writes_trigger: 36 +2025/01/11-06:55:43.052778 8648494912 Options.target_file_size_base: 67108864 +2025/01/11-06:55:43.052779 8648494912 Options.target_file_size_multiplier: 1 +2025/01/11-06:55:43.052779 8648494912 Options.max_bytes_for_level_base: 268435456 +2025/01/11-06:55:43.052780 8648494912 Options.level_compaction_dynamic_level_bytes: 1 +2025/01/11-06:55:43.052781 8648494912 Options.max_bytes_for_level_multiplier: 10.000000 +2025/01/11-06:55:43.052908 8648494912 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/01/11-06:55:43.052910 8648494912 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/01/11-06:55:43.052911 8648494912 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/01/11-06:55:43.052912 8648494912 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/01/11-06:55:43.052913 8648494912 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/01/11-06:55:43.052914 8648494912 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/01/11-06:55:43.052915 8648494912 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/01/11-06:55:43.052916 8648494912 Options.max_sequential_skip_in_iterations: 8 +2025/01/11-06:55:43.052917 8648494912 Options.max_compaction_bytes: 1677721600 +2025/01/11-06:55:43.052918 8648494912 Options.ignore_max_compaction_bytes_for_input: true +2025/01/11-06:55:43.052919 8648494912 Options.arena_block_size: 1048576 +2025/01/11-06:55:43.052920 8648494912 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/01/11-06:55:43.052921 8648494912 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/01/11-06:55:43.052922 8648494912 Options.disable_auto_compactions: 0 +2025/01/11-06:55:43.052923 8648494912 Options.compaction_style: kCompactionStyleLevel +2025/01/11-06:55:43.052925 8648494912 Options.compaction_pri: kMinOverlappingRatio +2025/01/11-06:55:43.052926 8648494912 Options.compaction_options_universal.size_ratio: 1 +2025/01/11-06:55:43.052927 8648494912 Options.compaction_options_universal.min_merge_width: 2 +2025/01/11-06:55:43.052928 8648494912 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/01/11-06:55:43.052929 8648494912 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/01/11-06:55:43.052931 8648494912 Options.compaction_options_universal.compression_size_percent: -1 +2025/01/11-06:55:43.052933 8648494912 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/01/11-06:55:43.052934 8648494912 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/01/11-06:55:43.052935 8648494912 Options.compaction_options_fifo.allow_compaction: 0 +2025/01/11-06:55:43.052937 8648494912 Options.table_properties_collectors: +2025/01/11-06:55:43.052938 8648494912 Options.inplace_update_support: 0 +2025/01/11-06:55:43.052939 8648494912 Options.inplace_update_num_locks: 10000 +2025/01/11-06:55:43.052940 8648494912 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/01/11-06:55:43.052941 8648494912 Options.memtable_whole_key_filtering: 0 +2025/01/11-06:55:43.052942 8648494912 Options.memtable_huge_page_size: 0 +2025/01/11-06:55:43.052943 8648494912 Options.bloom_locality: 0 +2025/01/11-06:55:43.052944 8648494912 Options.max_successive_merges: 0 +2025/01/11-06:55:43.052945 8648494912 Options.optimize_filters_for_hits: 0 +2025/01/11-06:55:43.052945 8648494912 Options.paranoid_file_checks: 0 +2025/01/11-06:55:43.052946 8648494912 Options.force_consistency_checks: 1 +2025/01/11-06:55:43.052947 8648494912 Options.report_bg_io_stats: 0 +2025/01/11-06:55:43.052948 8648494912 Options.ttl: 2592000 +2025/01/11-06:55:43.052949 8648494912 Options.periodic_compaction_seconds: 0 +2025/01/11-06:55:43.052951 8648494912 Options.default_temperature: kUnknown +2025/01/11-06:55:43.052952 8648494912 Options.preclude_last_level_data_seconds: 0 +2025/01/11-06:55:43.052953 8648494912 Options.preserve_internal_time_seconds: 0 +2025/01/11-06:55:43.052954 8648494912 Options.enable_blob_files: false +2025/01/11-06:55:43.052955 8648494912 Options.min_blob_size: 0 +2025/01/11-06:55:43.052956 8648494912 Options.blob_file_size: 268435456 +2025/01/11-06:55:43.052957 8648494912 Options.blob_compression_type: NoCompression +2025/01/11-06:55:43.052958 8648494912 Options.enable_blob_garbage_collection: false +2025/01/11-06:55:43.052959 8648494912 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/01/11-06:55:43.052960 8648494912 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/01/11-06:55:43.052961 8648494912 Options.blob_compaction_readahead_size: 0 +2025/01/11-06:55:43.052962 8648494912 Options.blob_file_starting_level: 0 +2025/01/11-06:55:43.052963 8648494912 Options.experimental_mempurge_threshold: 0.000000 +2025/01/11-06:55:43.052964 8648494912 Options.memtable_max_range_deletions: 0 +2025/01/11-06:55:43.054885 8648494912 [db/version_set.cc:5993] Recovered from manifest file:podar-ref-subset.branch0_9_13.external.rocksdb/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2025/01/11-06:55:43.054888 8648494912 [db/version_set.cc:6002] Column family [default] (ID 0), log number is 0 +2025/01/11-06:55:43.054921 8648494912 [db/db_impl/db_impl_open.cc:646] DB ID: 79684d80-0690-40da-9060-a5f52f3e0bfc +2025/01/11-06:55:43.056709 8648494912 [db/version_set.cc:5439] Creating manifest 5 +2025/01/11-06:55:43.057272 8648494912 [db/column_family.cc:618] --------------- Options for column family [hashes]: +2025/01/11-06:55:43.057274 8648494912 Options.comparator: leveldb.BytewiseComparator +2025/01/11-06:55:43.057277 8648494912 Options.merge_operator: datasets operator +2025/01/11-06:55:43.057278 8648494912 Options.compaction_filter: None +2025/01/11-06:55:43.057279 8648494912 Options.compaction_filter_factory: None +2025/01/11-06:55:43.057280 8648494912 Options.sst_partitioner_factory: None +2025/01/11-06:55:43.057281 8648494912 Options.memtable_factory: SkipListFactory +2025/01/11-06:55:43.057282 8648494912 Options.table_factory: BlockBasedTable +2025/01/11-06:55:43.057321 8648494912 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600001ac5f00) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x600002fc43d8 + block_cache_name: LRUCache + block_cache_options: + capacity : 33554432 + num_shard_bits : 6 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/01/11-06:55:43.057324 8648494912 Options.write_buffer_size: 67108864 +2025/01/11-06:55:43.057325 8648494912 Options.max_write_buffer_number: 16 +2025/01/11-06:55:43.057326 8648494912 Options.compression: Snappy +2025/01/11-06:55:43.057327 8648494912 Options.bottommost_compression: Disabled +2025/01/11-06:55:43.057328 8648494912 Options.prefix_extractor: nullptr +2025/01/11-06:55:43.057329 8648494912 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/01/11-06:55:43.057330 8648494912 Options.num_levels: 7 +2025/01/11-06:55:43.057331 8648494912 Options.min_write_buffer_number_to_merge: 10 +2025/01/11-06:55:43.057332 8648494912 Options.max_write_buffer_number_to_maintain: 0 +2025/01/11-06:55:43.057333 8648494912 Options.max_write_buffer_size_to_maintain: 0 +2025/01/11-06:55:43.057334 8648494912 Options.bottommost_compression_opts.window_bits: -14 +2025/01/11-06:55:43.057335 8648494912 Options.bottommost_compression_opts.level: 32767 +2025/01/11-06:55:43.057336 8648494912 Options.bottommost_compression_opts.strategy: 0 +2025/01/11-06:55:43.057337 8648494912 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/01/11-06:55:43.057338 8648494912 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/01/11-06:55:43.057339 8648494912 Options.bottommost_compression_opts.parallel_threads: 1 +2025/01/11-06:55:43.057340 8648494912 Options.bottommost_compression_opts.enabled: false +2025/01/11-06:55:43.057341 8648494912 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-06:55:43.057342 8648494912 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/01/11-06:55:43.057343 8648494912 Options.compression_opts.window_bits: -14 +2025/01/11-06:55:43.057344 8648494912 Options.compression_opts.level: 32767 +2025/01/11-06:55:43.057345 8648494912 Options.compression_opts.strategy: 0 +2025/01/11-06:55:43.057346 8648494912 Options.compression_opts.max_dict_bytes: 0 +2025/01/11-06:55:43.057347 8648494912 Options.compression_opts.zstd_max_train_bytes: 0 +2025/01/11-06:55:43.057348 8648494912 Options.compression_opts.use_zstd_dict_trainer: true +2025/01/11-06:55:43.057349 8648494912 Options.compression_opts.parallel_threads: 1 +2025/01/11-06:55:43.057349 8648494912 Options.compression_opts.enabled: false +2025/01/11-06:55:43.057350 8648494912 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-06:55:43.057351 8648494912 Options.level0_file_num_compaction_trigger: 4 +2025/01/11-06:55:43.057352 8648494912 Options.level0_slowdown_writes_trigger: 20 +2025/01/11-06:55:43.057353 8648494912 Options.level0_stop_writes_trigger: 36 +2025/01/11-06:55:43.057354 8648494912 Options.target_file_size_base: 67108864 +2025/01/11-06:55:43.057355 8648494912 Options.target_file_size_multiplier: 1 +2025/01/11-06:55:43.057356 8648494912 Options.max_bytes_for_level_base: 268435456 +2025/01/11-06:55:43.057357 8648494912 Options.level_compaction_dynamic_level_bytes: 1 +2025/01/11-06:55:43.057358 8648494912 Options.max_bytes_for_level_multiplier: 10.000000 +2025/01/11-06:55:43.057359 8648494912 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/01/11-06:55:43.057360 8648494912 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/01/11-06:55:43.057361 8648494912 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/01/11-06:55:43.057362 8648494912 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/01/11-06:55:43.057363 8648494912 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/01/11-06:55:43.057364 8648494912 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/01/11-06:55:43.057365 8648494912 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/01/11-06:55:43.057366 8648494912 Options.max_sequential_skip_in_iterations: 8 +2025/01/11-06:55:43.057367 8648494912 Options.max_compaction_bytes: 1677721600 +2025/01/11-06:55:43.057368 8648494912 Options.ignore_max_compaction_bytes_for_input: true +2025/01/11-06:55:43.057369 8648494912 Options.arena_block_size: 1048576 +2025/01/11-06:55:43.057370 8648494912 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/01/11-06:55:43.057371 8648494912 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/01/11-06:55:43.057372 8648494912 Options.disable_auto_compactions: 0 +2025/01/11-06:55:43.057373 8648494912 Options.compaction_style: kCompactionStyleLevel +2025/01/11-06:55:43.057374 8648494912 Options.compaction_pri: kMinOverlappingRatio +2025/01/11-06:55:43.057375 8648494912 Options.compaction_options_universal.size_ratio: 1 +2025/01/11-06:55:43.057376 8648494912 Options.compaction_options_universal.min_merge_width: 2 +2025/01/11-06:55:43.057377 8648494912 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/01/11-06:55:43.057378 8648494912 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/01/11-06:55:43.057379 8648494912 Options.compaction_options_universal.compression_size_percent: -1 +2025/01/11-06:55:43.057381 8648494912 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/01/11-06:55:43.057382 8648494912 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/01/11-06:55:43.057383 8648494912 Options.compaction_options_fifo.allow_compaction: 0 +2025/01/11-06:55:43.057385 8648494912 Options.table_properties_collectors: +2025/01/11-06:55:43.057386 8648494912 Options.inplace_update_support: 0 +2025/01/11-06:55:43.057387 8648494912 Options.inplace_update_num_locks: 10000 +2025/01/11-06:55:43.057388 8648494912 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/01/11-06:55:43.057389 8648494912 Options.memtable_whole_key_filtering: 0 +2025/01/11-06:55:43.057389 8648494912 Options.memtable_huge_page_size: 0 +2025/01/11-06:55:43.057390 8648494912 Options.bloom_locality: 0 +2025/01/11-06:55:43.057391 8648494912 Options.max_successive_merges: 0 +2025/01/11-06:55:43.057392 8648494912 Options.optimize_filters_for_hits: 0 +2025/01/11-06:55:43.057393 8648494912 Options.paranoid_file_checks: 0 +2025/01/11-06:55:43.057394 8648494912 Options.force_consistency_checks: 1 +2025/01/11-06:55:43.057395 8648494912 Options.report_bg_io_stats: 0 +2025/01/11-06:55:43.057396 8648494912 Options.ttl: 2592000 +2025/01/11-06:55:43.057397 8648494912 Options.periodic_compaction_seconds: 0 +2025/01/11-06:55:43.057399 8648494912 Options.default_temperature: kUnknown +2025/01/11-06:55:43.057400 8648494912 Options.preclude_last_level_data_seconds: 0 +2025/01/11-06:55:43.057401 8648494912 Options.preserve_internal_time_seconds: 0 +2025/01/11-06:55:43.057402 8648494912 Options.enable_blob_files: false +2025/01/11-06:55:43.057402 8648494912 Options.min_blob_size: 0 +2025/01/11-06:55:43.057403 8648494912 Options.blob_file_size: 268435456 +2025/01/11-06:55:43.057404 8648494912 Options.blob_compression_type: NoCompression +2025/01/11-06:55:43.057405 8648494912 Options.enable_blob_garbage_collection: false +2025/01/11-06:55:43.057406 8648494912 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/01/11-06:55:43.057407 8648494912 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/01/11-06:55:43.057408 8648494912 Options.blob_compaction_readahead_size: 0 +2025/01/11-06:55:43.057409 8648494912 Options.blob_file_starting_level: 0 +2025/01/11-06:55:43.057410 8648494912 Options.experimental_mempurge_threshold: 0.000000 +2025/01/11-06:55:43.057411 8648494912 Options.memtable_max_range_deletions: 0 +2025/01/11-06:55:43.057517 8648494912 [db/db_impl/db_impl.cc:3637] Created column family [hashes] (ID 1) +2025/01/11-06:55:43.057601 8648494912 [db/column_family.cc:618] --------------- Options for column family [metadata]: +2025/01/11-06:55:43.057603 8648494912 Options.comparator: leveldb.BytewiseComparator +2025/01/11-06:55:43.057604 8648494912 Options.merge_operator: datasets operator +2025/01/11-06:55:43.057605 8648494912 Options.compaction_filter: None +2025/01/11-06:55:43.057606 8648494912 Options.compaction_filter_factory: None +2025/01/11-06:55:43.057607 8648494912 Options.sst_partitioner_factory: None +2025/01/11-06:55:43.057608 8648494912 Options.memtable_factory: SkipListFactory +2025/01/11-06:55:43.057609 8648494912 Options.table_factory: BlockBasedTable +2025/01/11-06:55:43.057617 8648494912 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600001ac6060) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x600002fc4498 + block_cache_name: LRUCache + block_cache_options: + capacity : 33554432 + num_shard_bits : 6 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/01/11-06:55:43.057619 8648494912 Options.write_buffer_size: 67108864 +2025/01/11-06:55:43.057619 8648494912 Options.max_write_buffer_number: 16 +2025/01/11-06:55:43.057621 8648494912 Options.compression: Snappy +2025/01/11-06:55:43.057622 8648494912 Options.bottommost_compression: Disabled +2025/01/11-06:55:43.057622 8648494912 Options.prefix_extractor: nullptr +2025/01/11-06:55:43.057623 8648494912 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/01/11-06:55:43.057624 8648494912 Options.num_levels: 7 +2025/01/11-06:55:43.057625 8648494912 Options.min_write_buffer_number_to_merge: 1 +2025/01/11-06:55:43.057626 8648494912 Options.max_write_buffer_number_to_maintain: 0 +2025/01/11-06:55:43.057627 8648494912 Options.max_write_buffer_size_to_maintain: 0 +2025/01/11-06:55:43.057628 8648494912 Options.bottommost_compression_opts.window_bits: -14 +2025/01/11-06:55:43.057629 8648494912 Options.bottommost_compression_opts.level: 32767 +2025/01/11-06:55:43.057630 8648494912 Options.bottommost_compression_opts.strategy: 0 +2025/01/11-06:55:43.057631 8648494912 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/01/11-06:55:43.057632 8648494912 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/01/11-06:55:43.057633 8648494912 Options.bottommost_compression_opts.parallel_threads: 1 +2025/01/11-06:55:43.057634 8648494912 Options.bottommost_compression_opts.enabled: false +2025/01/11-06:55:43.057635 8648494912 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-06:55:43.057636 8648494912 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/01/11-06:55:43.057637 8648494912 Options.compression_opts.window_bits: -14 +2025/01/11-06:55:43.057638 8648494912 Options.compression_opts.level: 32767 +2025/01/11-06:55:43.057639 8648494912 Options.compression_opts.strategy: 0 +2025/01/11-06:55:43.057640 8648494912 Options.compression_opts.max_dict_bytes: 0 +2025/01/11-06:55:43.057641 8648494912 Options.compression_opts.zstd_max_train_bytes: 0 +2025/01/11-06:55:43.057642 8648494912 Options.compression_opts.use_zstd_dict_trainer: true +2025/01/11-06:55:43.057643 8648494912 Options.compression_opts.parallel_threads: 1 +2025/01/11-06:55:43.057644 8648494912 Options.compression_opts.enabled: false +2025/01/11-06:55:43.057645 8648494912 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-06:55:43.057646 8648494912 Options.level0_file_num_compaction_trigger: 4 +2025/01/11-06:55:43.057647 8648494912 Options.level0_slowdown_writes_trigger: 20 +2025/01/11-06:55:43.057647 8648494912 Options.level0_stop_writes_trigger: 36 +2025/01/11-06:55:43.057648 8648494912 Options.target_file_size_base: 67108864 +2025/01/11-06:55:43.057649 8648494912 Options.target_file_size_multiplier: 1 +2025/01/11-06:55:43.057650 8648494912 Options.max_bytes_for_level_base: 268435456 +2025/01/11-06:55:43.057651 8648494912 Options.level_compaction_dynamic_level_bytes: 1 +2025/01/11-06:55:43.057652 8648494912 Options.max_bytes_for_level_multiplier: 10.000000 +2025/01/11-06:55:43.057653 8648494912 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/01/11-06:55:43.057654 8648494912 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/01/11-06:55:43.057655 8648494912 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/01/11-06:55:43.057656 8648494912 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/01/11-06:55:43.057657 8648494912 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/01/11-06:55:43.057658 8648494912 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/01/11-06:55:43.057659 8648494912 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/01/11-06:55:43.057660 8648494912 Options.max_sequential_skip_in_iterations: 8 +2025/01/11-06:55:43.057661 8648494912 Options.max_compaction_bytes: 1677721600 +2025/01/11-06:55:43.057662 8648494912 Options.ignore_max_compaction_bytes_for_input: true +2025/01/11-06:55:43.057663 8648494912 Options.arena_block_size: 1048576 +2025/01/11-06:55:43.057664 8648494912 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/01/11-06:55:43.057665 8648494912 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/01/11-06:55:43.057666 8648494912 Options.disable_auto_compactions: 0 +2025/01/11-06:55:43.057667 8648494912 Options.compaction_style: kCompactionStyleLevel +2025/01/11-06:55:43.057668 8648494912 Options.compaction_pri: kMinOverlappingRatio +2025/01/11-06:55:43.057669 8648494912 Options.compaction_options_universal.size_ratio: 1 +2025/01/11-06:55:43.057670 8648494912 Options.compaction_options_universal.min_merge_width: 2 +2025/01/11-06:55:43.057671 8648494912 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/01/11-06:55:43.057672 8648494912 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/01/11-06:55:43.057673 8648494912 Options.compaction_options_universal.compression_size_percent: -1 +2025/01/11-06:55:43.057674 8648494912 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/01/11-06:55:43.057675 8648494912 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/01/11-06:55:43.057676 8648494912 Options.compaction_options_fifo.allow_compaction: 0 +2025/01/11-06:55:43.057677 8648494912 Options.table_properties_collectors: +2025/01/11-06:55:43.057678 8648494912 Options.inplace_update_support: 0 +2025/01/11-06:55:43.057679 8648494912 Options.inplace_update_num_locks: 10000 +2025/01/11-06:55:43.057680 8648494912 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/01/11-06:55:43.057681 8648494912 Options.memtable_whole_key_filtering: 0 +2025/01/11-06:55:43.057682 8648494912 Options.memtable_huge_page_size: 0 +2025/01/11-06:55:43.057683 8648494912 Options.bloom_locality: 0 +2025/01/11-06:55:43.057684 8648494912 Options.max_successive_merges: 0 +2025/01/11-06:55:43.057685 8648494912 Options.optimize_filters_for_hits: 0 +2025/01/11-06:55:43.057686 8648494912 Options.paranoid_file_checks: 0 +2025/01/11-06:55:43.057687 8648494912 Options.force_consistency_checks: 1 +2025/01/11-06:55:43.057688 8648494912 Options.report_bg_io_stats: 0 +2025/01/11-06:55:43.057689 8648494912 Options.ttl: 2592000 +2025/01/11-06:55:43.057690 8648494912 Options.periodic_compaction_seconds: 0 +2025/01/11-06:55:43.057691 8648494912 Options.default_temperature: kUnknown +2025/01/11-06:55:43.057692 8648494912 Options.preclude_last_level_data_seconds: 0 +2025/01/11-06:55:43.057693 8648494912 Options.preserve_internal_time_seconds: 0 +2025/01/11-06:55:43.057694 8648494912 Options.enable_blob_files: false +2025/01/11-06:55:43.057695 8648494912 Options.min_blob_size: 0 +2025/01/11-06:55:43.057696 8648494912 Options.blob_file_size: 268435456 +2025/01/11-06:55:43.057697 8648494912 Options.blob_compression_type: NoCompression +2025/01/11-06:55:43.057698 8648494912 Options.enable_blob_garbage_collection: false +2025/01/11-06:55:43.057699 8648494912 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/01/11-06:55:43.057700 8648494912 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/01/11-06:55:43.057701 8648494912 Options.blob_compaction_readahead_size: 0 +2025/01/11-06:55:43.057702 8648494912 Options.blob_file_starting_level: 0 +2025/01/11-06:55:43.057703 8648494912 Options.experimental_mempurge_threshold: 0.000000 +2025/01/11-06:55:43.057704 8648494912 Options.memtable_max_range_deletions: 0 +2025/01/11-06:55:43.057748 8648494912 [db/db_impl/db_impl.cc:3637] Created column family [metadata] (ID 2) +2025/01/11-06:55:43.057836 8648494912 [db/column_family.cc:618] --------------- Options for column family [storage]: +2025/01/11-06:55:43.057838 8648494912 Options.comparator: leveldb.BytewiseComparator +2025/01/11-06:55:43.057839 8648494912 Options.merge_operator: None +2025/01/11-06:55:43.057840 8648494912 Options.compaction_filter: None +2025/01/11-06:55:43.057841 8648494912 Options.compaction_filter_factory: None +2025/01/11-06:55:43.057841 8648494912 Options.sst_partitioner_factory: None +2025/01/11-06:55:43.057842 8648494912 Options.memtable_factory: SkipListFactory +2025/01/11-06:55:43.057843 8648494912 Options.table_factory: BlockBasedTable +2025/01/11-06:55:43.057851 8648494912 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600001ac6140) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x600002fc4558 + block_cache_name: LRUCache + block_cache_options: + capacity : 33554432 + num_shard_bits : 6 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/01/11-06:55:43.057852 8648494912 Options.write_buffer_size: 67108864 +2025/01/11-06:55:43.057853 8648494912 Options.max_write_buffer_number: 16 +2025/01/11-06:55:43.057854 8648494912 Options.compression: Snappy +2025/01/11-06:55:43.057855 8648494912 Options.bottommost_compression: Disabled +2025/01/11-06:55:43.057856 8648494912 Options.prefix_extractor: nullptr +2025/01/11-06:55:43.057857 8648494912 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/01/11-06:55:43.057858 8648494912 Options.num_levels: 7 +2025/01/11-06:55:43.057859 8648494912 Options.min_write_buffer_number_to_merge: 1 +2025/01/11-06:55:43.057860 8648494912 Options.max_write_buffer_number_to_maintain: 0 +2025/01/11-06:55:43.057861 8648494912 Options.max_write_buffer_size_to_maintain: 0 +2025/01/11-06:55:43.057862 8648494912 Options.bottommost_compression_opts.window_bits: -14 +2025/01/11-06:55:43.057863 8648494912 Options.bottommost_compression_opts.level: 32767 +2025/01/11-06:55:43.057864 8648494912 Options.bottommost_compression_opts.strategy: 0 +2025/01/11-06:55:43.057865 8648494912 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/01/11-06:55:43.057866 8648494912 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/01/11-06:55:43.057867 8648494912 Options.bottommost_compression_opts.parallel_threads: 1 +2025/01/11-06:55:43.057868 8648494912 Options.bottommost_compression_opts.enabled: false +2025/01/11-06:55:43.057869 8648494912 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-06:55:43.057870 8648494912 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/01/11-06:55:43.057870 8648494912 Options.compression_opts.window_bits: -14 +2025/01/11-06:55:43.057871 8648494912 Options.compression_opts.level: 32767 +2025/01/11-06:55:43.057872 8648494912 Options.compression_opts.strategy: 0 +2025/01/11-06:55:43.057873 8648494912 Options.compression_opts.max_dict_bytes: 0 +2025/01/11-06:55:43.057874 8648494912 Options.compression_opts.zstd_max_train_bytes: 0 +2025/01/11-06:55:43.057875 8648494912 Options.compression_opts.use_zstd_dict_trainer: true +2025/01/11-06:55:43.057876 8648494912 Options.compression_opts.parallel_threads: 1 +2025/01/11-06:55:43.057877 8648494912 Options.compression_opts.enabled: false +2025/01/11-06:55:43.057878 8648494912 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-06:55:43.057879 8648494912 Options.level0_file_num_compaction_trigger: 4 +2025/01/11-06:55:43.057880 8648494912 Options.level0_slowdown_writes_trigger: 20 +2025/01/11-06:55:43.057881 8648494912 Options.level0_stop_writes_trigger: 36 +2025/01/11-06:55:43.057882 8648494912 Options.target_file_size_base: 67108864 +2025/01/11-06:55:43.057883 8648494912 Options.target_file_size_multiplier: 1 +2025/01/11-06:55:43.057884 8648494912 Options.max_bytes_for_level_base: 268435456 +2025/01/11-06:55:43.057885 8648494912 Options.level_compaction_dynamic_level_bytes: 1 +2025/01/11-06:55:43.057886 8648494912 Options.max_bytes_for_level_multiplier: 10.000000 +2025/01/11-06:55:43.057887 8648494912 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/01/11-06:55:43.057888 8648494912 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/01/11-06:55:43.057889 8648494912 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/01/11-06:55:43.057890 8648494912 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/01/11-06:55:43.057891 8648494912 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/01/11-06:55:43.057891 8648494912 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/01/11-06:55:43.057892 8648494912 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/01/11-06:55:43.057893 8648494912 Options.max_sequential_skip_in_iterations: 8 +2025/01/11-06:55:43.057894 8648494912 Options.max_compaction_bytes: 1677721600 +2025/01/11-06:55:43.057895 8648494912 Options.ignore_max_compaction_bytes_for_input: true +2025/01/11-06:55:43.057896 8648494912 Options.arena_block_size: 1048576 +2025/01/11-06:55:43.057897 8648494912 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/01/11-06:55:43.057898 8648494912 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/01/11-06:55:43.057899 8648494912 Options.disable_auto_compactions: 0 +2025/01/11-06:55:43.057900 8648494912 Options.compaction_style: kCompactionStyleLevel +2025/01/11-06:55:43.057902 8648494912 Options.compaction_pri: kMinOverlappingRatio +2025/01/11-06:55:43.057903 8648494912 Options.compaction_options_universal.size_ratio: 1 +2025/01/11-06:55:43.057903 8648494912 Options.compaction_options_universal.min_merge_width: 2 +2025/01/11-06:55:43.057904 8648494912 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/01/11-06:55:43.057905 8648494912 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/01/11-06:55:43.057906 8648494912 Options.compaction_options_universal.compression_size_percent: -1 +2025/01/11-06:55:43.057908 8648494912 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/01/11-06:55:43.057909 8648494912 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/01/11-06:55:43.057910 8648494912 Options.compaction_options_fifo.allow_compaction: 0 +2025/01/11-06:55:43.057911 8648494912 Options.table_properties_collectors: +2025/01/11-06:55:43.057912 8648494912 Options.inplace_update_support: 0 +2025/01/11-06:55:43.057913 8648494912 Options.inplace_update_num_locks: 10000 +2025/01/11-06:55:43.057914 8648494912 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/01/11-06:55:43.057915 8648494912 Options.memtable_whole_key_filtering: 0 +2025/01/11-06:55:43.057916 8648494912 Options.memtable_huge_page_size: 0 +2025/01/11-06:55:43.057917 8648494912 Options.bloom_locality: 0 +2025/01/11-06:55:43.057918 8648494912 Options.max_successive_merges: 0 +2025/01/11-06:55:43.057918 8648494912 Options.optimize_filters_for_hits: 0 +2025/01/11-06:55:43.057919 8648494912 Options.paranoid_file_checks: 0 +2025/01/11-06:55:43.057920 8648494912 Options.force_consistency_checks: 1 +2025/01/11-06:55:43.057921 8648494912 Options.report_bg_io_stats: 0 +2025/01/11-06:55:43.057922 8648494912 Options.ttl: 2592000 +2025/01/11-06:55:43.057923 8648494912 Options.periodic_compaction_seconds: 0 +2025/01/11-06:55:43.057924 8648494912 Options.default_temperature: kUnknown +2025/01/11-06:55:43.057925 8648494912 Options.preclude_last_level_data_seconds: 0 +2025/01/11-06:55:43.057926 8648494912 Options.preserve_internal_time_seconds: 0 +2025/01/11-06:55:43.057927 8648494912 Options.enable_blob_files: false +2025/01/11-06:55:43.057928 8648494912 Options.min_blob_size: 0 +2025/01/11-06:55:43.057929 8648494912 Options.blob_file_size: 268435456 +2025/01/11-06:55:43.057930 8648494912 Options.blob_compression_type: NoCompression +2025/01/11-06:55:43.057941 8648494912 Options.enable_blob_garbage_collection: false +2025/01/11-06:55:43.057943 8648494912 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/01/11-06:55:43.057944 8648494912 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/01/11-06:55:43.057945 8648494912 Options.blob_compaction_readahead_size: 0 +2025/01/11-06:55:43.057946 8648494912 Options.blob_file_starting_level: 0 +2025/01/11-06:55:43.057947 8648494912 Options.experimental_mempurge_threshold: 0.000000 +2025/01/11-06:55:43.057948 8648494912 Options.memtable_max_range_deletions: 0 +2025/01/11-06:55:43.057992 8648494912 [db/db_impl/db_impl.cc:3637] Created column family [storage] (ID 3) +2025/01/11-06:55:43.066508 8648494912 [db/db_impl/db_impl_open.cc:2157] SstFileManager instance 0x16b7a6960 +2025/01/11-06:55:43.066597 8648494912 DB pointer 0x11a65b200 +2025/01/11-06:55:43.067630 6338359296 [db/db_impl/db_impl.cc:1140] ------- DUMPING STATS ------- +2025/01/11-06:55:43.067635 6338359296 [db/db_impl/db_impl.cc:1141] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent +Write Stall (count): write-buffer-manager-limit-stops: 0 + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 +Block cache LRUCache@0x600002fc0018#37734 capacity: 32.00 MB seed: 1564856204 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 0.000217 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** + +** Compaction Stats [hashes] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [hashes] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 +Block cache LRUCache@0x600002fc43d8#37734 capacity: 32.00 MB seed: 1564856204 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 0.000107 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [hashes] ** + +** Compaction Stats [metadata] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [metadata] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 +Block cache LRUCache@0x600002fc4498#37734 capacity: 32.00 MB seed: 1564856204 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 0.000102 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [metadata] ** + +** Compaction Stats [storage] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [storage] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 +Block cache LRUCache@0x600002fc4558#37734 capacity: 32.00 MB seed: 1564856204 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 9.9e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [storage] ** +2025/01/11-06:55:43.071337 8648494912 [db/db_impl/db_impl_write.cc:2181] [hashes] New memtable created with log file: #8. Immutable memtables: 0. +2025/01/11-06:55:43.071535 6337212416 [db/db_impl/db_impl_compaction_flush.cc:142] [JOB 2] Syncing log #4 +2025/01/11-06:55:43.071595 6337212416 (Original Log Time 2025/01/11-06:55:43.071523) [db/db_impl/db_impl_compaction_flush.cc:3225] Calling FlushMemTableToOutputFile with column family [hashes], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2025/01/11-06:55:43.071599 6337212416 [db/flush_job.cc:895] [hashes] [JOB 2] Flushing memtable with next log file: 8 +2025/01/11-06:55:43.071760 6337212416 EVENT_LOG_v1 {"time_micros": 1736607343071605, "job": 2, "event": "flush_started", "num_memtables": 1, "num_entries": 107, "num_deletes": 0, "total_data_size": 2782, "memory_usage": 5312, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} +2025/01/11-06:55:43.071892 6337212416 [db/flush_job.cc:929] [hashes] [JOB 2] Level-0 flush table #9: started +2025/01/11-06:55:43.074545 6337212416 EVENT_LOG_v1 {"time_micros": 1736607343074518, "cf_name": "hashes", "job": 2, "event": "table_file_creation", "file_number": 9, "file_size": 2457, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 2, "largest_seqno": 109, "table_properties": {"data_size": 1420, "index_size": 26, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 1344, "raw_average_key_size": 16, "raw_value_size": 948, "raw_average_value_size": 11, "num_data_blocks": 1, "num_entries": 84, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 84, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "hashes", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "datasets operator", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1736607343, "oldest_key_time": 1736607343, "file_creation_time": 1736607343, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "79684d80-0690-40da-9060-a5f52f3e0bfc", "db_session_id": "6325OSODN8LUQWEWFF4K", "orig_file_number": 9, "seqno_to_time_mapping": "N/A"}} +2025/01/11-06:55:43.074577 6337212416 [db/flush_job.cc:1066] [hashes] [JOB 2] Flush lasted 2984 microseconds, and 1281 cpu microseconds. +2025/01/11-06:55:43.074777 6337212416 (Original Log Time 2025/01/11-06:55:43.074563) [db/flush_job.cc:1018] [hashes] [JOB 2] Level-0 flush table #9: 2457 bytes OK +2025/01/11-06:55:43.074779 6337212416 (Original Log Time 2025/01/11-06:55:43.074582) [db/memtable_list.cc:557] [hashes] Level-0 commit table #9 started +2025/01/11-06:55:43.074780 6337212416 (Original Log Time 2025/01/11-06:55:43.074728) [db/memtable_list.cc:757] [hashes] Level-0 commit table #9: memtable #1 done +2025/01/11-06:55:43.074782 6337212416 (Original Log Time 2025/01/11-06:55:43.074744) EVENT_LOG_v1 {"time_micros": 1736607343074738, "job": 2, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0} +2025/01/11-06:55:43.074783 6337212416 (Original Log Time 2025/01/11-06:55:43.074756) [db/db_impl/db_impl_compaction_flush.cc:356] [hashes] Level summary: files[1 0 0 0 0 0 0] max score 0.25 +2025/01/11-06:55:43.075240 6173290496 (Original Log Time 2025/01/11-06:55:43.075117) [db/db_impl/db_impl_compaction_flush.cc:3573] [hashes] Manual compaction from level-0 to level-6 from (begin) .. (end); will stop at (end) +2025/01/11-06:55:43.075241 6173290496 (Original Log Time 2025/01/11-06:55:43.075127) [db/db_impl/db_impl_compaction_flush.cc:3752] [hashes] Moving #9 to level-6 2457 bytes +2025/01/11-06:55:43.075243 6173290496 (Original Log Time 2025/01/11-06:55:43.075224) EVENT_LOG_v1 {"time_micros": 1736607343075220, "job": 3, "event": "trivial_move", "destination_level": 6, "files": 1, "total_files_size": 2457} +2025/01/11-06:55:43.075244 6173290496 (Original Log Time 2025/01/11-06:55:43.075226) [db/db_impl/db_impl_compaction_flush.cc:3796] [hashes] Moved #1 files to level-6 2457 bytes OK: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 1] max score 0.00 +2025/01/11-06:55:43.075264 8648494912 (Original Log Time 2025/01/11-06:55:43.075084) [db/db_impl/db_impl_compaction_flush.cc:2110] [hashes] Manual compaction starting +2025/01/11-06:55:43.075293 8648494912 [db/db_impl/db_impl_write.cc:2181] [metadata] New memtable created with log file: #8. Immutable memtables: 0. +2025/01/11-06:55:43.075327 6337785856 (Original Log Time 2025/01/11-06:55:43.075316) [db/db_impl/db_impl_compaction_flush.cc:3225] Calling FlushMemTableToOutputFile with column family [metadata], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2025/01/11-06:55:43.075329 6337785856 [db/flush_job.cc:895] [metadata] [JOB 4] Flushing memtable with next log file: 8 +2025/01/11-06:55:43.075338 6337785856 EVENT_LOG_v1 {"time_micros": 1736607343075333, "job": 4, "event": "flush_started", "num_memtables": 1, "num_entries": 6, "num_deletes": 0, "total_data_size": 901, "memory_usage": 1672, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} +2025/01/11-06:55:43.075340 6337785856 [db/flush_job.cc:929] [metadata] [JOB 4] Level-0 flush table #10: started +2025/01/11-06:55:43.075691 6337785856 EVENT_LOG_v1 {"time_micros": 1736607343075666, "cf_name": "metadata", "job": 4, "event": "table_file_creation", "file_number": 10, "file_size": 1710, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 110, "largest_seqno": 113, "table_properties": {"data_size": 673, "index_size": 25, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 68, "raw_average_key_size": 17, "raw_value_size": 784, "raw_average_value_size": 196, "num_data_blocks": 1, "num_entries": 4, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 1, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "metadata", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "datasets operator", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1736607343, "oldest_key_time": 1736607343, "file_creation_time": 1736607343, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "79684d80-0690-40da-9060-a5f52f3e0bfc", "db_session_id": "6325OSODN8LUQWEWFF4K", "orig_file_number": 10, "seqno_to_time_mapping": "N/A"}} +2025/01/11-06:55:43.075707 6337785856 [db/flush_job.cc:1066] [metadata] [JOB 4] Flush lasted 381 microseconds, and 368 cpu microseconds. +2025/01/11-06:55:43.075821 6337785856 (Original Log Time 2025/01/11-06:55:43.075698) [db/flush_job.cc:1018] [metadata] [JOB 4] Level-0 flush table #10: 1710 bytes OK +2025/01/11-06:55:43.075823 6337785856 (Original Log Time 2025/01/11-06:55:43.075711) [db/memtable_list.cc:557] [metadata] Level-0 commit table #10 started +2025/01/11-06:55:43.075824 6337785856 (Original Log Time 2025/01/11-06:55:43.075789) [db/memtable_list.cc:757] [metadata] Level-0 commit table #10: memtable #1 done +2025/01/11-06:55:43.075826 6337785856 (Original Log Time 2025/01/11-06:55:43.075801) EVENT_LOG_v1 {"time_micros": 1736607343075796, "job": 4, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0} +2025/01/11-06:55:43.075827 6337785856 (Original Log Time 2025/01/11-06:55:43.075809) [db/db_impl/db_impl_compaction_flush.cc:356] [metadata] Level summary: files[1 0 0 0 0 0 0] max score 0.25 +2025/01/11-06:55:43.075830 6337785856 [db/db_impl/db_impl_files.cc:481] [JOB 4] Try to delete WAL files size 3845, prev total WAL file size 3845, number of live WAL files 2. +2025/01/11-06:55:43.075894 6337785856 [file/delete_scheduler.cc:77] Deleted file podar-ref-subset.branch0_9_13.external.rocksdb/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2025/01/11-06:55:43.076036 6173863936 (Original Log Time 2025/01/11-06:55:43.075936) [db/db_impl/db_impl_compaction_flush.cc:3573] [metadata] Manual compaction from level-0 to level-6 from (begin) .. (end); will stop at (end) +2025/01/11-06:55:43.076038 6173863936 (Original Log Time 2025/01/11-06:55:43.075939) [db/db_impl/db_impl_compaction_flush.cc:3752] [metadata] Moving #10 to level-6 1710 bytes +2025/01/11-06:55:43.076039 6173863936 (Original Log Time 2025/01/11-06:55:43.076023) EVENT_LOG_v1 {"time_micros": 1736607343076020, "job": 5, "event": "trivial_move", "destination_level": 6, "files": 1, "total_files_size": 1710} +2025/01/11-06:55:43.076041 6173863936 (Original Log Time 2025/01/11-06:55:43.076025) [db/db_impl/db_impl_compaction_flush.cc:3796] [metadata] Moved #1 files to level-6 1710 bytes OK: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 1] max score 0.00 +2025/01/11-06:55:43.076052 8648494912 (Original Log Time 2025/01/11-06:55:43.075911) [db/db_impl/db_impl_compaction_flush.cc:2110] [metadata] Manual compaction starting +2025/01/11-06:55:43.076101 8648494912 [db/db_impl/db_impl.cc:486] Shutdown: canceling all background work +2025/01/11-06:55:43.076385 8648494912 [db/db_impl/db_impl.cc:667] Shutdown complete diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/MANIFEST-000005 b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/MANIFEST-000005 new file mode 100644 index 00000000..d40fde49 Binary files /dev/null and b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/MANIFEST-000005 differ diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/OPTIONS-000007 b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/OPTIONS-000007 new file mode 100644 index 00000000..fe9009cc --- /dev/null +++ b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb/OPTIONS-000007 @@ -0,0 +1,537 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=8.10.0 + options_file_version=1.1 + +[DBOptions] + max_background_flushes=-1 + compaction_readahead_size=2097152 + strict_bytes_per_sync=false + wal_bytes_per_sync=0 + max_open_files=500 + stats_history_buffer_size=1048576 + max_total_wal_size=0 + stats_persist_period_sec=600 + stats_dump_period_sec=600 + avoid_flush_during_shutdown=false + max_subcompactions=1 + bytes_per_sync=1048576 + delayed_write_rate=16777216 + max_background_compactions=-1 + max_background_jobs=8 + delete_obsolete_files_period_micros=21600000000 + writable_file_max_buffer_size=1048576 + file_checksum_gen_factory=nullptr + allow_data_in_errors=false + max_bgerror_resume_count=2147483647 + best_efforts_recovery=false + write_dbid_to_manifest=false + atomic_flush=false + manual_wal_flush=false + two_write_queues=false + avoid_flush_during_recovery=false + dump_malloc_stats=false + info_log_level=INFO_LEVEL + write_thread_slow_yield_usec=3 + unordered_write=false + allow_ingest_behind=false + fail_if_options_file_error=true + persist_stats_to_disk=false + WAL_ttl_seconds=0 + bgerror_resume_retry_interval=1000000 + allow_concurrent_memtable_write=true + paranoid_checks=true + WAL_size_limit_MB=0 + lowest_used_cache_tier=kNonVolatileBlockTier + keep_log_file_num=1000 + table_cache_numshardbits=6 + max_file_opening_threads=16 + random_access_max_buffer_size=1048576 + log_readahead_size=0 + enable_pipelined_write=false + wal_recovery_mode=kPointInTimeRecovery + db_write_buffer_size=0 + allow_2pc=false + skip_checking_sst_file_sizes_on_db_open=false + skip_stats_update_on_db_open=false + recycle_log_file_num=0 + db_host_id=__hostname__ + track_and_verify_wals_in_manifest=false + use_fsync=false + wal_compression=kNoCompression + compaction_verify_record_count=true + error_if_exists=false + manifest_preallocation_size=4194304 + is_fd_close_on_exec=true + enable_write_thread_adaptive_yield=true + enable_thread_tracking=false + avoid_unnecessary_blocking_io=false + allow_fallocate=true + max_log_file_size=0 + advise_random_on_open=true + create_missing_column_families=true + max_write_batch_group_size_bytes=1048576 + use_adaptive_mutex=false + wal_filter=nullptr + create_if_missing=true + enforce_single_del_contracts=true + allow_mmap_writes=false + access_hint_on_compaction_start=NORMAL + verify_sst_unique_id_in_manifest=true + log_file_time_to_roll=0 + use_direct_io_for_flush_and_compaction=false + flush_verify_memtable_count=true + max_manifest_file_size=1073741824 + write_thread_max_yield_usec=100 + use_direct_reads=false + allow_mmap_reads=false + + +[CFOptions "default"] + bottommost_file_compaction_delay=0 + memtable_protection_bytes_per_key=0 + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=2 + ttl=2592000 + compaction_options_fifo={file_temperature_age_thresholds=;allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;zstd_max_train_bytes=0;parallel_threads=1;max_compressed_bytes_per_kb=896;checksum=false;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + block_protection_bytes_per_key=0 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + memtable_max_range_deletions=0 + compression_opts={use_zstd_dict_trainer=true;enabled=false;zstd_max_train_bytes=0;parallel_threads=1;max_compressed_bytes_per_kb=896;checksum=false;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=1 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + optimize_filters_for_hits=false + default_temperature=kUnknown + preserve_internal_time_seconds=0 + force_consistency_checks=true + merge_operator=nullptr + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=true + persist_user_defined_timestamps=true + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "default"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + + +[CFOptions "hashes"] + bottommost_file_compaction_delay=0 + memtable_protection_bytes_per_key=0 + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=16 + ttl=2592000 + compaction_options_fifo={file_temperature_age_thresholds=;allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;zstd_max_train_bytes=0;parallel_threads=1;max_compressed_bytes_per_kb=896;checksum=false;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + block_protection_bytes_per_key=0 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + memtable_max_range_deletions=0 + compression_opts={use_zstd_dict_trainer=true;enabled=false;zstd_max_train_bytes=0;parallel_threads=1;max_compressed_bytes_per_kb=896;checksum=false;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=10 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + optimize_filters_for_hits=false + default_temperature=kUnknown + preserve_internal_time_seconds=0 + force_consistency_checks=true + merge_operator=datasets operator + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=true + persist_user_defined_timestamps=true + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "hashes"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + + +[CFOptions "metadata"] + bottommost_file_compaction_delay=0 + memtable_protection_bytes_per_key=0 + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=16 + ttl=2592000 + compaction_options_fifo={file_temperature_age_thresholds=;allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;zstd_max_train_bytes=0;parallel_threads=1;max_compressed_bytes_per_kb=896;checksum=false;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + block_protection_bytes_per_key=0 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + memtable_max_range_deletions=0 + compression_opts={use_zstd_dict_trainer=true;enabled=false;zstd_max_train_bytes=0;parallel_threads=1;max_compressed_bytes_per_kb=896;checksum=false;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=1 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + optimize_filters_for_hits=false + default_temperature=kUnknown + preserve_internal_time_seconds=0 + force_consistency_checks=true + merge_operator=datasets operator + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=true + persist_user_defined_timestamps=true + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "metadata"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + + +[CFOptions "storage"] + bottommost_file_compaction_delay=0 + memtable_protection_bytes_per_key=0 + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=16 + ttl=2592000 + compaction_options_fifo={file_temperature_age_thresholds=;allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;zstd_max_train_bytes=0;parallel_threads=1;max_compressed_bytes_per_kb=896;checksum=false;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + block_protection_bytes_per_key=0 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + memtable_max_range_deletions=0 + compression_opts={use_zstd_dict_trainer=true;enabled=false;zstd_max_train_bytes=0;parallel_threads=1;max_compressed_bytes_per_kb=896;checksum=false;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=1 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + optimize_filters_for_hits=false + default_temperature=kUnknown + preserve_internal_time_seconds=0 + force_consistency_checks=true + merge_operator=nullptr + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=true + persist_user_defined_timestamps=true + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "storage"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb.README.txt b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb.README.txt new file mode 100644 index 00000000..2a5f8caf --- /dev/null +++ b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb.README.txt @@ -0,0 +1,7 @@ +Created with: + +sourmash scripts index podar-ref-subset.sig.zip -o podar-ref-subset.branch0_9_13.internal.rocksdb -s 100_000 -k 31 + +using sourmash_plugin_branchwater v0.9.13. + +This version of RocksDB/RevIndex uses internal storage by default. diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/000008.log b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/000008.log new file mode 100644 index 00000000..514aca5f Binary files /dev/null and b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/000008.log differ diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/000009.sst b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/000009.sst new file mode 100644 index 00000000..5fd941b1 Binary files /dev/null and b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/000009.sst differ diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/000010.sst b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/000010.sst new file mode 100644 index 00000000..356b983b Binary files /dev/null and b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/000010.sst differ diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/CURRENT b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/CURRENT new file mode 100644 index 00000000..aa5bb8ea --- /dev/null +++ b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/CURRENT @@ -0,0 +1 @@ +MANIFEST-000005 diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/IDENTITY b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/IDENTITY new file mode 100644 index 00000000..1e54eb5d --- /dev/null +++ b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/IDENTITY @@ -0,0 +1 @@ +1cfa54d3-400f-4255-a20c-ae307ff43363 \ No newline at end of file diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/LOCK b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/LOCK new file mode 100644 index 00000000..e69de29b diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/LOG b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/LOG new file mode 100644 index 00000000..ec654741 --- /dev/null +++ b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/LOG @@ -0,0 +1,808 @@ +2025/01/11-07:24:38.523836 8648494912 RocksDB version: 8.10.0 +2025/01/11-07:24:38.523915 8648494912 Compile date 2023-12-15 13:01:14 +2025/01/11-07:24:38.523917 8648494912 DB SUMMARY +2025/01/11-07:24:38.523919 8648494912 Host name (Env): TitusMatsalmoth.attlocal.net +2025/01/11-07:24:38.523921 8648494912 DB Session ID: T7HZCSKGH8O8QDDC5SF8 +2025/01/11-07:24:38.523946 8648494912 SST files in podar-ref-subset.branch0_9_13.internal.rocksdb dir, Total Num: 0, files: +2025/01/11-07:24:38.523948 8648494912 Write Ahead Log file in podar-ref-subset.branch0_9_13.internal.rocksdb: +2025/01/11-07:24:38.523950 8648494912 Options.error_if_exists: 0 +2025/01/11-07:24:38.523951 8648494912 Options.create_if_missing: 1 +2025/01/11-07:24:38.523952 8648494912 Options.paranoid_checks: 1 +2025/01/11-07:24:38.523953 8648494912 Options.flush_verify_memtable_count: 1 +2025/01/11-07:24:38.523954 8648494912 Options.compaction_verify_record_count: 1 +2025/01/11-07:24:38.523955 8648494912 Options.track_and_verify_wals_in_manifest: 0 +2025/01/11-07:24:38.523956 8648494912 Options.verify_sst_unique_id_in_manifest: 1 +2025/01/11-07:24:38.523956 8648494912 Options.env: 0x6000033a49a0 +2025/01/11-07:24:38.523958 8648494912 Options.fs: PosixFileSystem +2025/01/11-07:24:38.523959 8648494912 Options.info_log: 0x16a63ef58 +2025/01/11-07:24:38.523960 8648494912 Options.max_file_opening_threads: 16 +2025/01/11-07:24:38.523960 8648494912 Options.statistics: 0x0 +2025/01/11-07:24:38.523962 8648494912 Options.use_fsync: 0 +2025/01/11-07:24:38.523962 8648494912 Options.max_log_file_size: 0 +2025/01/11-07:24:38.523963 8648494912 Options.max_manifest_file_size: 1073741824 +2025/01/11-07:24:38.523964 8648494912 Options.log_file_time_to_roll: 0 +2025/01/11-07:24:38.523965 8648494912 Options.keep_log_file_num: 1000 +2025/01/11-07:24:38.523966 8648494912 Options.recycle_log_file_num: 0 +2025/01/11-07:24:38.523967 8648494912 Options.allow_fallocate: 1 +2025/01/11-07:24:38.523968 8648494912 Options.allow_mmap_reads: 0 +2025/01/11-07:24:38.523969 8648494912 Options.allow_mmap_writes: 0 +2025/01/11-07:24:38.523970 8648494912 Options.use_direct_reads: 0 +2025/01/11-07:24:38.523971 8648494912 Options.use_direct_io_for_flush_and_compaction: 0 +2025/01/11-07:24:38.523972 8648494912 Options.create_missing_column_families: 1 +2025/01/11-07:24:38.523972 8648494912 Options.db_log_dir: +2025/01/11-07:24:38.523973 8648494912 Options.wal_dir: +2025/01/11-07:24:38.523974 8648494912 Options.table_cache_numshardbits: 6 +2025/01/11-07:24:38.523975 8648494912 Options.WAL_ttl_seconds: 0 +2025/01/11-07:24:38.523976 8648494912 Options.WAL_size_limit_MB: 0 +2025/01/11-07:24:38.523977 8648494912 Options.max_write_batch_group_size_bytes: 1048576 +2025/01/11-07:24:38.523978 8648494912 Options.manifest_preallocation_size: 4194304 +2025/01/11-07:24:38.523979 8648494912 Options.is_fd_close_on_exec: 1 +2025/01/11-07:24:38.523980 8648494912 Options.advise_random_on_open: 1 +2025/01/11-07:24:38.523981 8648494912 Options.db_write_buffer_size: 0 +2025/01/11-07:24:38.523981 8648494912 Options.write_buffer_manager: 0x6000031909c0 +2025/01/11-07:24:38.523982 8648494912 Options.access_hint_on_compaction_start: 1 +2025/01/11-07:24:38.523983 8648494912 Options.random_access_max_buffer_size: 1048576 +2025/01/11-07:24:38.523984 8648494912 Options.use_adaptive_mutex: 0 +2025/01/11-07:24:38.523985 8648494912 Options.rate_limiter: 0x0 +2025/01/11-07:24:38.523986 8648494912 Options.sst_file_manager.rate_bytes_per_sec: 0 +2025/01/11-07:24:38.523987 8648494912 Options.wal_recovery_mode: 2 +2025/01/11-07:24:38.523988 8648494912 Options.enable_thread_tracking: 0 +2025/01/11-07:24:38.523989 8648494912 Options.enable_pipelined_write: 0 +2025/01/11-07:24:38.523990 8648494912 Options.unordered_write: 0 +2025/01/11-07:24:38.523991 8648494912 Options.allow_concurrent_memtable_write: 1 +2025/01/11-07:24:38.523992 8648494912 Options.enable_write_thread_adaptive_yield: 1 +2025/01/11-07:24:38.523993 8648494912 Options.write_thread_max_yield_usec: 100 +2025/01/11-07:24:38.523994 8648494912 Options.write_thread_slow_yield_usec: 3 +2025/01/11-07:24:38.523994 8648494912 Options.row_cache: None +2025/01/11-07:24:38.523995 8648494912 Options.wal_filter: None +2025/01/11-07:24:38.523996 8648494912 Options.avoid_flush_during_recovery: 0 +2025/01/11-07:24:38.523997 8648494912 Options.allow_ingest_behind: 0 +2025/01/11-07:24:38.523998 8648494912 Options.two_write_queues: 0 +2025/01/11-07:24:38.523999 8648494912 Options.manual_wal_flush: 0 +2025/01/11-07:24:38.524000 8648494912 Options.wal_compression: 0 +2025/01/11-07:24:38.524001 8648494912 Options.atomic_flush: 0 +2025/01/11-07:24:38.524002 8648494912 Options.avoid_unnecessary_blocking_io: 0 +2025/01/11-07:24:38.524003 8648494912 Options.persist_stats_to_disk: 0 +2025/01/11-07:24:38.524004 8648494912 Options.write_dbid_to_manifest: 0 +2025/01/11-07:24:38.524005 8648494912 Options.log_readahead_size: 0 +2025/01/11-07:24:38.524006 8648494912 Options.file_checksum_gen_factory: Unknown +2025/01/11-07:24:38.524007 8648494912 Options.best_efforts_recovery: 0 +2025/01/11-07:24:38.524008 8648494912 Options.max_bgerror_resume_count: 2147483647 +2025/01/11-07:24:38.524009 8648494912 Options.bgerror_resume_retry_interval: 1000000 +2025/01/11-07:24:38.524010 8648494912 Options.allow_data_in_errors: 0 +2025/01/11-07:24:38.524011 8648494912 Options.db_host_id: __hostname__ +2025/01/11-07:24:38.524011 8648494912 Options.enforce_single_del_contracts: true +2025/01/11-07:24:38.524013 8648494912 Options.max_background_jobs: 8 +2025/01/11-07:24:38.524013 8648494912 Options.max_background_compactions: -1 +2025/01/11-07:24:38.524014 8648494912 Options.max_subcompactions: 1 +2025/01/11-07:24:38.524015 8648494912 Options.avoid_flush_during_shutdown: 0 +2025/01/11-07:24:38.524016 8648494912 Options.writable_file_max_buffer_size: 1048576 +2025/01/11-07:24:38.524017 8648494912 Options.delayed_write_rate : 16777216 +2025/01/11-07:24:38.524018 8648494912 Options.max_total_wal_size: 0 +2025/01/11-07:24:38.524019 8648494912 Options.delete_obsolete_files_period_micros: 21600000000 +2025/01/11-07:24:38.524020 8648494912 Options.stats_dump_period_sec: 600 +2025/01/11-07:24:38.524021 8648494912 Options.stats_persist_period_sec: 600 +2025/01/11-07:24:38.524022 8648494912 Options.stats_history_buffer_size: 1048576 +2025/01/11-07:24:38.524023 8648494912 Options.max_open_files: 500 +2025/01/11-07:24:38.524024 8648494912 Options.bytes_per_sync: 1048576 +2025/01/11-07:24:38.524025 8648494912 Options.wal_bytes_per_sync: 0 +2025/01/11-07:24:38.524026 8648494912 Options.strict_bytes_per_sync: 0 +2025/01/11-07:24:38.524027 8648494912 Options.compaction_readahead_size: 2097152 +2025/01/11-07:24:38.524028 8648494912 Options.max_background_flushes: -1 +2025/01/11-07:24:38.524029 8648494912 Options.daily_offpeak_time_utc: +2025/01/11-07:24:38.524030 8648494912 Compression algorithms supported: +2025/01/11-07:24:38.524032 8648494912 kZSTD supported: 1 +2025/01/11-07:24:38.524033 8648494912 kZlibCompression supported: 1 +2025/01/11-07:24:38.524034 8648494912 kXpressCompression supported: 0 +2025/01/11-07:24:38.524035 8648494912 kSnappyCompression supported: 1 +2025/01/11-07:24:38.524036 8648494912 kZSTDNotFinalCompression supported: 1 +2025/01/11-07:24:38.524037 8648494912 kLZ4HCCompression supported: 1 +2025/01/11-07:24:38.524038 8648494912 kLZ4Compression supported: 1 +2025/01/11-07:24:38.524039 8648494912 kBZip2Compression supported: 1 +2025/01/11-07:24:38.524045 8648494912 Fast CRC32 supported: Supported on Arm64 +2025/01/11-07:24:38.524046 8648494912 DMutex implementation: pthread_mutex_t +2025/01/11-07:24:38.524402 8648494912 [db/db_impl/db_impl_open.cc:325] Creating manifest 1 +2025/01/11-07:24:38.524816 8648494912 [db/version_set.cc:5942] Recovering from manifest file: podar-ref-subset.branch0_9_13.internal.rocksdb/MANIFEST-000001 +2025/01/11-07:24:38.524900 8648494912 [db/column_family.cc:618] --------------- Options for column family [default]: +2025/01/11-07:24:38.524902 8648494912 Options.comparator: leveldb.BytewiseComparator +2025/01/11-07:24:38.524904 8648494912 Options.merge_operator: None +2025/01/11-07:24:38.524905 8648494912 Options.compaction_filter: None +2025/01/11-07:24:38.524906 8648494912 Options.compaction_filter_factory: None +2025/01/11-07:24:38.524908 8648494912 Options.sst_partitioner_factory: None +2025/01/11-07:24:38.524909 8648494912 Options.memtable_factory: SkipListFactory +2025/01/11-07:24:38.524910 8648494912 Options.table_factory: BlockBasedTable +2025/01/11-07:24:38.524922 8648494912 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600000ab1e40) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x600003f94a98 + block_cache_name: LRUCache + block_cache_options: + capacity : 33554432 + num_shard_bits : 6 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/01/11-07:24:38.524924 8648494912 Options.write_buffer_size: 67108864 +2025/01/11-07:24:38.524925 8648494912 Options.max_write_buffer_number: 2 +2025/01/11-07:24:38.524926 8648494912 Options.compression: Snappy +2025/01/11-07:24:38.524927 8648494912 Options.bottommost_compression: Disabled +2025/01/11-07:24:38.524928 8648494912 Options.prefix_extractor: nullptr +2025/01/11-07:24:38.524929 8648494912 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/01/11-07:24:38.524930 8648494912 Options.num_levels: 7 +2025/01/11-07:24:38.524931 8648494912 Options.min_write_buffer_number_to_merge: 1 +2025/01/11-07:24:38.524932 8648494912 Options.max_write_buffer_number_to_maintain: 0 +2025/01/11-07:24:38.524933 8648494912 Options.max_write_buffer_size_to_maintain: 0 +2025/01/11-07:24:38.524934 8648494912 Options.bottommost_compression_opts.window_bits: -14 +2025/01/11-07:24:38.524935 8648494912 Options.bottommost_compression_opts.level: 32767 +2025/01/11-07:24:38.524936 8648494912 Options.bottommost_compression_opts.strategy: 0 +2025/01/11-07:24:38.524937 8648494912 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/01/11-07:24:38.524938 8648494912 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/01/11-07:24:38.524938 8648494912 Options.bottommost_compression_opts.parallel_threads: 1 +2025/01/11-07:24:38.524939 8648494912 Options.bottommost_compression_opts.enabled: false +2025/01/11-07:24:38.524940 8648494912 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-07:24:38.524941 8648494912 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/01/11-07:24:38.524942 8648494912 Options.compression_opts.window_bits: -14 +2025/01/11-07:24:38.524943 8648494912 Options.compression_opts.level: 32767 +2025/01/11-07:24:38.524944 8648494912 Options.compression_opts.strategy: 0 +2025/01/11-07:24:38.524945 8648494912 Options.compression_opts.max_dict_bytes: 0 +2025/01/11-07:24:38.524946 8648494912 Options.compression_opts.zstd_max_train_bytes: 0 +2025/01/11-07:24:38.524947 8648494912 Options.compression_opts.use_zstd_dict_trainer: true +2025/01/11-07:24:38.524948 8648494912 Options.compression_opts.parallel_threads: 1 +2025/01/11-07:24:38.524949 8648494912 Options.compression_opts.enabled: false +2025/01/11-07:24:38.524950 8648494912 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-07:24:38.524951 8648494912 Options.level0_file_num_compaction_trigger: 4 +2025/01/11-07:24:38.524952 8648494912 Options.level0_slowdown_writes_trigger: 20 +2025/01/11-07:24:38.524952 8648494912 Options.level0_stop_writes_trigger: 36 +2025/01/11-07:24:38.524953 8648494912 Options.target_file_size_base: 67108864 +2025/01/11-07:24:38.524954 8648494912 Options.target_file_size_multiplier: 1 +2025/01/11-07:24:38.524955 8648494912 Options.max_bytes_for_level_base: 268435456 +2025/01/11-07:24:38.524956 8648494912 Options.level_compaction_dynamic_level_bytes: 1 +2025/01/11-07:24:38.524957 8648494912 Options.max_bytes_for_level_multiplier: 10.000000 +2025/01/11-07:24:38.524959 8648494912 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/01/11-07:24:38.524960 8648494912 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/01/11-07:24:38.524961 8648494912 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/01/11-07:24:38.524962 8648494912 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/01/11-07:24:38.524963 8648494912 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/01/11-07:24:38.524964 8648494912 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/01/11-07:24:38.524965 8648494912 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/01/11-07:24:38.524966 8648494912 Options.max_sequential_skip_in_iterations: 8 +2025/01/11-07:24:38.524966 8648494912 Options.max_compaction_bytes: 1677721600 +2025/01/11-07:24:38.524967 8648494912 Options.ignore_max_compaction_bytes_for_input: true +2025/01/11-07:24:38.524968 8648494912 Options.arena_block_size: 1048576 +2025/01/11-07:24:38.524969 8648494912 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/01/11-07:24:38.524970 8648494912 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/01/11-07:24:38.524971 8648494912 Options.disable_auto_compactions: 0 +2025/01/11-07:24:38.524973 8648494912 Options.compaction_style: kCompactionStyleLevel +2025/01/11-07:24:38.524974 8648494912 Options.compaction_pri: kMinOverlappingRatio +2025/01/11-07:24:38.524975 8648494912 Options.compaction_options_universal.size_ratio: 1 +2025/01/11-07:24:38.524976 8648494912 Options.compaction_options_universal.min_merge_width: 2 +2025/01/11-07:24:38.524977 8648494912 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/01/11-07:24:38.524978 8648494912 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/01/11-07:24:38.524981 8648494912 Options.compaction_options_universal.compression_size_percent: -1 +2025/01/11-07:24:38.524982 8648494912 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/01/11-07:24:38.524983 8648494912 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/01/11-07:24:38.524984 8648494912 Options.compaction_options_fifo.allow_compaction: 0 +2025/01/11-07:24:38.524986 8648494912 Options.table_properties_collectors: +2025/01/11-07:24:38.524987 8648494912 Options.inplace_update_support: 0 +2025/01/11-07:24:38.524988 8648494912 Options.inplace_update_num_locks: 10000 +2025/01/11-07:24:38.524988 8648494912 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/01/11-07:24:38.524990 8648494912 Options.memtable_whole_key_filtering: 0 +2025/01/11-07:24:38.524990 8648494912 Options.memtable_huge_page_size: 0 +2025/01/11-07:24:38.524991 8648494912 Options.bloom_locality: 0 +2025/01/11-07:24:38.524992 8648494912 Options.max_successive_merges: 0 +2025/01/11-07:24:38.524993 8648494912 Options.optimize_filters_for_hits: 0 +2025/01/11-07:24:38.524994 8648494912 Options.paranoid_file_checks: 0 +2025/01/11-07:24:38.524995 8648494912 Options.force_consistency_checks: 1 +2025/01/11-07:24:38.524996 8648494912 Options.report_bg_io_stats: 0 +2025/01/11-07:24:38.524997 8648494912 Options.ttl: 2592000 +2025/01/11-07:24:38.524998 8648494912 Options.periodic_compaction_seconds: 0 +2025/01/11-07:24:38.524999 8648494912 Options.default_temperature: kUnknown +2025/01/11-07:24:38.525000 8648494912 Options.preclude_last_level_data_seconds: 0 +2025/01/11-07:24:38.525001 8648494912 Options.preserve_internal_time_seconds: 0 +2025/01/11-07:24:38.525002 8648494912 Options.enable_blob_files: false +2025/01/11-07:24:38.525003 8648494912 Options.min_blob_size: 0 +2025/01/11-07:24:38.525004 8648494912 Options.blob_file_size: 268435456 +2025/01/11-07:24:38.525005 8648494912 Options.blob_compression_type: NoCompression +2025/01/11-07:24:38.525006 8648494912 Options.enable_blob_garbage_collection: false +2025/01/11-07:24:38.525007 8648494912 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/01/11-07:24:38.525008 8648494912 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/01/11-07:24:38.525009 8648494912 Options.blob_compaction_readahead_size: 0 +2025/01/11-07:24:38.525010 8648494912 Options.blob_file_starting_level: 0 +2025/01/11-07:24:38.525011 8648494912 Options.experimental_mempurge_threshold: 0.000000 +2025/01/11-07:24:38.525012 8648494912 Options.memtable_max_range_deletions: 0 +2025/01/11-07:24:38.525336 8648494912 [db/version_set.cc:5993] Recovered from manifest file:podar-ref-subset.branch0_9_13.internal.rocksdb/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2025/01/11-07:24:38.525339 8648494912 [db/version_set.cc:6002] Column family [default] (ID 0), log number is 0 +2025/01/11-07:24:38.525368 8648494912 [db/db_impl/db_impl_open.cc:646] DB ID: 1cfa54d3-400f-4255-a20c-ae307ff43363 +2025/01/11-07:24:38.525546 8648494912 [db/version_set.cc:5439] Creating manifest 5 +2025/01/11-07:24:38.526126 8648494912 [db/column_family.cc:618] --------------- Options for column family [hashes]: +2025/01/11-07:24:38.526129 8648494912 Options.comparator: leveldb.BytewiseComparator +2025/01/11-07:24:38.526131 8648494912 Options.merge_operator: datasets operator +2025/01/11-07:24:38.526132 8648494912 Options.compaction_filter: None +2025/01/11-07:24:38.526133 8648494912 Options.compaction_filter_factory: None +2025/01/11-07:24:38.526134 8648494912 Options.sst_partitioner_factory: None +2025/01/11-07:24:38.526135 8648494912 Options.memtable_factory: SkipListFactory +2025/01/11-07:24:38.526136 8648494912 Options.table_factory: BlockBasedTable +2025/01/11-07:24:38.526146 8648494912 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600000ab1ba0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x600003f94798 + block_cache_name: LRUCache + block_cache_options: + capacity : 33554432 + num_shard_bits : 6 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/01/11-07:24:38.526149 8648494912 Options.write_buffer_size: 67108864 +2025/01/11-07:24:38.526150 8648494912 Options.max_write_buffer_number: 16 +2025/01/11-07:24:38.526151 8648494912 Options.compression: Snappy +2025/01/11-07:24:38.526152 8648494912 Options.bottommost_compression: Disabled +2025/01/11-07:24:38.526153 8648494912 Options.prefix_extractor: nullptr +2025/01/11-07:24:38.526154 8648494912 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/01/11-07:24:38.526155 8648494912 Options.num_levels: 7 +2025/01/11-07:24:38.526156 8648494912 Options.min_write_buffer_number_to_merge: 10 +2025/01/11-07:24:38.526157 8648494912 Options.max_write_buffer_number_to_maintain: 0 +2025/01/11-07:24:38.526158 8648494912 Options.max_write_buffer_size_to_maintain: 0 +2025/01/11-07:24:38.526159 8648494912 Options.bottommost_compression_opts.window_bits: -14 +2025/01/11-07:24:38.526160 8648494912 Options.bottommost_compression_opts.level: 32767 +2025/01/11-07:24:38.526161 8648494912 Options.bottommost_compression_opts.strategy: 0 +2025/01/11-07:24:38.526162 8648494912 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/01/11-07:24:38.526163 8648494912 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/01/11-07:24:38.526164 8648494912 Options.bottommost_compression_opts.parallel_threads: 1 +2025/01/11-07:24:38.526165 8648494912 Options.bottommost_compression_opts.enabled: false +2025/01/11-07:24:38.526166 8648494912 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-07:24:38.526167 8648494912 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/01/11-07:24:38.526167 8648494912 Options.compression_opts.window_bits: -14 +2025/01/11-07:24:38.526168 8648494912 Options.compression_opts.level: 32767 +2025/01/11-07:24:38.526169 8648494912 Options.compression_opts.strategy: 0 +2025/01/11-07:24:38.526170 8648494912 Options.compression_opts.max_dict_bytes: 0 +2025/01/11-07:24:38.526171 8648494912 Options.compression_opts.zstd_max_train_bytes: 0 +2025/01/11-07:24:38.526172 8648494912 Options.compression_opts.use_zstd_dict_trainer: true +2025/01/11-07:24:38.526173 8648494912 Options.compression_opts.parallel_threads: 1 +2025/01/11-07:24:38.526174 8648494912 Options.compression_opts.enabled: false +2025/01/11-07:24:38.526175 8648494912 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-07:24:38.526176 8648494912 Options.level0_file_num_compaction_trigger: 4 +2025/01/11-07:24:38.526177 8648494912 Options.level0_slowdown_writes_trigger: 20 +2025/01/11-07:24:38.526178 8648494912 Options.level0_stop_writes_trigger: 36 +2025/01/11-07:24:38.526179 8648494912 Options.target_file_size_base: 67108864 +2025/01/11-07:24:38.526180 8648494912 Options.target_file_size_multiplier: 1 +2025/01/11-07:24:38.526181 8648494912 Options.max_bytes_for_level_base: 268435456 +2025/01/11-07:24:38.526182 8648494912 Options.level_compaction_dynamic_level_bytes: 1 +2025/01/11-07:24:38.526182 8648494912 Options.max_bytes_for_level_multiplier: 10.000000 +2025/01/11-07:24:38.526184 8648494912 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/01/11-07:24:38.526185 8648494912 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/01/11-07:24:38.526186 8648494912 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/01/11-07:24:38.526187 8648494912 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/01/11-07:24:38.526188 8648494912 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/01/11-07:24:38.526189 8648494912 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/01/11-07:24:38.526189 8648494912 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/01/11-07:24:38.526190 8648494912 Options.max_sequential_skip_in_iterations: 8 +2025/01/11-07:24:38.526191 8648494912 Options.max_compaction_bytes: 1677721600 +2025/01/11-07:24:38.526192 8648494912 Options.ignore_max_compaction_bytes_for_input: true +2025/01/11-07:24:38.526193 8648494912 Options.arena_block_size: 1048576 +2025/01/11-07:24:38.526194 8648494912 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/01/11-07:24:38.526195 8648494912 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/01/11-07:24:38.526196 8648494912 Options.disable_auto_compactions: 0 +2025/01/11-07:24:38.526197 8648494912 Options.compaction_style: kCompactionStyleLevel +2025/01/11-07:24:38.526199 8648494912 Options.compaction_pri: kMinOverlappingRatio +2025/01/11-07:24:38.526199 8648494912 Options.compaction_options_universal.size_ratio: 1 +2025/01/11-07:24:38.526200 8648494912 Options.compaction_options_universal.min_merge_width: 2 +2025/01/11-07:24:38.526201 8648494912 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/01/11-07:24:38.526202 8648494912 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/01/11-07:24:38.526203 8648494912 Options.compaction_options_universal.compression_size_percent: -1 +2025/01/11-07:24:38.526205 8648494912 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/01/11-07:24:38.526206 8648494912 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/01/11-07:24:38.526207 8648494912 Options.compaction_options_fifo.allow_compaction: 0 +2025/01/11-07:24:38.526208 8648494912 Options.table_properties_collectors: +2025/01/11-07:24:38.526209 8648494912 Options.inplace_update_support: 0 +2025/01/11-07:24:38.526210 8648494912 Options.inplace_update_num_locks: 10000 +2025/01/11-07:24:38.526211 8648494912 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/01/11-07:24:38.526212 8648494912 Options.memtable_whole_key_filtering: 0 +2025/01/11-07:24:38.526213 8648494912 Options.memtable_huge_page_size: 0 +2025/01/11-07:24:38.526213 8648494912 Options.bloom_locality: 0 +2025/01/11-07:24:38.526214 8648494912 Options.max_successive_merges: 0 +2025/01/11-07:24:38.526215 8648494912 Options.optimize_filters_for_hits: 0 +2025/01/11-07:24:38.526216 8648494912 Options.paranoid_file_checks: 0 +2025/01/11-07:24:38.526217 8648494912 Options.force_consistency_checks: 1 +2025/01/11-07:24:38.526218 8648494912 Options.report_bg_io_stats: 0 +2025/01/11-07:24:38.526219 8648494912 Options.ttl: 2592000 +2025/01/11-07:24:38.526220 8648494912 Options.periodic_compaction_seconds: 0 +2025/01/11-07:24:38.526221 8648494912 Options.default_temperature: kUnknown +2025/01/11-07:24:38.526222 8648494912 Options.preclude_last_level_data_seconds: 0 +2025/01/11-07:24:38.526223 8648494912 Options.preserve_internal_time_seconds: 0 +2025/01/11-07:24:38.526224 8648494912 Options.enable_blob_files: false +2025/01/11-07:24:38.526225 8648494912 Options.min_blob_size: 0 +2025/01/11-07:24:38.526226 8648494912 Options.blob_file_size: 268435456 +2025/01/11-07:24:38.526227 8648494912 Options.blob_compression_type: NoCompression +2025/01/11-07:24:38.526228 8648494912 Options.enable_blob_garbage_collection: false +2025/01/11-07:24:38.526229 8648494912 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/01/11-07:24:38.526230 8648494912 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/01/11-07:24:38.526231 8648494912 Options.blob_compaction_readahead_size: 0 +2025/01/11-07:24:38.526231 8648494912 Options.blob_file_starting_level: 0 +2025/01/11-07:24:38.526232 8648494912 Options.experimental_mempurge_threshold: 0.000000 +2025/01/11-07:24:38.526233 8648494912 Options.memtable_max_range_deletions: 0 +2025/01/11-07:24:38.526299 8648494912 [db/db_impl/db_impl.cc:3637] Created column family [hashes] (ID 1) +2025/01/11-07:24:38.526421 8648494912 [db/column_family.cc:618] --------------- Options for column family [metadata]: +2025/01/11-07:24:38.526423 8648494912 Options.comparator: leveldb.BytewiseComparator +2025/01/11-07:24:38.526424 8648494912 Options.merge_operator: datasets operator +2025/01/11-07:24:38.526426 8648494912 Options.compaction_filter: None +2025/01/11-07:24:38.526427 8648494912 Options.compaction_filter_factory: None +2025/01/11-07:24:38.526428 8648494912 Options.sst_partitioner_factory: None +2025/01/11-07:24:38.526429 8648494912 Options.memtable_factory: SkipListFactory +2025/01/11-07:24:38.526430 8648494912 Options.table_factory: BlockBasedTable +2025/01/11-07:24:38.526438 8648494912 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600000ab1c80) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x600003f94918 + block_cache_name: LRUCache + block_cache_options: + capacity : 33554432 + num_shard_bits : 6 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/01/11-07:24:38.526439 8648494912 Options.write_buffer_size: 67108864 +2025/01/11-07:24:38.526440 8648494912 Options.max_write_buffer_number: 16 +2025/01/11-07:24:38.526441 8648494912 Options.compression: Snappy +2025/01/11-07:24:38.526442 8648494912 Options.bottommost_compression: Disabled +2025/01/11-07:24:38.526443 8648494912 Options.prefix_extractor: nullptr +2025/01/11-07:24:38.526444 8648494912 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/01/11-07:24:38.526445 8648494912 Options.num_levels: 7 +2025/01/11-07:24:38.526446 8648494912 Options.min_write_buffer_number_to_merge: 1 +2025/01/11-07:24:38.526447 8648494912 Options.max_write_buffer_number_to_maintain: 0 +2025/01/11-07:24:38.526448 8648494912 Options.max_write_buffer_size_to_maintain: 0 +2025/01/11-07:24:38.526449 8648494912 Options.bottommost_compression_opts.window_bits: -14 +2025/01/11-07:24:38.526450 8648494912 Options.bottommost_compression_opts.level: 32767 +2025/01/11-07:24:38.526451 8648494912 Options.bottommost_compression_opts.strategy: 0 +2025/01/11-07:24:38.526452 8648494912 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/01/11-07:24:38.526453 8648494912 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/01/11-07:24:38.526454 8648494912 Options.bottommost_compression_opts.parallel_threads: 1 +2025/01/11-07:24:38.526455 8648494912 Options.bottommost_compression_opts.enabled: false +2025/01/11-07:24:38.526456 8648494912 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-07:24:38.526457 8648494912 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/01/11-07:24:38.526458 8648494912 Options.compression_opts.window_bits: -14 +2025/01/11-07:24:38.526459 8648494912 Options.compression_opts.level: 32767 +2025/01/11-07:24:38.526460 8648494912 Options.compression_opts.strategy: 0 +2025/01/11-07:24:38.526461 8648494912 Options.compression_opts.max_dict_bytes: 0 +2025/01/11-07:24:38.526462 8648494912 Options.compression_opts.zstd_max_train_bytes: 0 +2025/01/11-07:24:38.526463 8648494912 Options.compression_opts.use_zstd_dict_trainer: true +2025/01/11-07:24:38.526464 8648494912 Options.compression_opts.parallel_threads: 1 +2025/01/11-07:24:38.526465 8648494912 Options.compression_opts.enabled: false +2025/01/11-07:24:38.526466 8648494912 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-07:24:38.526467 8648494912 Options.level0_file_num_compaction_trigger: 4 +2025/01/11-07:24:38.526468 8648494912 Options.level0_slowdown_writes_trigger: 20 +2025/01/11-07:24:38.526469 8648494912 Options.level0_stop_writes_trigger: 36 +2025/01/11-07:24:38.526470 8648494912 Options.target_file_size_base: 67108864 +2025/01/11-07:24:38.526471 8648494912 Options.target_file_size_multiplier: 1 +2025/01/11-07:24:38.526472 8648494912 Options.max_bytes_for_level_base: 268435456 +2025/01/11-07:24:38.526472 8648494912 Options.level_compaction_dynamic_level_bytes: 1 +2025/01/11-07:24:38.526473 8648494912 Options.max_bytes_for_level_multiplier: 10.000000 +2025/01/11-07:24:38.526474 8648494912 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/01/11-07:24:38.526475 8648494912 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/01/11-07:24:38.526476 8648494912 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/01/11-07:24:38.526477 8648494912 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/01/11-07:24:38.526478 8648494912 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/01/11-07:24:38.526479 8648494912 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/01/11-07:24:38.526480 8648494912 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/01/11-07:24:38.526481 8648494912 Options.max_sequential_skip_in_iterations: 8 +2025/01/11-07:24:38.526482 8648494912 Options.max_compaction_bytes: 1677721600 +2025/01/11-07:24:38.526483 8648494912 Options.ignore_max_compaction_bytes_for_input: true +2025/01/11-07:24:38.526484 8648494912 Options.arena_block_size: 1048576 +2025/01/11-07:24:38.526485 8648494912 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/01/11-07:24:38.526486 8648494912 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/01/11-07:24:38.526487 8648494912 Options.disable_auto_compactions: 0 +2025/01/11-07:24:38.526488 8648494912 Options.compaction_style: kCompactionStyleLevel +2025/01/11-07:24:38.526489 8648494912 Options.compaction_pri: kMinOverlappingRatio +2025/01/11-07:24:38.526490 8648494912 Options.compaction_options_universal.size_ratio: 1 +2025/01/11-07:24:38.526491 8648494912 Options.compaction_options_universal.min_merge_width: 2 +2025/01/11-07:24:38.526492 8648494912 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/01/11-07:24:38.526493 8648494912 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/01/11-07:24:38.526494 8648494912 Options.compaction_options_universal.compression_size_percent: -1 +2025/01/11-07:24:38.526495 8648494912 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/01/11-07:24:38.526496 8648494912 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/01/11-07:24:38.526497 8648494912 Options.compaction_options_fifo.allow_compaction: 0 +2025/01/11-07:24:38.526499 8648494912 Options.table_properties_collectors: +2025/01/11-07:24:38.526500 8648494912 Options.inplace_update_support: 0 +2025/01/11-07:24:38.526500 8648494912 Options.inplace_update_num_locks: 10000 +2025/01/11-07:24:38.526501 8648494912 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/01/11-07:24:38.526502 8648494912 Options.memtable_whole_key_filtering: 0 +2025/01/11-07:24:38.526503 8648494912 Options.memtable_huge_page_size: 0 +2025/01/11-07:24:38.526504 8648494912 Options.bloom_locality: 0 +2025/01/11-07:24:38.526505 8648494912 Options.max_successive_merges: 0 +2025/01/11-07:24:38.526506 8648494912 Options.optimize_filters_for_hits: 0 +2025/01/11-07:24:38.526507 8648494912 Options.paranoid_file_checks: 0 +2025/01/11-07:24:38.526508 8648494912 Options.force_consistency_checks: 1 +2025/01/11-07:24:38.526509 8648494912 Options.report_bg_io_stats: 0 +2025/01/11-07:24:38.526510 8648494912 Options.ttl: 2592000 +2025/01/11-07:24:38.526510 8648494912 Options.periodic_compaction_seconds: 0 +2025/01/11-07:24:38.526512 8648494912 Options.default_temperature: kUnknown +2025/01/11-07:24:38.526513 8648494912 Options.preclude_last_level_data_seconds: 0 +2025/01/11-07:24:38.526514 8648494912 Options.preserve_internal_time_seconds: 0 +2025/01/11-07:24:38.526514 8648494912 Options.enable_blob_files: false +2025/01/11-07:24:38.526515 8648494912 Options.min_blob_size: 0 +2025/01/11-07:24:38.526516 8648494912 Options.blob_file_size: 268435456 +2025/01/11-07:24:38.526517 8648494912 Options.blob_compression_type: NoCompression +2025/01/11-07:24:38.526518 8648494912 Options.enable_blob_garbage_collection: false +2025/01/11-07:24:38.526519 8648494912 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/01/11-07:24:38.526520 8648494912 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/01/11-07:24:38.526521 8648494912 Options.blob_compaction_readahead_size: 0 +2025/01/11-07:24:38.526522 8648494912 Options.blob_file_starting_level: 0 +2025/01/11-07:24:38.526523 8648494912 Options.experimental_mempurge_threshold: 0.000000 +2025/01/11-07:24:38.526524 8648494912 Options.memtable_max_range_deletions: 0 +2025/01/11-07:24:38.526567 8648494912 [db/db_impl/db_impl.cc:3637] Created column family [metadata] (ID 2) +2025/01/11-07:24:38.526680 8648494912 [db/column_family.cc:618] --------------- Options for column family [storage]: +2025/01/11-07:24:38.526682 8648494912 Options.comparator: leveldb.BytewiseComparator +2025/01/11-07:24:38.526683 8648494912 Options.merge_operator: None +2025/01/11-07:24:38.526684 8648494912 Options.compaction_filter: None +2025/01/11-07:24:38.526685 8648494912 Options.compaction_filter_factory: None +2025/01/11-07:24:38.526685 8648494912 Options.sst_partitioner_factory: None +2025/01/11-07:24:38.526686 8648494912 Options.memtable_factory: SkipListFactory +2025/01/11-07:24:38.526687 8648494912 Options.table_factory: BlockBasedTable +2025/01/11-07:24:38.526695 8648494912 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600000ab1d60) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x600003f949d8 + block_cache_name: LRUCache + block_cache_options: + capacity : 33554432 + num_shard_bits : 6 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/01/11-07:24:38.526696 8648494912 Options.write_buffer_size: 67108864 +2025/01/11-07:24:38.526697 8648494912 Options.max_write_buffer_number: 16 +2025/01/11-07:24:38.526698 8648494912 Options.compression: Snappy +2025/01/11-07:24:38.526699 8648494912 Options.bottommost_compression: Disabled +2025/01/11-07:24:38.526700 8648494912 Options.prefix_extractor: nullptr +2025/01/11-07:24:38.526701 8648494912 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/01/11-07:24:38.526702 8648494912 Options.num_levels: 7 +2025/01/11-07:24:38.526703 8648494912 Options.min_write_buffer_number_to_merge: 1 +2025/01/11-07:24:38.526704 8648494912 Options.max_write_buffer_number_to_maintain: 0 +2025/01/11-07:24:38.526705 8648494912 Options.max_write_buffer_size_to_maintain: 0 +2025/01/11-07:24:38.526706 8648494912 Options.bottommost_compression_opts.window_bits: -14 +2025/01/11-07:24:38.526706 8648494912 Options.bottommost_compression_opts.level: 32767 +2025/01/11-07:24:38.526707 8648494912 Options.bottommost_compression_opts.strategy: 0 +2025/01/11-07:24:38.526708 8648494912 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/01/11-07:24:38.526709 8648494912 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/01/11-07:24:38.526710 8648494912 Options.bottommost_compression_opts.parallel_threads: 1 +2025/01/11-07:24:38.526711 8648494912 Options.bottommost_compression_opts.enabled: false +2025/01/11-07:24:38.526712 8648494912 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-07:24:38.526713 8648494912 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/01/11-07:24:38.526714 8648494912 Options.compression_opts.window_bits: -14 +2025/01/11-07:24:38.526715 8648494912 Options.compression_opts.level: 32767 +2025/01/11-07:24:38.526716 8648494912 Options.compression_opts.strategy: 0 +2025/01/11-07:24:38.526717 8648494912 Options.compression_opts.max_dict_bytes: 0 +2025/01/11-07:24:38.526717 8648494912 Options.compression_opts.zstd_max_train_bytes: 0 +2025/01/11-07:24:38.526718 8648494912 Options.compression_opts.use_zstd_dict_trainer: true +2025/01/11-07:24:38.526719 8648494912 Options.compression_opts.parallel_threads: 1 +2025/01/11-07:24:38.526720 8648494912 Options.compression_opts.enabled: false +2025/01/11-07:24:38.526721 8648494912 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-07:24:38.526722 8648494912 Options.level0_file_num_compaction_trigger: 4 +2025/01/11-07:24:38.526723 8648494912 Options.level0_slowdown_writes_trigger: 20 +2025/01/11-07:24:38.526724 8648494912 Options.level0_stop_writes_trigger: 36 +2025/01/11-07:24:38.526725 8648494912 Options.target_file_size_base: 67108864 +2025/01/11-07:24:38.526726 8648494912 Options.target_file_size_multiplier: 1 +2025/01/11-07:24:38.526726 8648494912 Options.max_bytes_for_level_base: 268435456 +2025/01/11-07:24:38.526727 8648494912 Options.level_compaction_dynamic_level_bytes: 1 +2025/01/11-07:24:38.526728 8648494912 Options.max_bytes_for_level_multiplier: 10.000000 +2025/01/11-07:24:38.526729 8648494912 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/01/11-07:24:38.526730 8648494912 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/01/11-07:24:38.526731 8648494912 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/01/11-07:24:38.526732 8648494912 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/01/11-07:24:38.526733 8648494912 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/01/11-07:24:38.526734 8648494912 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/01/11-07:24:38.526735 8648494912 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/01/11-07:24:38.526736 8648494912 Options.max_sequential_skip_in_iterations: 8 +2025/01/11-07:24:38.526736 8648494912 Options.max_compaction_bytes: 1677721600 +2025/01/11-07:24:38.526737 8648494912 Options.ignore_max_compaction_bytes_for_input: true +2025/01/11-07:24:38.526738 8648494912 Options.arena_block_size: 1048576 +2025/01/11-07:24:38.526739 8648494912 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/01/11-07:24:38.526740 8648494912 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/01/11-07:24:38.526741 8648494912 Options.disable_auto_compactions: 0 +2025/01/11-07:24:38.526742 8648494912 Options.compaction_style: kCompactionStyleLevel +2025/01/11-07:24:38.526743 8648494912 Options.compaction_pri: kMinOverlappingRatio +2025/01/11-07:24:38.526744 8648494912 Options.compaction_options_universal.size_ratio: 1 +2025/01/11-07:24:38.526745 8648494912 Options.compaction_options_universal.min_merge_width: 2 +2025/01/11-07:24:38.526746 8648494912 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/01/11-07:24:38.526747 8648494912 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/01/11-07:24:38.526748 8648494912 Options.compaction_options_universal.compression_size_percent: -1 +2025/01/11-07:24:38.526749 8648494912 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/01/11-07:24:38.526750 8648494912 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/01/11-07:24:38.526751 8648494912 Options.compaction_options_fifo.allow_compaction: 0 +2025/01/11-07:24:38.526752 8648494912 Options.table_properties_collectors: +2025/01/11-07:24:38.526753 8648494912 Options.inplace_update_support: 0 +2025/01/11-07:24:38.526754 8648494912 Options.inplace_update_num_locks: 10000 +2025/01/11-07:24:38.526755 8648494912 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/01/11-07:24:38.526756 8648494912 Options.memtable_whole_key_filtering: 0 +2025/01/11-07:24:38.526757 8648494912 Options.memtable_huge_page_size: 0 +2025/01/11-07:24:38.526758 8648494912 Options.bloom_locality: 0 +2025/01/11-07:24:38.526759 8648494912 Options.max_successive_merges: 0 +2025/01/11-07:24:38.526760 8648494912 Options.optimize_filters_for_hits: 0 +2025/01/11-07:24:38.526760 8648494912 Options.paranoid_file_checks: 0 +2025/01/11-07:24:38.526761 8648494912 Options.force_consistency_checks: 1 +2025/01/11-07:24:38.526762 8648494912 Options.report_bg_io_stats: 0 +2025/01/11-07:24:38.526763 8648494912 Options.ttl: 2592000 +2025/01/11-07:24:38.526764 8648494912 Options.periodic_compaction_seconds: 0 +2025/01/11-07:24:38.526765 8648494912 Options.default_temperature: kUnknown +2025/01/11-07:24:38.526766 8648494912 Options.preclude_last_level_data_seconds: 0 +2025/01/11-07:24:38.526767 8648494912 Options.preserve_internal_time_seconds: 0 +2025/01/11-07:24:38.526768 8648494912 Options.enable_blob_files: false +2025/01/11-07:24:38.526769 8648494912 Options.min_blob_size: 0 +2025/01/11-07:24:38.526770 8648494912 Options.blob_file_size: 268435456 +2025/01/11-07:24:38.526771 8648494912 Options.blob_compression_type: NoCompression +2025/01/11-07:24:38.526772 8648494912 Options.enable_blob_garbage_collection: false +2025/01/11-07:24:38.526772 8648494912 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/01/11-07:24:38.526773 8648494912 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/01/11-07:24:38.526774 8648494912 Options.blob_compaction_readahead_size: 0 +2025/01/11-07:24:38.526775 8648494912 Options.blob_file_starting_level: 0 +2025/01/11-07:24:38.526776 8648494912 Options.experimental_mempurge_threshold: 0.000000 +2025/01/11-07:24:38.526777 8648494912 Options.memtable_max_range_deletions: 0 +2025/01/11-07:24:38.526814 8648494912 [db/db_impl/db_impl.cc:3637] Created column family [storage] (ID 3) +2025/01/11-07:24:38.532102 8648494912 [db/db_impl/db_impl_open.cc:2157] SstFileManager instance 0x16f438f40 +2025/01/11-07:24:38.532170 8648494912 DB pointer 0x114d23000 +2025/01/11-07:24:38.534334 6328397824 [db/db_impl/db_impl.cc:1140] ------- DUMPING STATS ------- +2025/01/11-07:24:38.534341 6328397824 [db/db_impl/db_impl.cc:1141] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 39 writes, 39 keys, 27 commit groups, 1.4 writes per commit group, ingest: 0.00 GB, 0.12 MB/s +Cumulative WAL: 39 writes, 0 syncs, 39.00 writes per sync, written: 0.00 GB, 0.12 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 39 writes, 39 keys, 27 commit groups, 1.4 writes per commit group, ingest: 0.00 MB, 0.12 MB/s +Interval WAL: 39 writes, 0 syncs, 39.00 writes per sync, written: 0.00 GB, 0.12 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent +Write Stall (count): write-buffer-manager-limit-stops: 0 + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 +Block cache LRUCache@0x600003f94a98#38200 capacity: 32.00 MB seed: 1564856204 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 0.000525 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** + +** Compaction Stats [hashes] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [hashes] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 +Block cache LRUCache@0x600003f94798#38200 capacity: 32.00 MB seed: 1564856204 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 0.000481 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [hashes] ** + +** Compaction Stats [metadata] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [metadata] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 +Block cache LRUCache@0x600003f94918#38200 capacity: 32.00 MB seed: 1564856204 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 0.000372 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [metadata] ** + +** Compaction Stats [storage] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [storage] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 +Block cache LRUCache@0x600003f949d8#38200 capacity: 32.00 MB seed: 1564856204 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 0.00011 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [storage] ** +2025/01/11-07:24:38.535687 8648494912 [db/db_impl/db_impl_write.cc:2181] [hashes] New memtable created with log file: #8. Immutable memtables: 0. +2025/01/11-07:24:38.535782 6327250944 [db/db_impl/db_impl_compaction_flush.cc:142] [JOB 2] Syncing log #4 +2025/01/11-07:24:38.535896 6327250944 (Original Log Time 2025/01/11-07:24:38.535769) [db/db_impl/db_impl_compaction_flush.cc:3225] Calling FlushMemTableToOutputFile with column family [hashes], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2025/01/11-07:24:38.535899 6327250944 [db/flush_job.cc:895] [hashes] [JOB 2] Flushing memtable with next log file: 8 +2025/01/11-07:24:38.535922 6327250944 EVENT_LOG_v1 {"time_micros": 1736609078535909, "job": 2, "event": "flush_started", "num_memtables": 1, "num_entries": 107, "num_deletes": 0, "total_data_size": 2782, "memory_usage": 5240, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} +2025/01/11-07:24:38.535925 6327250944 [db/flush_job.cc:929] [hashes] [JOB 2] Level-0 flush table #9: started +2025/01/11-07:24:38.536846 6327250944 EVENT_LOG_v1 {"time_micros": 1736609078536816, "cf_name": "hashes", "job": 2, "event": "table_file_creation", "file_number": 9, "file_size": 2456, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 2, "largest_seqno": 109, "table_properties": {"data_size": 1419, "index_size": 26, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 1344, "raw_average_key_size": 16, "raw_value_size": 948, "raw_average_value_size": 11, "num_data_blocks": 1, "num_entries": 84, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 84, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "hashes", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "datasets operator", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1736609078, "oldest_key_time": 1736609078, "file_creation_time": 1736609078, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1cfa54d3-400f-4255-a20c-ae307ff43363", "db_session_id": "T7HZCSKGH8O8QDDC5SF8", "orig_file_number": 9, "seqno_to_time_mapping": "N/A"}} +2025/01/11-07:24:38.536884 6327250944 [db/flush_job.cc:1066] [hashes] [JOB 2] Flush lasted 989 microseconds, and 975 cpu microseconds. +2025/01/11-07:24:38.537129 6327250944 (Original Log Time 2025/01/11-07:24:38.536867) [db/flush_job.cc:1018] [hashes] [JOB 2] Level-0 flush table #9: 2456 bytes OK +2025/01/11-07:24:38.537131 6327250944 (Original Log Time 2025/01/11-07:24:38.536890) [db/memtable_list.cc:557] [hashes] Level-0 commit table #9 started +2025/01/11-07:24:38.537133 6327250944 (Original Log Time 2025/01/11-07:24:38.537058) [db/memtable_list.cc:757] [hashes] Level-0 commit table #9: memtable #1 done +2025/01/11-07:24:38.537134 6327250944 (Original Log Time 2025/01/11-07:24:38.537077) EVENT_LOG_v1 {"time_micros": 1736609078537070, "job": 2, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0} +2025/01/11-07:24:38.537135 6327250944 (Original Log Time 2025/01/11-07:24:38.537099) [db/db_impl/db_impl_compaction_flush.cc:356] [hashes] Level summary: files[1 0 0 0 0 0 0] max score 0.25 +2025/01/11-07:24:38.537394 6326677504 (Original Log Time 2025/01/11-07:24:38.537249) [db/db_impl/db_impl_compaction_flush.cc:3573] [hashes] Manual compaction from level-0 to level-6 from (begin) .. (end); will stop at (end) +2025/01/11-07:24:38.537396 6326677504 (Original Log Time 2025/01/11-07:24:38.537254) [db/db_impl/db_impl_compaction_flush.cc:3752] [hashes] Moving #9 to level-6 2456 bytes +2025/01/11-07:24:38.537397 6326677504 (Original Log Time 2025/01/11-07:24:38.537374) EVENT_LOG_v1 {"time_micros": 1736609078537370, "job": 3, "event": "trivial_move", "destination_level": 6, "files": 1, "total_files_size": 2456} +2025/01/11-07:24:38.537399 6326677504 (Original Log Time 2025/01/11-07:24:38.537377) [db/db_impl/db_impl_compaction_flush.cc:3796] [hashes] Moved #1 files to level-6 2456 bytes OK: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 1] max score 0.00 +2025/01/11-07:24:38.537437 8648494912 (Original Log Time 2025/01/11-07:24:38.537193) [db/db_impl/db_impl_compaction_flush.cc:2110] [hashes] Manual compaction starting +2025/01/11-07:24:38.537471 8648494912 [db/db_impl/db_impl_write.cc:2181] [metadata] New memtable created with log file: #8. Immutable memtables: 0. +2025/01/11-07:24:38.537522 6327824384 (Original Log Time 2025/01/11-07:24:38.537507) [db/db_impl/db_impl_compaction_flush.cc:3225] Calling FlushMemTableToOutputFile with column family [metadata], flush slots available 2, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2025/01/11-07:24:38.537525 6327824384 [db/flush_job.cc:895] [metadata] [JOB 4] Flushing memtable with next log file: 8 +2025/01/11-07:24:38.537545 6327824384 EVENT_LOG_v1 {"time_micros": 1736609078537530, "job": 4, "event": "flush_started", "num_memtables": 1, "num_entries": 6, "num_deletes": 0, "total_data_size": 901, "memory_usage": 1688, "num_range_deletes": 0, "flush_reason": "Manual Compaction"} +2025/01/11-07:24:38.537547 6327824384 [db/flush_job.cc:929] [metadata] [JOB 4] Level-0 flush table #10: started +2025/01/11-07:24:38.538110 6327824384 EVENT_LOG_v1 {"time_micros": 1736609078538079, "cf_name": "metadata", "job": 4, "event": "table_file_creation", "file_number": 10, "file_size": 1710, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 110, "largest_seqno": 113, "table_properties": {"data_size": 673, "index_size": 25, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 68, "raw_average_key_size": 17, "raw_value_size": 784, "raw_average_value_size": 196, "num_data_blocks": 1, "num_entries": 4, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 1, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "metadata", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "datasets operator", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1736609078, "oldest_key_time": 1736609078, "file_creation_time": 1736609078, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1cfa54d3-400f-4255-a20c-ae307ff43363", "db_session_id": "T7HZCSKGH8O8QDDC5SF8", "orig_file_number": 10, "seqno_to_time_mapping": "N/A"}} +2025/01/11-07:24:38.538138 6327824384 [db/flush_job.cc:1066] [metadata] [JOB 4] Flush lasted 616 microseconds, and 600 cpu microseconds. +2025/01/11-07:24:38.538354 6327824384 (Original Log Time 2025/01/11-07:24:38.538122) [db/flush_job.cc:1018] [metadata] [JOB 4] Level-0 flush table #10: 1710 bytes OK +2025/01/11-07:24:38.538355 6327824384 (Original Log Time 2025/01/11-07:24:38.538143) [db/memtable_list.cc:557] [metadata] Level-0 commit table #10 started +2025/01/11-07:24:38.538357 6327824384 (Original Log Time 2025/01/11-07:24:38.538290) [db/memtable_list.cc:757] [metadata] Level-0 commit table #10: memtable #1 done +2025/01/11-07:24:38.538358 6327824384 (Original Log Time 2025/01/11-07:24:38.538308) EVENT_LOG_v1 {"time_micros": 1736609078538301, "job": 4, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0} +2025/01/11-07:24:38.538359 6327824384 (Original Log Time 2025/01/11-07:24:38.538323) [db/db_impl/db_impl_compaction_flush.cc:356] [metadata] Level summary: files[1 0 0 0 0 0 0] max score 0.25 +2025/01/11-07:24:38.538364 6327824384 [db/db_impl/db_impl_files.cc:481] [JOB 4] Try to delete WAL files size 3893, prev total WAL file size 3893, number of live WAL files 2. +2025/01/11-07:24:38.538450 6327824384 [file/delete_scheduler.cc:77] Deleted file podar-ref-subset.branch0_9_13.internal.rocksdb/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2025/01/11-07:24:38.538868 6323810304 (Original Log Time 2025/01/11-07:24:38.538667) [db/db_impl/db_impl_compaction_flush.cc:3573] [metadata] Manual compaction from level-0 to level-6 from (begin) .. (end); will stop at (end) +2025/01/11-07:24:38.538870 6323810304 (Original Log Time 2025/01/11-07:24:38.538679) [db/db_impl/db_impl_compaction_flush.cc:3752] [metadata] Moving #10 to level-6 1710 bytes +2025/01/11-07:24:38.538871 6323810304 (Original Log Time 2025/01/11-07:24:38.538847) EVENT_LOG_v1 {"time_micros": 1736609078538842, "job": 5, "event": "trivial_move", "destination_level": 6, "files": 1, "total_files_size": 1710} +2025/01/11-07:24:38.538873 6323810304 (Original Log Time 2025/01/11-07:24:38.538849) [db/db_impl/db_impl_compaction_flush.cc:3796] [metadata] Moved #1 files to level-6 1710 bytes OK: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 1] max score 0.00 +2025/01/11-07:24:38.538896 8648494912 (Original Log Time 2025/01/11-07:24:38.538515) [db/db_impl/db_impl_compaction_flush.cc:2110] [metadata] Manual compaction starting +2025/01/11-07:24:38.539325 8648494912 [db/db_impl/db_impl.cc:486] Shutdown: canceling all background work +2025/01/11-07:24:38.539703 8648494912 [db/db_impl/db_impl.cc:667] Shutdown complete diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/MANIFEST-000005 b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/MANIFEST-000005 new file mode 100644 index 00000000..f9119545 Binary files /dev/null and b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/MANIFEST-000005 differ diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/OPTIONS-000007 b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/OPTIONS-000007 new file mode 100644 index 00000000..fe9009cc --- /dev/null +++ b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb/OPTIONS-000007 @@ -0,0 +1,537 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=8.10.0 + options_file_version=1.1 + +[DBOptions] + max_background_flushes=-1 + compaction_readahead_size=2097152 + strict_bytes_per_sync=false + wal_bytes_per_sync=0 + max_open_files=500 + stats_history_buffer_size=1048576 + max_total_wal_size=0 + stats_persist_period_sec=600 + stats_dump_period_sec=600 + avoid_flush_during_shutdown=false + max_subcompactions=1 + bytes_per_sync=1048576 + delayed_write_rate=16777216 + max_background_compactions=-1 + max_background_jobs=8 + delete_obsolete_files_period_micros=21600000000 + writable_file_max_buffer_size=1048576 + file_checksum_gen_factory=nullptr + allow_data_in_errors=false + max_bgerror_resume_count=2147483647 + best_efforts_recovery=false + write_dbid_to_manifest=false + atomic_flush=false + manual_wal_flush=false + two_write_queues=false + avoid_flush_during_recovery=false + dump_malloc_stats=false + info_log_level=INFO_LEVEL + write_thread_slow_yield_usec=3 + unordered_write=false + allow_ingest_behind=false + fail_if_options_file_error=true + persist_stats_to_disk=false + WAL_ttl_seconds=0 + bgerror_resume_retry_interval=1000000 + allow_concurrent_memtable_write=true + paranoid_checks=true + WAL_size_limit_MB=0 + lowest_used_cache_tier=kNonVolatileBlockTier + keep_log_file_num=1000 + table_cache_numshardbits=6 + max_file_opening_threads=16 + random_access_max_buffer_size=1048576 + log_readahead_size=0 + enable_pipelined_write=false + wal_recovery_mode=kPointInTimeRecovery + db_write_buffer_size=0 + allow_2pc=false + skip_checking_sst_file_sizes_on_db_open=false + skip_stats_update_on_db_open=false + recycle_log_file_num=0 + db_host_id=__hostname__ + track_and_verify_wals_in_manifest=false + use_fsync=false + wal_compression=kNoCompression + compaction_verify_record_count=true + error_if_exists=false + manifest_preallocation_size=4194304 + is_fd_close_on_exec=true + enable_write_thread_adaptive_yield=true + enable_thread_tracking=false + avoid_unnecessary_blocking_io=false + allow_fallocate=true + max_log_file_size=0 + advise_random_on_open=true + create_missing_column_families=true + max_write_batch_group_size_bytes=1048576 + use_adaptive_mutex=false + wal_filter=nullptr + create_if_missing=true + enforce_single_del_contracts=true + allow_mmap_writes=false + access_hint_on_compaction_start=NORMAL + verify_sst_unique_id_in_manifest=true + log_file_time_to_roll=0 + use_direct_io_for_flush_and_compaction=false + flush_verify_memtable_count=true + max_manifest_file_size=1073741824 + write_thread_max_yield_usec=100 + use_direct_reads=false + allow_mmap_reads=false + + +[CFOptions "default"] + bottommost_file_compaction_delay=0 + memtable_protection_bytes_per_key=0 + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=2 + ttl=2592000 + compaction_options_fifo={file_temperature_age_thresholds=;allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;zstd_max_train_bytes=0;parallel_threads=1;max_compressed_bytes_per_kb=896;checksum=false;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + block_protection_bytes_per_key=0 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + memtable_max_range_deletions=0 + compression_opts={use_zstd_dict_trainer=true;enabled=false;zstd_max_train_bytes=0;parallel_threads=1;max_compressed_bytes_per_kb=896;checksum=false;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=1 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + optimize_filters_for_hits=false + default_temperature=kUnknown + preserve_internal_time_seconds=0 + force_consistency_checks=true + merge_operator=nullptr + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=true + persist_user_defined_timestamps=true + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "default"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + + +[CFOptions "hashes"] + bottommost_file_compaction_delay=0 + memtable_protection_bytes_per_key=0 + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=16 + ttl=2592000 + compaction_options_fifo={file_temperature_age_thresholds=;allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;zstd_max_train_bytes=0;parallel_threads=1;max_compressed_bytes_per_kb=896;checksum=false;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + block_protection_bytes_per_key=0 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + memtable_max_range_deletions=0 + compression_opts={use_zstd_dict_trainer=true;enabled=false;zstd_max_train_bytes=0;parallel_threads=1;max_compressed_bytes_per_kb=896;checksum=false;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=10 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + optimize_filters_for_hits=false + default_temperature=kUnknown + preserve_internal_time_seconds=0 + force_consistency_checks=true + merge_operator=datasets operator + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=true + persist_user_defined_timestamps=true + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "hashes"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + + +[CFOptions "metadata"] + bottommost_file_compaction_delay=0 + memtable_protection_bytes_per_key=0 + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=16 + ttl=2592000 + compaction_options_fifo={file_temperature_age_thresholds=;allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;zstd_max_train_bytes=0;parallel_threads=1;max_compressed_bytes_per_kb=896;checksum=false;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + block_protection_bytes_per_key=0 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + memtable_max_range_deletions=0 + compression_opts={use_zstd_dict_trainer=true;enabled=false;zstd_max_train_bytes=0;parallel_threads=1;max_compressed_bytes_per_kb=896;checksum=false;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=1 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + optimize_filters_for_hits=false + default_temperature=kUnknown + preserve_internal_time_seconds=0 + force_consistency_checks=true + merge_operator=datasets operator + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=true + persist_user_defined_timestamps=true + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "metadata"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + + +[CFOptions "storage"] + bottommost_file_compaction_delay=0 + memtable_protection_bytes_per_key=0 + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=16 + ttl=2592000 + compaction_options_fifo={file_temperature_age_thresholds=;allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;zstd_max_train_bytes=0;parallel_threads=1;max_compressed_bytes_per_kb=896;checksum=false;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + block_protection_bytes_per_key=0 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + memtable_max_range_deletions=0 + compression_opts={use_zstd_dict_trainer=true;enabled=false;zstd_max_train_bytes=0;parallel_threads=1;max_compressed_bytes_per_kb=896;checksum=false;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=1 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + optimize_filters_for_hits=false + default_temperature=kUnknown + preserve_internal_time_seconds=0 + force_consistency_checks=true + merge_operator=nullptr + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=true + persist_user_defined_timestamps=true + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "storage"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb.README.txt b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb.README.txt new file mode 100644 index 00000000..8c011c2c --- /dev/null +++ b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb.README.txt @@ -0,0 +1,8 @@ +Created with: + +sourmash scripts index podar-ref-subset.sig.zip -o podar-ref-subset.branch0_9_5.rocksdb -s 100_000 -k 31 + +using sourmash_plugin_branchwater v0.9.5. + +This version of RocksDB/RevIndex uses external storage, +so the zip file must be present in the cwd in which you are searching. diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/000012.log b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/000012.log new file mode 100644 index 00000000..e69de29b diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/000013.sst b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/000013.sst new file mode 100644 index 00000000..ac0cb804 Binary files /dev/null and b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/000013.sst differ diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/000014.sst b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/000014.sst new file mode 100644 index 00000000..475bf565 Binary files /dev/null and b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/000014.sst differ diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/CURRENT b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/CURRENT new file mode 100644 index 00000000..aa5bb8ea --- /dev/null +++ b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/CURRENT @@ -0,0 +1 @@ +MANIFEST-000005 diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/IDENTITY b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/IDENTITY new file mode 100644 index 00000000..123ef6ac --- /dev/null +++ b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/IDENTITY @@ -0,0 +1 @@ +e7568729-7267-4789-b825-3535b593730d \ No newline at end of file diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/LOCK b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/LOCK new file mode 100644 index 00000000..e69de29b diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/LOG b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/LOG new file mode 100644 index 00000000..d1e3f51b --- /dev/null +++ b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/LOG @@ -0,0 +1,635 @@ +2025/01/11-06:18:33.796102 8648494912 RocksDB version: 8.1.1 +2025/01/11-06:18:33.796311 8648494912 Compile date 2023-04-06 16:38:52 +2025/01/11-06:18:33.796312 8648494912 DB SUMMARY +2025/01/11-06:18:33.796313 8648494912 DB Session ID: TD653XW7RVD5F3B1BHOF +2025/01/11-06:18:33.796329 8648494912 SST files in podar-ref-subset.branch095.rocksdb dir, Total Num: 0, files: +2025/01/11-06:18:33.796330 8648494912 Write Ahead Log file in podar-ref-subset.branch095.rocksdb: +2025/01/11-06:18:33.796331 8648494912 Options.error_if_exists: 0 +2025/01/11-06:18:33.796332 8648494912 Options.create_if_missing: 1 +2025/01/11-06:18:33.796332 8648494912 Options.paranoid_checks: 1 +2025/01/11-06:18:33.796333 8648494912 Options.flush_verify_memtable_count: 1 +2025/01/11-06:18:33.796333 8648494912 Options.track_and_verify_wals_in_manifest: 0 +2025/01/11-06:18:33.796334 8648494912 Options.verify_sst_unique_id_in_manifest: 1 +2025/01/11-06:18:33.796335 8648494912 Options.env: 0x11bf36ac8 +2025/01/11-06:18:33.796335 8648494912 Options.fs: PosixFileSystem +2025/01/11-06:18:33.796336 8648494912 Options.info_log: 0x11efa25e8 +2025/01/11-06:18:33.796337 8648494912 Options.max_file_opening_threads: 16 +2025/01/11-06:18:33.796337 8648494912 Options.statistics: 0x0 +2025/01/11-06:18:33.796338 8648494912 Options.use_fsync: 0 +2025/01/11-06:18:33.796338 8648494912 Options.max_log_file_size: 0 +2025/01/11-06:18:33.796339 8648494912 Options.max_manifest_file_size: 1073741824 +2025/01/11-06:18:33.796339 8648494912 Options.log_file_time_to_roll: 0 +2025/01/11-06:18:33.796340 8648494912 Options.keep_log_file_num: 1000 +2025/01/11-06:18:33.796340 8648494912 Options.recycle_log_file_num: 0 +2025/01/11-06:18:33.796341 8648494912 Options.allow_fallocate: 1 +2025/01/11-06:18:33.796342 8648494912 Options.allow_mmap_reads: 0 +2025/01/11-06:18:33.796342 8648494912 Options.allow_mmap_writes: 0 +2025/01/11-06:18:33.796343 8648494912 Options.use_direct_reads: 0 +2025/01/11-06:18:33.796343 8648494912 Options.use_direct_io_for_flush_and_compaction: 0 +2025/01/11-06:18:33.796344 8648494912 Options.create_missing_column_families: 1 +2025/01/11-06:18:33.796344 8648494912 Options.db_log_dir: +2025/01/11-06:18:33.796345 8648494912 Options.wal_dir: +2025/01/11-06:18:33.796345 8648494912 Options.table_cache_numshardbits: 6 +2025/01/11-06:18:33.796346 8648494912 Options.WAL_ttl_seconds: 0 +2025/01/11-06:18:33.796346 8648494912 Options.WAL_size_limit_MB: 0 +2025/01/11-06:18:33.796347 8648494912 Options.max_write_batch_group_size_bytes: 1048576 +2025/01/11-06:18:33.796347 8648494912 Options.manifest_preallocation_size: 4194304 +2025/01/11-06:18:33.796348 8648494912 Options.is_fd_close_on_exec: 1 +2025/01/11-06:18:33.796349 8648494912 Options.advise_random_on_open: 1 +2025/01/11-06:18:33.796349 8648494912 Options.db_write_buffer_size: 0 +2025/01/11-06:18:33.796350 8648494912 Options.write_buffer_manager: 0x600000cdea40 +2025/01/11-06:18:33.796350 8648494912 Options.access_hint_on_compaction_start: 1 +2025/01/11-06:18:33.796351 8648494912 Options.random_access_max_buffer_size: 1048576 +2025/01/11-06:18:33.796351 8648494912 Options.use_adaptive_mutex: 0 +2025/01/11-06:18:33.796352 8648494912 Options.rate_limiter: 0x0 +2025/01/11-06:18:33.796353 8648494912 Options.sst_file_manager.rate_bytes_per_sec: 0 +2025/01/11-06:18:33.796353 8648494912 Options.wal_recovery_mode: 2 +2025/01/11-06:18:33.796354 8648494912 Options.enable_thread_tracking: 0 +2025/01/11-06:18:33.796354 8648494912 Options.enable_pipelined_write: 0 +2025/01/11-06:18:33.796355 8648494912 Options.unordered_write: 0 +2025/01/11-06:18:33.796355 8648494912 Options.allow_concurrent_memtable_write: 1 +2025/01/11-06:18:33.796356 8648494912 Options.enable_write_thread_adaptive_yield: 1 +2025/01/11-06:18:33.796356 8648494912 Options.write_thread_max_yield_usec: 100 +2025/01/11-06:18:33.796357 8648494912 Options.write_thread_slow_yield_usec: 3 +2025/01/11-06:18:33.796357 8648494912 Options.row_cache: None +2025/01/11-06:18:33.796358 8648494912 Options.wal_filter: None +2025/01/11-06:18:33.796359 8648494912 Options.avoid_flush_during_recovery: 0 +2025/01/11-06:18:33.796359 8648494912 Options.allow_ingest_behind: 0 +2025/01/11-06:18:33.796360 8648494912 Options.two_write_queues: 0 +2025/01/11-06:18:33.796360 8648494912 Options.manual_wal_flush: 0 +2025/01/11-06:18:33.796361 8648494912 Options.wal_compression: 0 +2025/01/11-06:18:33.796361 8648494912 Options.atomic_flush: 0 +2025/01/11-06:18:33.796362 8648494912 Options.avoid_unnecessary_blocking_io: 0 +2025/01/11-06:18:33.796362 8648494912 Options.persist_stats_to_disk: 0 +2025/01/11-06:18:33.796363 8648494912 Options.write_dbid_to_manifest: 0 +2025/01/11-06:18:33.796364 8648494912 Options.log_readahead_size: 0 +2025/01/11-06:18:33.796364 8648494912 Options.file_checksum_gen_factory: Unknown +2025/01/11-06:18:33.796365 8648494912 Options.best_efforts_recovery: 0 +2025/01/11-06:18:33.796365 8648494912 Options.max_bgerror_resume_count: 2147483647 +2025/01/11-06:18:33.796366 8648494912 Options.bgerror_resume_retry_interval: 1000000 +2025/01/11-06:18:33.796366 8648494912 Options.allow_data_in_errors: 0 +2025/01/11-06:18:33.796367 8648494912 Options.db_host_id: __hostname__ +2025/01/11-06:18:33.796367 8648494912 Options.enforce_single_del_contracts: true +2025/01/11-06:18:33.796368 8648494912 Options.max_background_jobs: 8 +2025/01/11-06:18:33.796369 8648494912 Options.max_background_compactions: 2 +2025/01/11-06:18:33.796369 8648494912 Options.max_subcompactions: 1 +2025/01/11-06:18:33.796370 8648494912 Options.avoid_flush_during_shutdown: 0 +2025/01/11-06:18:33.796370 8648494912 Options.writable_file_max_buffer_size: 1048576 +2025/01/11-06:18:33.796371 8648494912 Options.delayed_write_rate : 16777216 +2025/01/11-06:18:33.796371 8648494912 Options.max_total_wal_size: 0 +2025/01/11-06:18:33.796372 8648494912 Options.delete_obsolete_files_period_micros: 21600000000 +2025/01/11-06:18:33.796373 8648494912 Options.stats_dump_period_sec: 600 +2025/01/11-06:18:33.796373 8648494912 Options.stats_persist_period_sec: 600 +2025/01/11-06:18:33.796374 8648494912 Options.stats_history_buffer_size: 1048576 +2025/01/11-06:18:33.796374 8648494912 Options.max_open_files: 500 +2025/01/11-06:18:33.796375 8648494912 Options.bytes_per_sync: 1048576 +2025/01/11-06:18:33.796375 8648494912 Options.wal_bytes_per_sync: 0 +2025/01/11-06:18:33.796376 8648494912 Options.strict_bytes_per_sync: 0 +2025/01/11-06:18:33.796376 8648494912 Options.compaction_readahead_size: 0 +2025/01/11-06:18:33.796377 8648494912 Options.max_background_flushes: 4 +2025/01/11-06:18:33.796377 8648494912 Compression algorithms supported: +2025/01/11-06:18:33.796508 8648494912 kZSTD supported: 1 +2025/01/11-06:18:33.796509 8648494912 kZlibCompression supported: 1 +2025/01/11-06:18:33.796510 8648494912 kXpressCompression supported: 0 +2025/01/11-06:18:33.796511 8648494912 kSnappyCompression supported: 1 +2025/01/11-06:18:33.796511 8648494912 kZSTDNotFinalCompression supported: 1 +2025/01/11-06:18:33.796512 8648494912 kLZ4HCCompression supported: 1 +2025/01/11-06:18:33.796512 8648494912 kLZ4Compression supported: 1 +2025/01/11-06:18:33.796513 8648494912 kBZip2Compression supported: 1 +2025/01/11-06:18:33.796518 8648494912 Fast CRC32 supported: Supported on Arm64 +2025/01/11-06:18:33.796518 8648494912 DMutex implementation: pthread_mutex_t +2025/01/11-06:18:33.796748 8648494912 [db/db_impl/db_impl_open.cc:315] Creating manifest 1 +2025/01/11-06:18:33.797021 8648494912 [db/version_set.cc:5662] Recovering from manifest file: podar-ref-subset.branch095.rocksdb/MANIFEST-000001 +2025/01/11-06:18:33.797292 8648494912 [db/column_family.cc:621] --------------- Options for column family [default]: +2025/01/11-06:18:33.797293 8648494912 Options.comparator: leveldb.BytewiseComparator +2025/01/11-06:18:33.797294 8648494912 Options.merge_operator: None +2025/01/11-06:18:33.797294 8648494912 Options.compaction_filter: None +2025/01/11-06:18:33.797295 8648494912 Options.compaction_filter_factory: None +2025/01/11-06:18:33.797295 8648494912 Options.sst_partitioner_factory: None +2025/01/11-06:18:33.797296 8648494912 Options.memtable_factory: SkipListFactory +2025/01/11-06:18:33.797296 8648494912 Options.table_factory: BlockBasedTable +2025/01/11-06:18:33.797306 8648494912 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x6000037e5620) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x6000002dd218 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/01/11-06:18:33.797308 8648494912 Options.write_buffer_size: 67108864 +2025/01/11-06:18:33.797308 8648494912 Options.max_write_buffer_number: 2 +2025/01/11-06:18:33.797309 8648494912 Options.compression: Snappy +2025/01/11-06:18:33.797309 8648494912 Options.bottommost_compression: Disabled +2025/01/11-06:18:33.797310 8648494912 Options.prefix_extractor: nullptr +2025/01/11-06:18:33.797310 8648494912 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/01/11-06:18:33.797311 8648494912 Options.num_levels: 7 +2025/01/11-06:18:33.797312 8648494912 Options.min_write_buffer_number_to_merge: 1 +2025/01/11-06:18:33.797312 8648494912 Options.max_write_buffer_number_to_maintain: 0 +2025/01/11-06:18:33.797313 8648494912 Options.max_write_buffer_size_to_maintain: 0 +2025/01/11-06:18:33.797313 8648494912 Options.bottommost_compression_opts.window_bits: -14 +2025/01/11-06:18:33.797314 8648494912 Options.bottommost_compression_opts.level: 32767 +2025/01/11-06:18:33.797314 8648494912 Options.bottommost_compression_opts.strategy: 0 +2025/01/11-06:18:33.797315 8648494912 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/01/11-06:18:33.797315 8648494912 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/01/11-06:18:33.797316 8648494912 Options.bottommost_compression_opts.parallel_threads: 1 +2025/01/11-06:18:33.797317 8648494912 Options.bottommost_compression_opts.enabled: false +2025/01/11-06:18:33.797317 8648494912 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-06:18:33.797318 8648494912 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/01/11-06:18:33.797318 8648494912 Options.compression_opts.window_bits: -14 +2025/01/11-06:18:33.797319 8648494912 Options.compression_opts.level: 32767 +2025/01/11-06:18:33.797319 8648494912 Options.compression_opts.strategy: 0 +2025/01/11-06:18:33.797320 8648494912 Options.compression_opts.max_dict_bytes: 0 +2025/01/11-06:18:33.797320 8648494912 Options.compression_opts.zstd_max_train_bytes: 0 +2025/01/11-06:18:33.797321 8648494912 Options.compression_opts.use_zstd_dict_trainer: true +2025/01/11-06:18:33.797321 8648494912 Options.compression_opts.parallel_threads: 1 +2025/01/11-06:18:33.797322 8648494912 Options.compression_opts.enabled: false +2025/01/11-06:18:33.797322 8648494912 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-06:18:33.797323 8648494912 Options.level0_file_num_compaction_trigger: 4 +2025/01/11-06:18:33.797323 8648494912 Options.level0_slowdown_writes_trigger: 20 +2025/01/11-06:18:33.797324 8648494912 Options.level0_stop_writes_trigger: 36 +2025/01/11-06:18:33.797324 8648494912 Options.target_file_size_base: 67108864 +2025/01/11-06:18:33.797325 8648494912 Options.target_file_size_multiplier: 1 +2025/01/11-06:18:33.797325 8648494912 Options.max_bytes_for_level_base: 268435456 +2025/01/11-06:18:33.797326 8648494912 Options.level_compaction_dynamic_level_bytes: 0 +2025/01/11-06:18:33.797327 8648494912 Options.max_bytes_for_level_multiplier: 10.000000 +2025/01/11-06:18:33.797327 8648494912 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/01/11-06:18:33.797328 8648494912 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/01/11-06:18:33.797328 8648494912 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/01/11-06:18:33.797329 8648494912 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/01/11-06:18:33.797330 8648494912 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/01/11-06:18:33.797330 8648494912 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/01/11-06:18:33.797331 8648494912 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/01/11-06:18:33.797331 8648494912 Options.max_sequential_skip_in_iterations: 8 +2025/01/11-06:18:33.797332 8648494912 Options.max_compaction_bytes: 1677721600 +2025/01/11-06:18:33.797332 8648494912 Options.ignore_max_compaction_bytes_for_input: true +2025/01/11-06:18:33.797333 8648494912 Options.arena_block_size: 1048576 +2025/01/11-06:18:33.797333 8648494912 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/01/11-06:18:33.797334 8648494912 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/01/11-06:18:33.797334 8648494912 Options.disable_auto_compactions: 0 +2025/01/11-06:18:33.797335 8648494912 Options.compaction_style: kCompactionStyleLevel +2025/01/11-06:18:33.797336 8648494912 Options.compaction_pri: kMinOverlappingRatio +2025/01/11-06:18:33.797336 8648494912 Options.compaction_options_universal.size_ratio: 1 +2025/01/11-06:18:33.797337 8648494912 Options.compaction_options_universal.min_merge_width: 2 +2025/01/11-06:18:33.797337 8648494912 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/01/11-06:18:33.797338 8648494912 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/01/11-06:18:33.797339 8648494912 Options.compaction_options_universal.compression_size_percent: -1 +2025/01/11-06:18:33.797339 8648494912 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/01/11-06:18:33.797340 8648494912 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/01/11-06:18:33.797340 8648494912 Options.compaction_options_fifo.allow_compaction: 0 +2025/01/11-06:18:33.797341 8648494912 Options.table_properties_collectors: +2025/01/11-06:18:33.797342 8648494912 Options.inplace_update_support: 0 +2025/01/11-06:18:33.797342 8648494912 Options.inplace_update_num_locks: 10000 +2025/01/11-06:18:33.797343 8648494912 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/01/11-06:18:33.797343 8648494912 Options.memtable_whole_key_filtering: 0 +2025/01/11-06:18:33.797344 8648494912 Options.memtable_huge_page_size: 0 +2025/01/11-06:18:33.797344 8648494912 Options.bloom_locality: 0 +2025/01/11-06:18:33.797345 8648494912 Options.max_successive_merges: 0 +2025/01/11-06:18:33.797345 8648494912 Options.optimize_filters_for_hits: 0 +2025/01/11-06:18:33.797346 8648494912 Options.paranoid_file_checks: 0 +2025/01/11-06:18:33.797346 8648494912 Options.force_consistency_checks: 1 +2025/01/11-06:18:33.797347 8648494912 Options.report_bg_io_stats: 0 +2025/01/11-06:18:33.797347 8648494912 Options.ttl: 2592000 +2025/01/11-06:18:33.797348 8648494912 Options.periodic_compaction_seconds: 0 +2025/01/11-06:18:33.797348 8648494912 Options.preclude_last_level_data_seconds: 0 +2025/01/11-06:18:33.797349 8648494912 Options.preserve_internal_time_seconds: 0 +2025/01/11-06:18:33.797350 8648494912 Options.enable_blob_files: false +2025/01/11-06:18:33.797350 8648494912 Options.min_blob_size: 0 +2025/01/11-06:18:33.797351 8648494912 Options.blob_file_size: 268435456 +2025/01/11-06:18:33.797351 8648494912 Options.blob_compression_type: NoCompression +2025/01/11-06:18:33.797352 8648494912 Options.enable_blob_garbage_collection: false +2025/01/11-06:18:33.797352 8648494912 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/01/11-06:18:33.797353 8648494912 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/01/11-06:18:33.797354 8648494912 Options.blob_compaction_readahead_size: 0 +2025/01/11-06:18:33.797354 8648494912 Options.blob_file_starting_level: 0 +2025/01/11-06:18:33.797355 8648494912 Options.experimental_mempurge_threshold: 0.000000 +2025/01/11-06:18:33.797962 8648494912 [db/version_set.cc:5713] Recovered from manifest file:podar-ref-subset.branch095.rocksdb/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2025/01/11-06:18:33.797964 8648494912 [db/version_set.cc:5722] Column family [default] (ID 0), log number is 0 +2025/01/11-06:18:33.798017 8648494912 [db/db_impl/db_impl_open.cc:537] DB ID: e7568729-7267-4789-b825-3535b593730d +2025/01/11-06:18:33.798144 8648494912 [db/version_set.cc:5180] Creating manifest 5 +2025/01/11-06:18:33.798726 8648494912 [db/column_family.cc:621] --------------- Options for column family [hashes]: +2025/01/11-06:18:33.798729 8648494912 Options.comparator: leveldb.BytewiseComparator +2025/01/11-06:18:33.798731 8648494912 Options.merge_operator: datasets operator +2025/01/11-06:18:33.798731 8648494912 Options.compaction_filter: None +2025/01/11-06:18:33.798732 8648494912 Options.compaction_filter_factory: None +2025/01/11-06:18:33.798733 8648494912 Options.sst_partitioner_factory: None +2025/01/11-06:18:33.798733 8648494912 Options.memtable_factory: SkipListFactory +2025/01/11-06:18:33.798734 8648494912 Options.table_factory: BlockBasedTable +2025/01/11-06:18:33.798745 8648494912 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x6000037e5460) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x6000002dcfd8 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/01/11-06:18:33.798749 8648494912 Options.write_buffer_size: 67108864 +2025/01/11-06:18:33.798749 8648494912 Options.max_write_buffer_number: 16 +2025/01/11-06:18:33.798750 8648494912 Options.compression: Snappy +2025/01/11-06:18:33.798750 8648494912 Options.bottommost_compression: Disabled +2025/01/11-06:18:33.798751 8648494912 Options.prefix_extractor: nullptr +2025/01/11-06:18:33.798752 8648494912 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/01/11-06:18:33.798752 8648494912 Options.num_levels: 7 +2025/01/11-06:18:33.798753 8648494912 Options.min_write_buffer_number_to_merge: 10 +2025/01/11-06:18:33.798753 8648494912 Options.max_write_buffer_number_to_maintain: 0 +2025/01/11-06:18:33.798754 8648494912 Options.max_write_buffer_size_to_maintain: 0 +2025/01/11-06:18:33.798755 8648494912 Options.bottommost_compression_opts.window_bits: -14 +2025/01/11-06:18:33.798755 8648494912 Options.bottommost_compression_opts.level: 32767 +2025/01/11-06:18:33.798756 8648494912 Options.bottommost_compression_opts.strategy: 0 +2025/01/11-06:18:33.798756 8648494912 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/01/11-06:18:33.798757 8648494912 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/01/11-06:18:33.798757 8648494912 Options.bottommost_compression_opts.parallel_threads: 1 +2025/01/11-06:18:33.798758 8648494912 Options.bottommost_compression_opts.enabled: false +2025/01/11-06:18:33.798759 8648494912 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-06:18:33.798759 8648494912 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/01/11-06:18:33.798760 8648494912 Options.compression_opts.window_bits: -14 +2025/01/11-06:18:33.798760 8648494912 Options.compression_opts.level: 32767 +2025/01/11-06:18:33.798761 8648494912 Options.compression_opts.strategy: 0 +2025/01/11-06:18:33.798761 8648494912 Options.compression_opts.max_dict_bytes: 0 +2025/01/11-06:18:33.798762 8648494912 Options.compression_opts.zstd_max_train_bytes: 0 +2025/01/11-06:18:33.798762 8648494912 Options.compression_opts.use_zstd_dict_trainer: true +2025/01/11-06:18:33.798763 8648494912 Options.compression_opts.parallel_threads: 1 +2025/01/11-06:18:33.798763 8648494912 Options.compression_opts.enabled: false +2025/01/11-06:18:33.798764 8648494912 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-06:18:33.798765 8648494912 Options.level0_file_num_compaction_trigger: 4 +2025/01/11-06:18:33.798765 8648494912 Options.level0_slowdown_writes_trigger: 20 +2025/01/11-06:18:33.798766 8648494912 Options.level0_stop_writes_trigger: 36 +2025/01/11-06:18:33.798766 8648494912 Options.target_file_size_base: 67108864 +2025/01/11-06:18:33.798767 8648494912 Options.target_file_size_multiplier: 1 +2025/01/11-06:18:33.798767 8648494912 Options.max_bytes_for_level_base: 268435456 +2025/01/11-06:18:33.798768 8648494912 Options.level_compaction_dynamic_level_bytes: 1 +2025/01/11-06:18:33.798769 8648494912 Options.max_bytes_for_level_multiplier: 10.000000 +2025/01/11-06:18:33.798769 8648494912 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/01/11-06:18:33.798770 8648494912 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/01/11-06:18:33.798770 8648494912 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/01/11-06:18:33.798771 8648494912 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/01/11-06:18:33.798772 8648494912 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/01/11-06:18:33.798772 8648494912 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/01/11-06:18:33.798773 8648494912 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/01/11-06:18:33.798773 8648494912 Options.max_sequential_skip_in_iterations: 8 +2025/01/11-06:18:33.798774 8648494912 Options.max_compaction_bytes: 1677721600 +2025/01/11-06:18:33.798774 8648494912 Options.ignore_max_compaction_bytes_for_input: true +2025/01/11-06:18:33.798775 8648494912 Options.arena_block_size: 1048576 +2025/01/11-06:18:33.798775 8648494912 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/01/11-06:18:33.798776 8648494912 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/01/11-06:18:33.798777 8648494912 Options.disable_auto_compactions: 0 +2025/01/11-06:18:33.798778 8648494912 Options.compaction_style: kCompactionStyleLevel +2025/01/11-06:18:33.798778 8648494912 Options.compaction_pri: kMinOverlappingRatio +2025/01/11-06:18:33.798779 8648494912 Options.compaction_options_universal.size_ratio: 1 +2025/01/11-06:18:33.798779 8648494912 Options.compaction_options_universal.min_merge_width: 2 +2025/01/11-06:18:33.798780 8648494912 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/01/11-06:18:33.798780 8648494912 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/01/11-06:18:33.798781 8648494912 Options.compaction_options_universal.compression_size_percent: -1 +2025/01/11-06:18:33.798782 8648494912 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/01/11-06:18:33.798782 8648494912 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/01/11-06:18:33.798783 8648494912 Options.compaction_options_fifo.allow_compaction: 0 +2025/01/11-06:18:33.798784 8648494912 Options.table_properties_collectors: +2025/01/11-06:18:33.798784 8648494912 Options.inplace_update_support: 0 +2025/01/11-06:18:33.798785 8648494912 Options.inplace_update_num_locks: 10000 +2025/01/11-06:18:33.798785 8648494912 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/01/11-06:18:33.798786 8648494912 Options.memtable_whole_key_filtering: 0 +2025/01/11-06:18:33.798787 8648494912 Options.memtable_huge_page_size: 0 +2025/01/11-06:18:33.798787 8648494912 Options.bloom_locality: 0 +2025/01/11-06:18:33.798788 8648494912 Options.max_successive_merges: 0 +2025/01/11-06:18:33.798788 8648494912 Options.optimize_filters_for_hits: 0 +2025/01/11-06:18:33.798789 8648494912 Options.paranoid_file_checks: 0 +2025/01/11-06:18:33.798789 8648494912 Options.force_consistency_checks: 1 +2025/01/11-06:18:33.798790 8648494912 Options.report_bg_io_stats: 0 +2025/01/11-06:18:33.798790 8648494912 Options.ttl: 2592000 +2025/01/11-06:18:33.798791 8648494912 Options.periodic_compaction_seconds: 0 +2025/01/11-06:18:33.798792 8648494912 Options.preclude_last_level_data_seconds: 0 +2025/01/11-06:18:33.798792 8648494912 Options.preserve_internal_time_seconds: 0 +2025/01/11-06:18:33.798793 8648494912 Options.enable_blob_files: false +2025/01/11-06:18:33.798793 8648494912 Options.min_blob_size: 0 +2025/01/11-06:18:33.798794 8648494912 Options.blob_file_size: 268435456 +2025/01/11-06:18:33.798794 8648494912 Options.blob_compression_type: NoCompression +2025/01/11-06:18:33.798795 8648494912 Options.enable_blob_garbage_collection: false +2025/01/11-06:18:33.798796 8648494912 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/01/11-06:18:33.798796 8648494912 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/01/11-06:18:33.798797 8648494912 Options.blob_compaction_readahead_size: 0 +2025/01/11-06:18:33.798797 8648494912 Options.blob_file_starting_level: 0 +2025/01/11-06:18:33.798798 8648494912 Options.experimental_mempurge_threshold: 0.000000 +2025/01/11-06:18:33.798919 8648494912 [db/db_impl/db_impl.cc:3200] Created column family [hashes] (ID 1) +2025/01/11-06:18:33.800318 8648494912 [db/column_family.cc:621] --------------- Options for column family [metadata]: +2025/01/11-06:18:33.800323 8648494912 Options.comparator: leveldb.BytewiseComparator +2025/01/11-06:18:33.800324 8648494912 Options.merge_operator: None +2025/01/11-06:18:33.800325 8648494912 Options.compaction_filter: None +2025/01/11-06:18:33.800326 8648494912 Options.compaction_filter_factory: None +2025/01/11-06:18:33.800326 8648494912 Options.sst_partitioner_factory: None +2025/01/11-06:18:33.800327 8648494912 Options.memtable_factory: SkipListFactory +2025/01/11-06:18:33.800328 8648494912 Options.table_factory: BlockBasedTable +2025/01/11-06:18:33.800338 8648494912 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x6000037e5540) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x6000002dd158 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/01/11-06:18:33.800340 8648494912 Options.write_buffer_size: 67108864 +2025/01/11-06:18:33.800340 8648494912 Options.max_write_buffer_number: 16 +2025/01/11-06:18:33.800341 8648494912 Options.compression: Snappy +2025/01/11-06:18:33.800341 8648494912 Options.bottommost_compression: Disabled +2025/01/11-06:18:33.800342 8648494912 Options.prefix_extractor: nullptr +2025/01/11-06:18:33.800343 8648494912 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/01/11-06:18:33.800343 8648494912 Options.num_levels: 7 +2025/01/11-06:18:33.800344 8648494912 Options.min_write_buffer_number_to_merge: 1 +2025/01/11-06:18:33.800344 8648494912 Options.max_write_buffer_number_to_maintain: 0 +2025/01/11-06:18:33.800345 8648494912 Options.max_write_buffer_size_to_maintain: 0 +2025/01/11-06:18:33.800346 8648494912 Options.bottommost_compression_opts.window_bits: -14 +2025/01/11-06:18:33.800346 8648494912 Options.bottommost_compression_opts.level: 32767 +2025/01/11-06:18:33.800347 8648494912 Options.bottommost_compression_opts.strategy: 0 +2025/01/11-06:18:33.800347 8648494912 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/01/11-06:18:33.800348 8648494912 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/01/11-06:18:33.800349 8648494912 Options.bottommost_compression_opts.parallel_threads: 1 +2025/01/11-06:18:33.800349 8648494912 Options.bottommost_compression_opts.enabled: false +2025/01/11-06:18:33.800350 8648494912 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-06:18:33.800350 8648494912 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/01/11-06:18:33.800351 8648494912 Options.compression_opts.window_bits: -14 +2025/01/11-06:18:33.800351 8648494912 Options.compression_opts.level: 32767 +2025/01/11-06:18:33.800352 8648494912 Options.compression_opts.strategy: 0 +2025/01/11-06:18:33.800352 8648494912 Options.compression_opts.max_dict_bytes: 0 +2025/01/11-06:18:33.800353 8648494912 Options.compression_opts.zstd_max_train_bytes: 0 +2025/01/11-06:18:33.800354 8648494912 Options.compression_opts.use_zstd_dict_trainer: true +2025/01/11-06:18:33.800354 8648494912 Options.compression_opts.parallel_threads: 1 +2025/01/11-06:18:33.800355 8648494912 Options.compression_opts.enabled: false +2025/01/11-06:18:33.800355 8648494912 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/01/11-06:18:33.800356 8648494912 Options.level0_file_num_compaction_trigger: 4 +2025/01/11-06:18:33.800356 8648494912 Options.level0_slowdown_writes_trigger: 20 +2025/01/11-06:18:33.800357 8648494912 Options.level0_stop_writes_trigger: 36 +2025/01/11-06:18:33.800357 8648494912 Options.target_file_size_base: 67108864 +2025/01/11-06:18:33.800358 8648494912 Options.target_file_size_multiplier: 1 +2025/01/11-06:18:33.800359 8648494912 Options.max_bytes_for_level_base: 268435456 +2025/01/11-06:18:33.800359 8648494912 Options.level_compaction_dynamic_level_bytes: 1 +2025/01/11-06:18:33.800360 8648494912 Options.max_bytes_for_level_multiplier: 10.000000 +2025/01/11-06:18:33.800361 8648494912 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/01/11-06:18:33.800361 8648494912 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/01/11-06:18:33.800362 8648494912 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/01/11-06:18:33.800362 8648494912 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/01/11-06:18:33.800363 8648494912 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/01/11-06:18:33.800364 8648494912 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/01/11-06:18:33.800364 8648494912 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/01/11-06:18:33.800365 8648494912 Options.max_sequential_skip_in_iterations: 8 +2025/01/11-06:18:33.800365 8648494912 Options.max_compaction_bytes: 1677721600 +2025/01/11-06:18:33.800366 8648494912 Options.ignore_max_compaction_bytes_for_input: true +2025/01/11-06:18:33.800366 8648494912 Options.arena_block_size: 1048576 +2025/01/11-06:18:33.800367 8648494912 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/01/11-06:18:33.800367 8648494912 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/01/11-06:18:33.800368 8648494912 Options.disable_auto_compactions: 0 +2025/01/11-06:18:33.800369 8648494912 Options.compaction_style: kCompactionStyleLevel +2025/01/11-06:18:33.800369 8648494912 Options.compaction_pri: kMinOverlappingRatio +2025/01/11-06:18:33.800370 8648494912 Options.compaction_options_universal.size_ratio: 1 +2025/01/11-06:18:33.800370 8648494912 Options.compaction_options_universal.min_merge_width: 2 +2025/01/11-06:18:33.800371 8648494912 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/01/11-06:18:33.800372 8648494912 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/01/11-06:18:33.800372 8648494912 Options.compaction_options_universal.compression_size_percent: -1 +2025/01/11-06:18:33.800373 8648494912 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/01/11-06:18:33.800373 8648494912 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/01/11-06:18:33.800374 8648494912 Options.compaction_options_fifo.allow_compaction: 0 +2025/01/11-06:18:33.800375 8648494912 Options.table_properties_collectors: +2025/01/11-06:18:33.800375 8648494912 Options.inplace_update_support: 0 +2025/01/11-06:18:33.800376 8648494912 Options.inplace_update_num_locks: 10000 +2025/01/11-06:18:33.800377 8648494912 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/01/11-06:18:33.800377 8648494912 Options.memtable_whole_key_filtering: 0 +2025/01/11-06:18:33.800378 8648494912 Options.memtable_huge_page_size: 0 +2025/01/11-06:18:33.800378 8648494912 Options.bloom_locality: 0 +2025/01/11-06:18:33.800379 8648494912 Options.max_successive_merges: 0 +2025/01/11-06:18:33.800379 8648494912 Options.optimize_filters_for_hits: 0 +2025/01/11-06:18:33.800380 8648494912 Options.paranoid_file_checks: 0 +2025/01/11-06:18:33.800380 8648494912 Options.force_consistency_checks: 1 +2025/01/11-06:18:33.800381 8648494912 Options.report_bg_io_stats: 0 +2025/01/11-06:18:33.800382 8648494912 Options.ttl: 2592000 +2025/01/11-06:18:33.800382 8648494912 Options.periodic_compaction_seconds: 0 +2025/01/11-06:18:33.800383 8648494912 Options.preclude_last_level_data_seconds: 0 +2025/01/11-06:18:33.800383 8648494912 Options.preserve_internal_time_seconds: 0 +2025/01/11-06:18:33.800384 8648494912 Options.enable_blob_files: false +2025/01/11-06:18:33.800384 8648494912 Options.min_blob_size: 0 +2025/01/11-06:18:33.800385 8648494912 Options.blob_file_size: 268435456 +2025/01/11-06:18:33.800385 8648494912 Options.blob_compression_type: NoCompression +2025/01/11-06:18:33.800386 8648494912 Options.enable_blob_garbage_collection: false +2025/01/11-06:18:33.800387 8648494912 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/01/11-06:18:33.800387 8648494912 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/01/11-06:18:33.800388 8648494912 Options.blob_compaction_readahead_size: 0 +2025/01/11-06:18:33.800388 8648494912 Options.blob_file_starting_level: 0 +2025/01/11-06:18:33.800389 8648494912 Options.experimental_mempurge_threshold: 0.000000 +2025/01/11-06:18:33.800427 8648494912 [db/db_impl/db_impl.cc:3200] Created column family [metadata] (ID 2) +2025/01/11-06:18:33.802521 8648494912 [db/db_impl/db_impl_open.cc:1977] SstFileManager instance 0x11fbade70 +2025/01/11-06:18:33.802549 8648494912 DB pointer 0x13f769a00 +2025/01/11-06:18:33.802731 6161362944 [db/db_impl/db_impl.cc:1085] ------- DUMPING STATS ------- +2025/01/11-06:18:33.802734 6161362944 [db/db_impl/db_impl.cc:1086] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent +Write Stall (count): write-buffer-manager-limit-stops: 0, +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0, Block cache LRUCache@0x6000002dd218#36555 capacity: 8.00 MB usage: 0.08 KB table_size: 256 occupancy: 87 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** + +** Compaction Stats [hashes] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [hashes] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0, Block cache LRUCache@0x6000002dcfd8#36555 capacity: 8.00 MB usage: 0.08 KB table_size: 256 occupancy: 87 collections: 1 last_copies: 0 last_secs: 6e-06 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [hashes] ** + +** Compaction Stats [metadata] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [metadata] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0, Block cache LRUCache@0x6000002dd158#36555 capacity: 8.00 MB usage: 0.08 KB table_size: 256 occupancy: 87 collections: 1 last_copies: 0 last_secs: 5e-06 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [metadata] ** +2025/01/11-06:18:33.805055 8648494912 [db/db_impl/db_impl_write.cc:2149] [hashes] New memtable created with log file: #12. Immutable memtables: 0. +2025/01/11-06:18:33.805080 6160789504 [db/db_impl/db_impl_compaction_flush.cc:105] [JOB 2] Syncing log #4 +2025/01/11-06:18:33.805165 6160789504 (Original Log Time 2025/01/11-06:18:33.805077) [db/db_impl/db_impl_compaction_flush.cc:2926] Calling FlushMemTableToOutputFile with column family [hashes], flush slots available 4, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2025/01/11-06:18:33.805166 6160789504 [db/flush_job.cc:859] [hashes] [JOB 2] Flushing memtable with next log file: 12 +2025/01/11-06:18:33.805174 6160789504 EVENT_LOG_v1 {"time_micros": 1736605113805169, "job": 2, "event": "flush_started", "num_memtables": 1, "num_entries": 107, "num_deletes": 0, "total_data_size": 2782, "memory_usage": 5320, "flush_reason": "Manual Compaction"} +2025/01/11-06:18:33.805314 6160789504 [db/flush_job.cc:888] [hashes] [JOB 2] Level-0 flush table #13: started +2025/01/11-06:18:33.806365 6160789504 EVENT_LOG_v1 {"time_micros": 1736605113806352, "cf_name": "hashes", "job": 2, "event": "table_file_creation", "file_number": 13, "file_size": 2440, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 2, "largest_seqno": 107, "table_properties": {"data_size": 1425, "index_size": 26, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 1344, "raw_average_key_size": 16, "raw_value_size": 948, "raw_average_value_size": 11, "num_data_blocks": 1, "num_entries": 84, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 84, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "hashes", "column_family_id": 1, "comparator": "leveldb.BytewiseComparator", "merge_operator": "datasets operator", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1736605113, "oldest_key_time": 1736605113, "file_creation_time": 1736605113, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e7568729-7267-4789-b825-3535b593730d", "db_session_id": "TD653XW7RVD5F3B1BHOF", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} +2025/01/11-06:18:33.806520 6160789504 [db/flush_job.cc:1021] [hashes] [JOB 2] Flush lasted 1367 microseconds, and 480 cpu microseconds. +2025/01/11-06:18:33.806590 6160789504 (Original Log Time 2025/01/11-06:18:33.806516) [db/flush_job.cc:974] [hashes] [JOB 2] Level-0 flush table #13: 2440 bytes OK +2025/01/11-06:18:33.806592 6160789504 (Original Log Time 2025/01/11-06:18:33.806522) [db/memtable_list.cc:521] [hashes] Level-0 commit table #13 started +2025/01/11-06:18:33.806592 6160789504 (Original Log Time 2025/01/11-06:18:33.806573) [db/memtable_list.cc:721] [hashes] Level-0 commit table #13: memtable #1 done +2025/01/11-06:18:33.806593 6160789504 (Original Log Time 2025/01/11-06:18:33.806579) EVENT_LOG_v1 {"time_micros": 1736605113806576, "job": 2, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0} +2025/01/11-06:18:33.806594 6160789504 (Original Log Time 2025/01/11-06:18:33.806583) [db/db_impl/db_impl_compaction_flush.cc:295] [hashes] Level summary: files[1 0 0 0 0 0 0] max score 0.25 +2025/01/11-06:18:33.806630 6158495744 [db/version_set.cc:4524] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. +2025/01/11-06:18:33.806665 6158495744 (Original Log Time 2025/01/11-06:18:33.806623) [db/db_impl/db_impl_compaction_flush.cc:3261] [hashes] Manual compaction from level-0 to level-6 from (begin) .. (end); will stop at (end) +2025/01/11-06:18:33.806666 6158495744 (Original Log Time 2025/01/11-06:18:33.806625) [db/db_impl/db_impl_compaction_flush.cc:3432] [hashes] Moving #13 to level-6 2440 bytes +2025/01/11-06:18:33.806666 6158495744 (Original Log Time 2025/01/11-06:18:33.806659) EVENT_LOG_v1 {"time_micros": 1736605113806657, "job": 3, "event": "trivial_move", "destination_level": 6, "files": 1, "total_files_size": 2440} +2025/01/11-06:18:33.806667 6158495744 (Original Log Time 2025/01/11-06:18:33.806661) [db/db_impl/db_impl_compaction_flush.cc:3471] [hashes] Moved #1 files to level-6 2440 bytes OK: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 1] max score 0.00 +2025/01/11-06:18:33.806675 8648494912 (Original Log Time 2025/01/11-06:18:33.806610) [db/db_impl/db_impl_compaction_flush.cc:1951] [hashes] Manual compaction starting +2025/01/11-06:18:33.806685 8648494912 [db/db_impl/db_impl_write.cc:2149] [metadata] New memtable created with log file: #12. Immutable memtables: 0. +2025/01/11-06:18:33.806695 6159069184 (Original Log Time 2025/01/11-06:18:33.806690) [db/db_impl/db_impl_compaction_flush.cc:2926] Calling FlushMemTableToOutputFile with column family [metadata], flush slots available 4, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2025/01/11-06:18:33.806696 6159069184 [db/flush_job.cc:859] [metadata] [JOB 4] Flushing memtable with next log file: 12 +2025/01/11-06:18:33.806699 6159069184 EVENT_LOG_v1 {"time_micros": 1736605113806697, "job": 4, "event": "flush_started", "num_memtables": 1, "num_entries": 3, "num_deletes": 0, "total_data_size": 820, "memory_usage": 1552, "flush_reason": "Manual Compaction"} +2025/01/11-06:18:33.806700 6159069184 [db/flush_job.cc:888] [metadata] [JOB 4] Level-0 flush table #14: started +2025/01/11-06:18:33.806858 6159069184 EVENT_LOG_v1 {"time_micros": 1736605113806846, "cf_name": "metadata", "job": 4, "event": "table_file_creation", "file_number": 14, "file_size": 1642, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 108, "largest_seqno": 110, "table_properties": {"data_size": 637, "index_size": 25, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 51, "raw_average_key_size": 17, "raw_value_size": 762, "raw_average_value_size": 254, "num_data_blocks": 1, "num_entries": 3, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "metadata", "column_family_id": 2, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1736605113, "oldest_key_time": 1736605113, "file_creation_time": 1736605113, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e7568729-7267-4789-b825-3535b593730d", "db_session_id": "TD653XW7RVD5F3B1BHOF", "orig_file_number": 14, "seqno_to_time_mapping": "N/A"}} +2025/01/11-06:18:33.806869 6159069184 [db/flush_job.cc:1021] [metadata] [JOB 4] Flush lasted 177 microseconds, and 161 cpu microseconds. +2025/01/11-06:18:33.806926 6159069184 (Original Log Time 2025/01/11-06:18:33.806867) [db/flush_job.cc:974] [metadata] [JOB 4] Level-0 flush table #14: 1642 bytes OK +2025/01/11-06:18:33.806927 6159069184 (Original Log Time 2025/01/11-06:18:33.806870) [db/memtable_list.cc:521] [metadata] Level-0 commit table #14 started +2025/01/11-06:18:33.806928 6159069184 (Original Log Time 2025/01/11-06:18:33.806913) [db/memtable_list.cc:721] [metadata] Level-0 commit table #14: memtable #1 done +2025/01/11-06:18:33.806929 6159069184 (Original Log Time 2025/01/11-06:18:33.806918) EVENT_LOG_v1 {"time_micros": 1736605113806915, "job": 4, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0} +2025/01/11-06:18:33.806930 6159069184 (Original Log Time 2025/01/11-06:18:33.806920) [db/db_impl/db_impl_compaction_flush.cc:295] [metadata] Level summary: files[1 0 0 0 0 0 0] max score 0.25 +2025/01/11-06:18:33.806931 6159069184 [db/db_impl/db_impl_files.cc:469] [JOB 4] Try to delete WAL files size 3914, prev total WAL file size 3914, number of live WAL files 2. +2025/01/11-06:18:33.806993 6159069184 [file/delete_scheduler.cc:77] Deleted file podar-ref-subset.branch095.rocksdb/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2025/01/11-06:18:33.807017 6154481664 [db/version_set.cc:4524] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. +2025/01/11-06:18:33.807057 6154481664 (Original Log Time 2025/01/11-06:18:33.807009) [db/db_impl/db_impl_compaction_flush.cc:3261] [metadata] Manual compaction from level-0 to level-6 from (begin) .. (end); will stop at (end) +2025/01/11-06:18:33.807057 6154481664 (Original Log Time 2025/01/11-06:18:33.807010) [db/db_impl/db_impl_compaction_flush.cc:3432] [metadata] Moving #14 to level-6 1642 bytes +2025/01/11-06:18:33.807058 6154481664 (Original Log Time 2025/01/11-06:18:33.807053) EVENT_LOG_v1 {"time_micros": 1736605113807051, "job": 5, "event": "trivial_move", "destination_level": 6, "files": 1, "total_files_size": 1642} +2025/01/11-06:18:33.807059 6154481664 (Original Log Time 2025/01/11-06:18:33.807054) [db/db_impl/db_impl_compaction_flush.cc:3471] [metadata] Moved #1 files to level-6 1642 bytes OK: base level 6 level multiplier 10.00 max bytes base 268435456 files[0 0 0 0 0 0 1] max score 0.00 +2025/01/11-06:18:33.807070 8648494912 (Original Log Time 2025/01/11-06:18:33.807002) [db/db_impl/db_impl_compaction_flush.cc:1951] [metadata] Manual compaction starting +2025/01/11-06:18:33.807081 8648494912 [db/db_impl/db_impl.cc:490] Shutdown: canceling all background work +2025/01/11-06:18:33.807200 8648494912 [db/db_impl/db_impl.cc:692] Shutdown complete diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/MANIFEST-000005 b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/MANIFEST-000005 new file mode 100644 index 00000000..5b7ac5b8 Binary files /dev/null and b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/MANIFEST-000005 differ diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/OPTIONS-000009 b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/OPTIONS-000009 new file mode 100644 index 00000000..5fe66630 --- /dev/null +++ b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/OPTIONS-000009 @@ -0,0 +1,410 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=8.1.1 + options_file_version=1.1 + +[DBOptions] + max_background_flushes=4 + compaction_readahead_size=0 + strict_bytes_per_sync=false + wal_bytes_per_sync=0 + max_open_files=500 + stats_history_buffer_size=1048576 + max_total_wal_size=0 + stats_persist_period_sec=600 + stats_dump_period_sec=600 + avoid_flush_during_shutdown=false + max_subcompactions=1 + bytes_per_sync=1048576 + delayed_write_rate=16777216 + max_background_compactions=2 + max_background_jobs=8 + delete_obsolete_files_period_micros=21600000000 + writable_file_max_buffer_size=1048576 + file_checksum_gen_factory=nullptr + allow_data_in_errors=false + max_bgerror_resume_count=2147483647 + best_efforts_recovery=false + write_dbid_to_manifest=false + atomic_flush=false + wal_compression=kNoCompression + manual_wal_flush=false + two_write_queues=false + avoid_flush_during_recovery=false + dump_malloc_stats=false + info_log_level=INFO_LEVEL + write_thread_slow_yield_usec=3 + allow_ingest_behind=false + fail_if_options_file_error=false + persist_stats_to_disk=false + WAL_ttl_seconds=0 + bgerror_resume_retry_interval=1000000 + allow_concurrent_memtable_write=true + paranoid_checks=true + WAL_size_limit_MB=0 + lowest_used_cache_tier=kNonVolatileBlockTier + keep_log_file_num=1000 + table_cache_numshardbits=6 + max_file_opening_threads=16 + use_fsync=false + unordered_write=false + random_access_max_buffer_size=1048576 + log_readahead_size=0 + enable_pipelined_write=false + wal_recovery_mode=kPointInTimeRecovery + db_write_buffer_size=0 + allow_2pc=false + skip_checking_sst_file_sizes_on_db_open=false + skip_stats_update_on_db_open=false + recycle_log_file_num=0 + db_host_id=__hostname__ + access_hint_on_compaction_start=NORMAL + verify_sst_unique_id_in_manifest=true + track_and_verify_wals_in_manifest=false + error_if_exists=false + manifest_preallocation_size=4194304 + is_fd_close_on_exec=true + enable_write_thread_adaptive_yield=true + enable_thread_tracking=false + avoid_unnecessary_blocking_io=false + allow_fallocate=true + max_log_file_size=0 + advise_random_on_open=true + create_missing_column_families=true + max_write_batch_group_size_bytes=1048576 + use_adaptive_mutex=false + wal_filter=nullptr + create_if_missing=true + enforce_single_del_contracts=true + allow_mmap_writes=false + log_file_time_to_roll=0 + use_direct_io_for_flush_and_compaction=false + flush_verify_memtable_count=true + max_manifest_file_size=1073741824 + write_thread_max_yield_usec=100 + use_direct_reads=false + allow_mmap_reads=false + + +[CFOptions "default"] + memtable_protection_bytes_per_key=0 + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=2 + ttl=2592000 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=1 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + preserve_internal_time_seconds=0 + force_consistency_checks=true + optimize_filters_for_hits=false + merge_operator=nullptr + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=false + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "default"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + + +[CFOptions "hashes"] + memtable_protection_bytes_per_key=0 + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=16 + ttl=2592000 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=10 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + preserve_internal_time_seconds=0 + force_consistency_checks=true + optimize_filters_for_hits=false + merge_operator=datasets operator + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=true + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "hashes"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + + +[CFOptions "metadata"] + memtable_protection_bytes_per_key=0 + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=16 + ttl=2592000 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=1 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + preserve_internal_time_seconds=0 + force_consistency_checks=true + optimize_filters_for_hits=false + merge_operator=nullptr + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=true + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "metadata"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/OPTIONS-000011 b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/OPTIONS-000011 new file mode 100644 index 00000000..5fe66630 --- /dev/null +++ b/src/python/tests/test-data/rocksdb/podar-ref-subset.branch0_9_5.rocksdb/OPTIONS-000011 @@ -0,0 +1,410 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=8.1.1 + options_file_version=1.1 + +[DBOptions] + max_background_flushes=4 + compaction_readahead_size=0 + strict_bytes_per_sync=false + wal_bytes_per_sync=0 + max_open_files=500 + stats_history_buffer_size=1048576 + max_total_wal_size=0 + stats_persist_period_sec=600 + stats_dump_period_sec=600 + avoid_flush_during_shutdown=false + max_subcompactions=1 + bytes_per_sync=1048576 + delayed_write_rate=16777216 + max_background_compactions=2 + max_background_jobs=8 + delete_obsolete_files_period_micros=21600000000 + writable_file_max_buffer_size=1048576 + file_checksum_gen_factory=nullptr + allow_data_in_errors=false + max_bgerror_resume_count=2147483647 + best_efforts_recovery=false + write_dbid_to_manifest=false + atomic_flush=false + wal_compression=kNoCompression + manual_wal_flush=false + two_write_queues=false + avoid_flush_during_recovery=false + dump_malloc_stats=false + info_log_level=INFO_LEVEL + write_thread_slow_yield_usec=3 + allow_ingest_behind=false + fail_if_options_file_error=false + persist_stats_to_disk=false + WAL_ttl_seconds=0 + bgerror_resume_retry_interval=1000000 + allow_concurrent_memtable_write=true + paranoid_checks=true + WAL_size_limit_MB=0 + lowest_used_cache_tier=kNonVolatileBlockTier + keep_log_file_num=1000 + table_cache_numshardbits=6 + max_file_opening_threads=16 + use_fsync=false + unordered_write=false + random_access_max_buffer_size=1048576 + log_readahead_size=0 + enable_pipelined_write=false + wal_recovery_mode=kPointInTimeRecovery + db_write_buffer_size=0 + allow_2pc=false + skip_checking_sst_file_sizes_on_db_open=false + skip_stats_update_on_db_open=false + recycle_log_file_num=0 + db_host_id=__hostname__ + access_hint_on_compaction_start=NORMAL + verify_sst_unique_id_in_manifest=true + track_and_verify_wals_in_manifest=false + error_if_exists=false + manifest_preallocation_size=4194304 + is_fd_close_on_exec=true + enable_write_thread_adaptive_yield=true + enable_thread_tracking=false + avoid_unnecessary_blocking_io=false + allow_fallocate=true + max_log_file_size=0 + advise_random_on_open=true + create_missing_column_families=true + max_write_batch_group_size_bytes=1048576 + use_adaptive_mutex=false + wal_filter=nullptr + create_if_missing=true + enforce_single_del_contracts=true + allow_mmap_writes=false + log_file_time_to_roll=0 + use_direct_io_for_flush_and_compaction=false + flush_verify_memtable_count=true + max_manifest_file_size=1073741824 + write_thread_max_yield_usec=100 + use_direct_reads=false + allow_mmap_reads=false + + +[CFOptions "default"] + memtable_protection_bytes_per_key=0 + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=2 + ttl=2592000 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=1 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + preserve_internal_time_seconds=0 + force_consistency_checks=true + optimize_filters_for_hits=false + merge_operator=nullptr + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=false + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "default"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + + +[CFOptions "hashes"] + memtable_protection_bytes_per_key=0 + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=16 + ttl=2592000 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=10 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + preserve_internal_time_seconds=0 + force_consistency_checks=true + optimize_filters_for_hits=false + merge_operator=datasets operator + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=true + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "hashes"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + + +[CFOptions "metadata"] + memtable_protection_bytes_per_key=0 + bottommost_compression=kDisableCompressionOption + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=16 + ttl=2592000 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kSnappyCompression + level0_file_num_compaction_trigger=4 + prefix_extractor=nullptr + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=1 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + preserve_internal_time_seconds=0 + force_consistency_checks=true + optimize_filters_for_hits=false + merge_operator=nullptr + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=true + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "metadata"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/src/python/tests/test-data/rocksdb/podar-ref-subset.sig.zip b/src/python/tests/test-data/rocksdb/podar-ref-subset.sig.zip new file mode 100644 index 00000000..fe4f41df Binary files /dev/null and b/src/python/tests/test-data/rocksdb/podar-ref-subset.sig.zip differ diff --git a/src/python/tests/test_fastmultigather.py b/src/python/tests/test_fastmultigather.py index 257bb097..3ec1b9e4 100644 --- a/src/python/tests/test_fastmultigather.py +++ b/src/python/tests/test_fastmultigather.py @@ -1740,7 +1740,7 @@ def test_nonindexed_full_vs_sourmash_gather(runtmp): assert fmg_total_weighted_hashes == g_total_weighted_hashes == set([73489]) -def test_rocksdb_gather_against_index_with_sigs(runtmp, capfd): +def test_rocksdb_gather_against_index_with_sigs(runtmp, zip_against, capfd): # fastmultigather should succeed if indexed sigs are stored internally. query = get_test_data("SRR606249.sig.gz") @@ -1756,6 +1756,9 @@ def test_rocksdb_gather_against_index_with_sigs(runtmp, capfd): against_list = runtmp.output("against.txt") make_file_list(against_list, ["2.fa.sig.gz", "47.fa.sig.gz", "63.fa.sig.gz"]) + if zip_against: + against_list = zip_siglist(runtmp, against_list, runtmp.output("against.zip")) + # index! note: '--internal-storage' defaults to True runtmp.sourmash("scripts", "index", against_list, "-o", "subdir/against.rocksdb") @@ -1763,6 +1766,8 @@ def test_rocksdb_gather_against_index_with_sigs(runtmp, capfd): os.unlink(runtmp.output("2.fa.sig.gz")) os.unlink(runtmp.output("47.fa.sig.gz")) os.unlink(runtmp.output("63.fa.sig.gz")) + if zip_against: + os.unlink(against_list) g_output = runtmp.output("zzz.csv") @@ -2175,3 +2180,113 @@ def test_explicit_scaled(runtmp, indexed): assert len(df) == 3 assert set(list(df["scaled"])) == {150_000} assert round(df["f_unique_to_query"].sum(), 6) == round(0.01836514223, 6) + + +def test_rocksdb_v0_9_5(runtmp): + # there was a RevIndex format change between this plugin v0.9.5 and + # v0.9.12; test that databases can be opened etc. + + sig2 = get_test_data("2.fa.sig.gz") + + rocksdb_dir = get_test_data("rocksdb/podar-ref-subset.branch0_9_5.rocksdb") + rocksdb_zip = get_test_data("rocksdb/podar-ref-subset.sig.zip") + + target_rocksdb = runtmp.output("podar-ref-subset.branch0_9_5.rocksdb") + target_zip = runtmp.output("podar-ref-subset.sig.zip") + shutil.copytree(rocksdb_dir, runtmp.output(target_rocksdb)) + shutil.copyfile(rocksdb_zip, target_zip) + + # fails b/c Column family not found: storage + with pytest.raises(utils.SourmashCommandFailed): + runtmp.sourmash( + "scripts", + "fastmultigather", + sig2, + "podar-ref-subset.branch0_9_5.rocksdb", + "-o", + "out.csv", + "-s", + "100_000", + in_dir=runtmp.output(""), + ) + + # upgrade with 'check' + runtmp.sourmash( + "scripts", + "check", + "--upgrade", + "podar-ref-subset.branch0_9_5.rocksdb", + in_dir=runtmp.output(""), + ) + + # should now work... + runtmp.sourmash( + "scripts", + "fastmultigather", + sig2, + "podar-ref-subset.branch0_9_5.rocksdb", + "-o", + "out.csv", + "-s", + "100_000", + in_dir=runtmp.output(""), + ) + + +def test_rocksdb_v0_9_13_internal(runtmp): + # test that databases created with v0.9.13 w/internal storage can be + # opened/searched. + sig2 = get_test_data("2.fa.sig.gz") + + rocksdb_dir = get_test_data( + "rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb" + ) + + # no need to copy zip file: internal storage + target_rocksdb = runtmp.output("podar-ref-subset.branch0_9_13.internal.rocksdb") + shutil.copytree(rocksdb_dir, runtmp.output(target_rocksdb)) + + runtmp.sourmash( + "scripts", + "fastmultigather", + sig2, + "podar-ref-subset.branch0_9_13.internal.rocksdb", + "-o", + "out.csv", + "-s", + "100_000", + in_dir=runtmp.output(""), + ) + + assert os.path.exists(runtmp.output("out.csv")) + + +def test_rocksdb_v0_9_13_external(runtmp): + # test that databases created with v0.9.13 w/xternal storage can be + # opened/searched. + sig2 = get_test_data("2.fa.sig.gz") + + rocksdb_dir = get_test_data( + "rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb" + ) + rocksdb_zip = get_test_data("rocksdb/podar-ref-subset.sig.zip") + + # note: copy zipfile b/c external storage. + target_rocksdb = runtmp.output("podar-ref-subset.branch0_9_13.external.rocksdb") + target_zip = runtmp.output("podar-ref-subset.sig.zip") + shutil.copytree(rocksdb_dir, runtmp.output(target_rocksdb)) + shutil.copyfile(rocksdb_zip, target_zip) + + runtmp.sourmash( + "scripts", + "fastmultigather", + sig2, + "podar-ref-subset.branch0_9_13.external.rocksdb", + "-o", + "out.csv", + "-s", + "100_000", + in_dir=runtmp.output(""), + ) + + assert os.path.exists(runtmp.output("out.csv")) diff --git a/src/python/tests/test_index.py b/src/python/tests/test_index.py index f33bc241..7a09432d 100644 --- a/src/python/tests/test_index.py +++ b/src/python/tests/test_index.py @@ -551,3 +551,101 @@ def test_index_misnamed_zipfile(runtmp, capfd): assert os.path.exists(output) assert os.path.isdir(output) + + +def test_rocksdb_v0_9_5(runtmp): + # there was a RevIndex format change between this plugin v0.9.5 and + # v0.9.12; test that databases can be opened etc. + + rocksdb_dir = get_test_data("rocksdb/podar-ref-subset.branch0_9_5.rocksdb") + rocksdb_zip = get_test_data("rocksdb/podar-ref-subset.sig.zip") + + target_rocksdb = runtmp.output("podar-ref-subset.branch0_9_5.rocksdb") + target_zip = runtmp.output("podar-ref-subset.sig.zip") + shutil.copytree(rocksdb_dir, runtmp.output(target_rocksdb)) + shutil.copyfile(rocksdb_zip, target_zip) + + # fails b/c Column family not found: storage + with pytest.raises(utils.SourmashCommandFailed): + runtmp.sourmash( + "scripts", + "check", + "podar-ref-subset.branch0_9_5.rocksdb", + in_dir=runtmp.output(""), + ) + + # upgrade with 'check' + runtmp.sourmash( + "scripts", + "check", + "--upgrade", + "podar-ref-subset.branch0_9_5.rocksdb", + in_dir=runtmp.output(""), + ) + + # should now work... + runtmp.sourmash( + "scripts", + "check", + "podar-ref-subset.branch0_9_5.rocksdb", + in_dir=runtmp.output(""), + ) + + +def test_rocksdb_v0_9_13_external(runtmp): + # test that databases created with v0.9.13 w/external storage can be + # opened. + + rocksdb_dir = get_test_data( + "rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb" + ) + rocksdb_zip = get_test_data("rocksdb/podar-ref-subset.sig.zip") + + target_rocksdb = runtmp.output("podar-ref-subset.branch0_9_13.external.rocksdb") + target_zip = runtmp.output("podar-ref-subset.sig.zip") + shutil.copytree(rocksdb_dir, runtmp.output(target_rocksdb)) + shutil.copyfile(rocksdb_zip, target_zip) + + runtmp.sourmash( + "scripts", + "check", + "podar-ref-subset.branch0_9_13.external.rocksdb", + in_dir=runtmp.output(""), + ) + + # upgrade with 'check' + runtmp.sourmash( + "scripts", + "check", + "--upgrade", + "podar-ref-subset.branch0_9_13.external.rocksdb", + in_dir=runtmp.output(""), + ) + + +def test_rocksdb_v0_9_13_internal(runtmp): + # test that databases created with v0.9.13 w/internal storage can be + # opened. + + rocksdb_dir = get_test_data( + "rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb" + ) + + target_rocksdb = runtmp.output("podar-ref-subset.branch0_9_13.internal.rocksdb") + shutil.copytree(rocksdb_dir, runtmp.output(target_rocksdb)) + + runtmp.sourmash( + "scripts", + "check", + "podar-ref-subset.branch0_9_13.internal.rocksdb", + in_dir=runtmp.output(""), + ) + + # upgrade with 'check' + runtmp.sourmash( + "scripts", + "check", + "--upgrade", + "podar-ref-subset.branch0_9_13.internal.rocksdb", + in_dir=runtmp.output(""), + ) diff --git a/src/python/tests/test_manysearch.py b/src/python/tests/test_manysearch.py index c51228cc..169e008e 100644 --- a/src/python/tests/test_manysearch.py +++ b/src/python/tests/test_manysearch.py @@ -1,6 +1,8 @@ import os import pytest import pandas +import shutil + import sourmash from . import sourmash_tst_utils as utils @@ -1442,3 +1444,113 @@ def test_bug_550(runtmp): runtmp.sourmash("scripts", "manysearch", mf_out, mf_out, "-o", csv_out) assert os.path.exists(csv_out) + + +def test_rocksdb_v0_9_5(runtmp): + # there was a RevIndex format change between this plugin v0.9.5 and + # v0.9.12; test that databases can be opened etc. + + sig2 = get_test_data("2.fa.sig.gz") + + rocksdb_dir = get_test_data("rocksdb/podar-ref-subset.branch0_9_5.rocksdb") + rocksdb_zip = get_test_data("rocksdb/podar-ref-subset.sig.zip") + + target_rocksdb = runtmp.output("podar-ref-subset.branch0_9_5.rocksdb") + target_zip = runtmp.output("podar-ref-subset.sig.zip") + shutil.copytree(rocksdb_dir, runtmp.output(target_rocksdb)) + shutil.copyfile(rocksdb_zip, target_zip) + + # fails b/c Column family not found: storage + with pytest.raises(utils.SourmashCommandFailed): + runtmp.sourmash( + "scripts", + "manysearch", + sig2, + "podar-ref-subset.branch0_9_5.rocksdb", + "-o", + "out.csv", + "-s", + "100_000", + in_dir=runtmp.output(""), + ) + + # upgrade with 'check' + runtmp.sourmash( + "scripts", + "check", + "--upgrade", + "podar-ref-subset.branch0_9_5.rocksdb", + in_dir=runtmp.output(""), + ) + + # should now work... + runtmp.sourmash( + "scripts", + "manysearch", + sig2, + "podar-ref-subset.branch0_9_5.rocksdb", + "-o", + "out.csv", + "-s", + "100_000", + in_dir=runtmp.output(""), + ) + + +def test_rocksdb_v0_9_13_internal(runtmp): + # test that databases created with v0.9.13 w/internal storage can be + # opened/searched. + sig2 = get_test_data("2.fa.sig.gz") + + rocksdb_dir = get_test_data( + "rocksdb/podar-ref-subset.branch0_9_13.internal.rocksdb" + ) + + # no need to copy zip file: internal storage + target_rocksdb = runtmp.output("podar-ref-subset.branch0_9_13.internal.rocksdb") + shutil.copytree(rocksdb_dir, runtmp.output(target_rocksdb)) + + runtmp.sourmash( + "scripts", + "manysearch", + sig2, + "podar-ref-subset.branch0_9_13.internal.rocksdb", + "-o", + "out.csv", + "-s", + "100_000", + in_dir=runtmp.output(""), + ) + + assert os.path.exists(runtmp.output("out.csv")) + + +def test_rocksdb_v0_9_13_external(runtmp): + # test that databases created with v0.9.13 w/external storage can be + # opened/searched. + sig2 = get_test_data("2.fa.sig.gz") + + rocksdb_dir = get_test_data( + "rocksdb/podar-ref-subset.branch0_9_13.external.rocksdb" + ) + rocksdb_zip = get_test_data("rocksdb/podar-ref-subset.sig.zip") + + # note: copy zipfile b/c external storage. + target_rocksdb = runtmp.output("podar-ref-subset.branch0_9_13.external.rocksdb") + target_zip = runtmp.output("podar-ref-subset.sig.zip") + shutil.copytree(rocksdb_dir, runtmp.output(target_rocksdb)) + shutil.copyfile(rocksdb_zip, target_zip) + + runtmp.sourmash( + "scripts", + "manysearch", + sig2, + "podar-ref-subset.branch0_9_13.external.rocksdb", + "-o", + "out.csv", + "-s", + "100_000", + in_dir=runtmp.output(""), + ) + + assert os.path.exists(runtmp.output("out.csv"))