diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719230483/000010.sst b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719230483/000010.sst new file mode 100644 index 0000000000000..dcbbd6019113d Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719230483/000010.sst differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719230483/000012.sst b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719230483/000012.sst new file mode 100644 index 0000000000000..bebd7de94d6f0 Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719230483/000012.sst differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719230483/CURRENT b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719230483/CURRENT new file mode 100644 index 0000000000000..aa5bb8ea50905 --- /dev/null +++ b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719230483/CURRENT @@ -0,0 +1 @@ +MANIFEST-000005 diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719230483/MANIFEST-000005 b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719230483/MANIFEST-000005 new file mode 100644 index 0000000000000..fb545617fe847 Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719230483/MANIFEST-000005 differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719230483/OPTIONS-000007 b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719230483/OPTIONS-000007 new file mode 100644 index 0000000000000..d2b2e9bfc5695 --- /dev/null +++ b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719230483/OPTIONS-000007 @@ -0,0 +1,198 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=7.10.2 + options_file_version=1.1 + +[DBOptions] + max_background_flushes=-1 + compaction_readahead_size=0 + strict_bytes_per_sync=false + wal_bytes_per_sync=0 + max_open_files=-1 + stats_history_buffer_size=1048576 + max_total_wal_size=0 + stats_persist_period_sec=600 + stats_dump_period_sec=600 + avoid_flush_during_shutdown=false + max_subcompactions=1 + bytes_per_sync=0 + delayed_write_rate=16777216 + max_background_compactions=-1 + max_background_jobs=2 + delete_obsolete_files_period_micros=21600000000 + writable_file_max_buffer_size=1048576 + file_checksum_gen_factory=nullptr + allow_data_in_errors=false + max_bgerror_resume_count=2147483647 + best_efforts_recovery=false + write_dbid_to_manifest=false + atomic_flush=false + wal_compression=kNoCompression + manual_wal_flush=false + two_write_queues=false + avoid_flush_during_recovery=false + dump_malloc_stats=false + info_log_level=INFO_LEVEL + write_thread_slow_yield_usec=3 + allow_ingest_behind=false + fail_if_options_file_error=false + persist_stats_to_disk=false + WAL_ttl_seconds=330 + bgerror_resume_retry_interval=1000000 + allow_concurrent_memtable_write=true + paranoid_checks=true + WAL_size_limit_MB=0 + lowest_used_cache_tier=kNonVolatileBlockTier + keep_log_file_num=1000 + table_cache_numshardbits=6 + max_file_opening_threads=16 + use_fsync=false + unordered_write=false + random_access_max_buffer_size=1048576 + log_readahead_size=0 + enable_pipelined_write=false + wal_recovery_mode=kPointInTimeRecovery + db_write_buffer_size=0 + allow_2pc=false + skip_checking_sst_file_sizes_on_db_open=false + skip_stats_update_on_db_open=false + recycle_log_file_num=0 + db_host_id=__hostname__ + access_hint_on_compaction_start=NORMAL + verify_sst_unique_id_in_manifest=true + track_and_verify_wals_in_manifest=false + error_if_exists=false + manifest_preallocation_size=4194304 + is_fd_close_on_exec=true + enable_write_thread_adaptive_yield=true + enable_thread_tracking=false + avoid_unnecessary_blocking_io=false + allow_fallocate=true + max_log_file_size=0 + advise_random_on_open=true + create_missing_column_families=false + max_write_batch_group_size_bytes=1048576 + use_adaptive_mutex=false + wal_filter=nullptr + create_if_missing=true + enforce_single_del_contracts=true + allow_mmap_writes=false + log_file_time_to_roll=0 + use_direct_io_for_flush_and_compaction=false + flush_verify_memtable_count=true + max_manifest_file_size=1073741824 + write_thread_max_yield_usec=100 + use_direct_reads=false + allow_mmap_reads=false + + +[CFOptions "default"] + memtable_protection_bytes_per_key=0 + bottommost_compression=kNoCompression + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=2 + ttl=2592000 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kNoCompression + level0_file_num_compaction_trigger=4 + prefix_extractor=rocksdb.FixedPrefix.13 + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=1 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + preserve_internal_time_seconds=0 + force_consistency_checks=true + optimize_filters_for_hits=false + merge_operator=meta_store merge + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=false + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "default"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/000010.sst b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/000010.sst new file mode 100644 index 0000000000000..dcbbd6019113d Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/000010.sst differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/000012.sst b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/000012.sst new file mode 100644 index 0000000000000..bebd7de94d6f0 Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/000012.sst differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/000014.sst b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/000014.sst new file mode 100644 index 0000000000000..380ef9fbeaf8b Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/000014.sst differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/CURRENT b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/CURRENT new file mode 100644 index 0000000000000..aa5bb8ea50905 --- /dev/null +++ b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/CURRENT @@ -0,0 +1 @@ +MANIFEST-000005 diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/MANIFEST-000005 b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/MANIFEST-000005 new file mode 100644 index 0000000000000..dd37b32b97907 Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/MANIFEST-000005 differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/OPTIONS-000007 b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/OPTIONS-000007 new file mode 100644 index 0000000000000..d2b2e9bfc5695 --- /dev/null +++ b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-1753719231346/OPTIONS-000007 @@ -0,0 +1,198 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=7.10.2 + options_file_version=1.1 + +[DBOptions] + max_background_flushes=-1 + compaction_readahead_size=0 + strict_bytes_per_sync=false + wal_bytes_per_sync=0 + max_open_files=-1 + stats_history_buffer_size=1048576 + max_total_wal_size=0 + stats_persist_period_sec=600 + stats_dump_period_sec=600 + avoid_flush_during_shutdown=false + max_subcompactions=1 + bytes_per_sync=0 + delayed_write_rate=16777216 + max_background_compactions=-1 + max_background_jobs=2 + delete_obsolete_files_period_micros=21600000000 + writable_file_max_buffer_size=1048576 + file_checksum_gen_factory=nullptr + allow_data_in_errors=false + max_bgerror_resume_count=2147483647 + best_efforts_recovery=false + write_dbid_to_manifest=false + atomic_flush=false + wal_compression=kNoCompression + manual_wal_flush=false + two_write_queues=false + avoid_flush_during_recovery=false + dump_malloc_stats=false + info_log_level=INFO_LEVEL + write_thread_slow_yield_usec=3 + allow_ingest_behind=false + fail_if_options_file_error=false + persist_stats_to_disk=false + WAL_ttl_seconds=330 + bgerror_resume_retry_interval=1000000 + allow_concurrent_memtable_write=true + paranoid_checks=true + WAL_size_limit_MB=0 + lowest_used_cache_tier=kNonVolatileBlockTier + keep_log_file_num=1000 + table_cache_numshardbits=6 + max_file_opening_threads=16 + use_fsync=false + unordered_write=false + random_access_max_buffer_size=1048576 + log_readahead_size=0 + enable_pipelined_write=false + wal_recovery_mode=kPointInTimeRecovery + db_write_buffer_size=0 + allow_2pc=false + skip_checking_sst_file_sizes_on_db_open=false + skip_stats_update_on_db_open=false + recycle_log_file_num=0 + db_host_id=__hostname__ + access_hint_on_compaction_start=NORMAL + verify_sst_unique_id_in_manifest=true + track_and_verify_wals_in_manifest=false + error_if_exists=false + manifest_preallocation_size=4194304 + is_fd_close_on_exec=true + enable_write_thread_adaptive_yield=true + enable_thread_tracking=false + avoid_unnecessary_blocking_io=false + allow_fallocate=true + max_log_file_size=0 + advise_random_on_open=true + create_missing_column_families=false + max_write_batch_group_size_bytes=1048576 + use_adaptive_mutex=false + wal_filter=nullptr + create_if_missing=true + enforce_single_del_contracts=true + allow_mmap_writes=false + log_file_time_to_roll=0 + use_direct_io_for_flush_and_compaction=false + flush_verify_memtable_count=true + max_manifest_file_size=1073741824 + write_thread_max_yield_usec=100 + use_direct_reads=false + allow_mmap_reads=false + + +[CFOptions "default"] + memtable_protection_bytes_per_key=0 + bottommost_compression=kNoCompression + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=2 + ttl=2592000 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kNoCompression + level0_file_num_compaction_trigger=4 + prefix_extractor=rocksdb.FixedPrefix.13 + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=1 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + preserve_internal_time_seconds=0 + force_consistency_checks=true + optimize_filters_for_hits=false + merge_operator=meta_store merge + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=false + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "default"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-current b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-current new file mode 100644 index 0000000000000..ea28456422544 --- /dev/null +++ b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore-current @@ -0,0 +1 @@ +metastore-1753719231346 \ No newline at end of file diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000010.sst b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000010.sst new file mode 100644 index 0000000000000..dcbbd6019113d Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000010.sst differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000012.sst b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000012.sst new file mode 100644 index 0000000000000..bebd7de94d6f0 Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000012.sst differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000013.log b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000013.log new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000014.sst b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000014.sst new file mode 100644 index 0000000000000..380ef9fbeaf8b Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000014.sst differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/CURRENT b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/CURRENT new file mode 100644 index 0000000000000..aa5bb8ea50905 --- /dev/null +++ b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/CURRENT @@ -0,0 +1 @@ +MANIFEST-000005 diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/IDENTITY b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/IDENTITY new file mode 100644 index 0000000000000..36a8a5490a834 --- /dev/null +++ b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/IDENTITY @@ -0,0 +1 @@ +ac48a1cb-d5c6-4b3c-b571-6a87aea6cb32 \ No newline at end of file diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/LOCK b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/LOCK new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/LOG b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/LOG new file mode 100644 index 0000000000000..455c1a69f2611 --- /dev/null +++ b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/LOG @@ -0,0 +1,344 @@ +2025/07/28-18:13:49.984060 6144143360 RocksDB version: 7.10.2 +2025/07/28-18:13:49.984117 6144143360 Compile date 2022-12-22 09:30:39 +2025/07/28-18:13:49.984118 6144143360 DB SUMMARY +2025/07/28-18:13:49.984119 6144143360 DB Session ID: WIX42XHIOGEKM4O8FZGI +2025/07/28-18:13:49.984711 6144143360 SST files in /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore dir, Total Num: 0, files: +2025/07/28-18:13:49.984725 6144143360 Write Ahead Log file in /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore: +2025/07/28-18:13:49.984728 6144143360 Options.error_if_exists: 0 +2025/07/28-18:13:49.984731 6144143360 Options.create_if_missing: 1 +2025/07/28-18:13:49.984733 6144143360 Options.paranoid_checks: 1 +2025/07/28-18:13:49.984734 6144143360 Options.flush_verify_memtable_count: 1 +2025/07/28-18:13:49.984736 6144143360 Options.track_and_verify_wals_in_manifest: 0 +2025/07/28-18:13:49.984738 6144143360 Options.verify_sst_unique_id_in_manifest: 1 +2025/07/28-18:13:49.984739 6144143360 Options.env: 0x10a959170 +2025/07/28-18:13:49.984742 6144143360 Options.fs: PosixFileSystem +2025/07/28-18:13:49.984744 6144143360 Options.info_log: 0x15f009958 +2025/07/28-18:13:49.984746 6144143360 Options.max_file_opening_threads: 16 +2025/07/28-18:13:49.984748 6144143360 Options.statistics: 0x0 +2025/07/28-18:13:49.984750 6144143360 Options.use_fsync: 0 +2025/07/28-18:13:49.984751 6144143360 Options.max_log_file_size: 0 +2025/07/28-18:13:49.984753 6144143360 Options.max_manifest_file_size: 1073741824 +2025/07/28-18:13:49.984755 6144143360 Options.log_file_time_to_roll: 0 +2025/07/28-18:13:49.984767 6144143360 Options.keep_log_file_num: 1000 +2025/07/28-18:13:49.984769 6144143360 Options.recycle_log_file_num: 0 +2025/07/28-18:13:49.984770 6144143360 Options.allow_fallocate: 1 +2025/07/28-18:13:49.984770 6144143360 Options.allow_mmap_reads: 0 +2025/07/28-18:13:49.984771 6144143360 Options.allow_mmap_writes: 0 +2025/07/28-18:13:49.984772 6144143360 Options.use_direct_reads: 0 +2025/07/28-18:13:49.984773 6144143360 Options.use_direct_io_for_flush_and_compaction: 0 +2025/07/28-18:13:49.984774 6144143360 Options.create_missing_column_families: 0 +2025/07/28-18:13:49.984774 6144143360 Options.db_log_dir: +2025/07/28-18:13:49.984775 6144143360 Options.wal_dir: +2025/07/28-18:13:49.984776 6144143360 Options.table_cache_numshardbits: 6 +2025/07/28-18:13:49.984777 6144143360 Options.WAL_ttl_seconds: 330 +2025/07/28-18:13:49.984777 6144143360 Options.WAL_size_limit_MB: 0 +2025/07/28-18:13:49.984778 6144143360 Options.max_write_batch_group_size_bytes: 1048576 +2025/07/28-18:13:49.984779 6144143360 Options.manifest_preallocation_size: 4194304 +2025/07/28-18:13:49.984780 6144143360 Options.is_fd_close_on_exec: 1 +2025/07/28-18:13:49.984780 6144143360 Options.advise_random_on_open: 1 +2025/07/28-18:13:49.984781 6144143360 Options.db_write_buffer_size: 0 +2025/07/28-18:13:49.984782 6144143360 Options.write_buffer_manager: 0x60000365c340 +2025/07/28-18:13:49.984783 6144143360 Options.access_hint_on_compaction_start: 1 +2025/07/28-18:13:49.984784 6144143360 Options.random_access_max_buffer_size: 1048576 +2025/07/28-18:13:49.984784 6144143360 Options.use_adaptive_mutex: 0 +2025/07/28-18:13:49.984785 6144143360 Options.rate_limiter: 0x0 +2025/07/28-18:13:49.984787 6144143360 Options.sst_file_manager.rate_bytes_per_sec: 0 +2025/07/28-18:13:49.984788 6144143360 Options.wal_recovery_mode: 2 +2025/07/28-18:13:49.984789 6144143360 Options.enable_thread_tracking: 0 +2025/07/28-18:13:49.984789 6144143360 Options.enable_pipelined_write: 0 +2025/07/28-18:13:49.984790 6144143360 Options.unordered_write: 0 +2025/07/28-18:13:49.984791 6144143360 Options.allow_concurrent_memtable_write: 1 +2025/07/28-18:13:49.984791 6144143360 Options.enable_write_thread_adaptive_yield: 1 +2025/07/28-18:13:49.984792 6144143360 Options.write_thread_max_yield_usec: 100 +2025/07/28-18:13:49.984793 6144143360 Options.write_thread_slow_yield_usec: 3 +2025/07/28-18:13:49.984794 6144143360 Options.row_cache: None +2025/07/28-18:13:49.984795 6144143360 Options.wal_filter: None +2025/07/28-18:13:49.984796 6144143360 Options.avoid_flush_during_recovery: 0 +2025/07/28-18:13:49.984797 6144143360 Options.allow_ingest_behind: 0 +2025/07/28-18:13:49.984798 6144143360 Options.two_write_queues: 0 +2025/07/28-18:13:49.984798 6144143360 Options.manual_wal_flush: 0 +2025/07/28-18:13:49.984799 6144143360 Options.wal_compression: 0 +2025/07/28-18:13:49.984800 6144143360 Options.atomic_flush: 0 +2025/07/28-18:13:49.984801 6144143360 Options.avoid_unnecessary_blocking_io: 0 +2025/07/28-18:13:49.984802 6144143360 Options.persist_stats_to_disk: 0 +2025/07/28-18:13:49.984802 6144143360 Options.write_dbid_to_manifest: 0 +2025/07/28-18:13:49.984803 6144143360 Options.log_readahead_size: 0 +2025/07/28-18:13:49.984804 6144143360 Options.file_checksum_gen_factory: Unknown +2025/07/28-18:13:49.984805 6144143360 Options.best_efforts_recovery: 0 +2025/07/28-18:13:49.984806 6144143360 Options.max_bgerror_resume_count: 2147483647 +2025/07/28-18:13:49.984807 6144143360 Options.bgerror_resume_retry_interval: 1000000 +2025/07/28-18:13:49.984808 6144143360 Options.allow_data_in_errors: 0 +2025/07/28-18:13:49.984808 6144143360 Options.db_host_id: __hostname__ +2025/07/28-18:13:49.984809 6144143360 Options.enforce_single_del_contracts: true +2025/07/28-18:13:49.984810 6144143360 Options.max_background_jobs: 2 +2025/07/28-18:13:49.984811 6144143360 Options.max_background_compactions: -1 +2025/07/28-18:13:49.984812 6144143360 Options.max_subcompactions: 1 +2025/07/28-18:13:49.984813 6144143360 Options.avoid_flush_during_shutdown: 0 +2025/07/28-18:13:49.984814 6144143360 Options.writable_file_max_buffer_size: 1048576 +2025/07/28-18:13:49.984814 6144143360 Options.delayed_write_rate : 16777216 +2025/07/28-18:13:49.984815 6144143360 Options.max_total_wal_size: 0 +2025/07/28-18:13:49.984816 6144143360 Options.delete_obsolete_files_period_micros: 21600000000 +2025/07/28-18:13:49.984817 6144143360 Options.stats_dump_period_sec: 600 +2025/07/28-18:13:49.984818 6144143360 Options.stats_persist_period_sec: 600 +2025/07/28-18:13:49.984819 6144143360 Options.stats_history_buffer_size: 1048576 +2025/07/28-18:13:49.984820 6144143360 Options.max_open_files: -1 +2025/07/28-18:13:49.984821 6144143360 Options.bytes_per_sync: 0 +2025/07/28-18:13:49.984821 6144143360 Options.wal_bytes_per_sync: 0 +2025/07/28-18:13:49.984822 6144143360 Options.strict_bytes_per_sync: 0 +2025/07/28-18:13:49.984823 6144143360 Options.compaction_readahead_size: 0 +2025/07/28-18:13:49.984824 6144143360 Options.max_background_flushes: -1 +2025/07/28-18:13:49.984824 6144143360 Compression algorithms supported: +2025/07/28-18:13:49.984828 6144143360 kZSTD supported: 1 +2025/07/28-18:13:49.984829 6144143360 kZlibCompression supported: 0 +2025/07/28-18:13:49.984830 6144143360 kXpressCompression supported: 0 +2025/07/28-18:13:49.984832 6144143360 kSnappyCompression supported: 1 +2025/07/28-18:13:49.984832 6144143360 kZSTDNotFinalCompression supported: 1 +2025/07/28-18:13:49.984834 6144143360 kLZ4HCCompression supported: 0 +2025/07/28-18:13:49.984835 6144143360 kLZ4Compression supported: 0 +2025/07/28-18:13:49.984836 6144143360 kBZip2Compression supported: 0 +2025/07/28-18:13:49.984855 6144143360 Fast CRC32 supported: Supported on Arm64 +2025/07/28-18:13:49.984856 6144143360 DMutex implementation: pthread_mutex_t +2025/07/28-18:13:49.984857 6144143360 Allocator: System +2025/07/28-18:13:49.986271 6144143360 [db/db_impl/db_impl_open.cc:317] Creating manifest 1 +2025/07/28-18:13:49.988541 6144143360 [db/version_set.cc:5617] Recovering from manifest file: /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/MANIFEST-000001 +2025/07/28-18:13:49.989728 6144143360 [db/column_family.cc:632] --------------- Options for column family [default]: +2025/07/28-18:13:49.989736 6144143360 Options.comparator: leveldb.BytewiseComparator +2025/07/28-18:13:49.989739 6144143360 Options.merge_operator: meta_store merge +2025/07/28-18:13:49.989739 6144143360 Options.compaction_filter: None +2025/07/28-18:13:49.989760 6144143360 Options.compaction_filter_factory: None +2025/07/28-18:13:49.989761 6144143360 Options.sst_partitioner_factory: None +2025/07/28-18:13:49.989763 6144143360 Options.memtable_factory: SkipListFactory +2025/07/28-18:13:49.989765 6144143360 Options.table_factory: BlockBasedTable +2025/07/28-18:13:49.989783 6144143360 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600000d70160) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x600003a74228 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + block_cache_compressed: 0x0 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2025/07/28-18:13:49.989787 6144143360 Options.write_buffer_size: 67108864 +2025/07/28-18:13:49.989788 6144143360 Options.max_write_buffer_number: 2 +2025/07/28-18:13:49.989789 6144143360 Options.compression: NoCompression +2025/07/28-18:13:49.989790 6144143360 Options.bottommost_compression: NoCompression +2025/07/28-18:13:49.989792 6144143360 Options.prefix_extractor: rocksdb.FixedPrefix +2025/07/28-18:13:49.989793 6144143360 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2025/07/28-18:13:49.989794 6144143360 Options.num_levels: 7 +2025/07/28-18:13:49.989795 6144143360 Options.min_write_buffer_number_to_merge: 1 +2025/07/28-18:13:49.989796 6144143360 Options.max_write_buffer_number_to_maintain: 0 +2025/07/28-18:13:49.989796 6144143360 Options.max_write_buffer_size_to_maintain: 0 +2025/07/28-18:13:49.989797 6144143360 Options.bottommost_compression_opts.window_bits: -14 +2025/07/28-18:13:49.989798 6144143360 Options.bottommost_compression_opts.level: 32767 +2025/07/28-18:13:49.989799 6144143360 Options.bottommost_compression_opts.strategy: 0 +2025/07/28-18:13:49.989800 6144143360 Options.bottommost_compression_opts.max_dict_bytes: 0 +2025/07/28-18:13:49.989800 6144143360 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2025/07/28-18:13:49.989801 6144143360 Options.bottommost_compression_opts.parallel_threads: 1 +2025/07/28-18:13:49.989802 6144143360 Options.bottommost_compression_opts.enabled: false +2025/07/28-18:13:49.989803 6144143360 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2025/07/28-18:13:49.989804 6144143360 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2025/07/28-18:13:49.989805 6144143360 Options.compression_opts.window_bits: -14 +2025/07/28-18:13:49.989805 6144143360 Options.compression_opts.level: 32767 +2025/07/28-18:13:49.989806 6144143360 Options.compression_opts.strategy: 0 +2025/07/28-18:13:49.989807 6144143360 Options.compression_opts.max_dict_bytes: 0 +2025/07/28-18:13:49.989808 6144143360 Options.compression_opts.zstd_max_train_bytes: 0 +2025/07/28-18:13:49.989809 6144143360 Options.compression_opts.use_zstd_dict_trainer: true +2025/07/28-18:13:49.989809 6144143360 Options.compression_opts.parallel_threads: 1 +2025/07/28-18:13:49.989810 6144143360 Options.compression_opts.enabled: false +2025/07/28-18:13:49.989811 6144143360 Options.compression_opts.max_dict_buffer_bytes: 0 +2025/07/28-18:13:49.989812 6144143360 Options.level0_file_num_compaction_trigger: 4 +2025/07/28-18:13:49.989813 6144143360 Options.level0_slowdown_writes_trigger: 20 +2025/07/28-18:13:49.989813 6144143360 Options.level0_stop_writes_trigger: 36 +2025/07/28-18:13:49.989814 6144143360 Options.target_file_size_base: 67108864 +2025/07/28-18:13:49.989815 6144143360 Options.target_file_size_multiplier: 1 +2025/07/28-18:13:49.989816 6144143360 Options.max_bytes_for_level_base: 268435456 +2025/07/28-18:13:49.989817 6144143360 Options.level_compaction_dynamic_level_bytes: 0 +2025/07/28-18:13:49.989817 6144143360 Options.max_bytes_for_level_multiplier: 10.000000 +2025/07/28-18:13:49.989819 6144143360 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2025/07/28-18:13:49.989820 6144143360 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2025/07/28-18:13:49.989821 6144143360 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2025/07/28-18:13:49.989822 6144143360 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2025/07/28-18:13:49.989822 6144143360 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2025/07/28-18:13:49.989823 6144143360 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2025/07/28-18:13:49.989824 6144143360 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2025/07/28-18:13:49.989825 6144143360 Options.max_sequential_skip_in_iterations: 8 +2025/07/28-18:13:49.989826 6144143360 Options.max_compaction_bytes: 1677721600 +2025/07/28-18:13:49.989826 6144143360 Options.ignore_max_compaction_bytes_for_input: true +2025/07/28-18:13:49.989827 6144143360 Options.arena_block_size: 1048576 +2025/07/28-18:13:49.989828 6144143360 Options.soft_pending_compaction_bytes_limit: 68719476736 +2025/07/28-18:13:49.989830 6144143360 Options.hard_pending_compaction_bytes_limit: 274877906944 +2025/07/28-18:13:49.989830 6144143360 Options.disable_auto_compactions: 0 +2025/07/28-18:13:49.989833 6144143360 Options.compaction_style: kCompactionStyleLevel +2025/07/28-18:13:49.989835 6144143360 Options.compaction_pri: kMinOverlappingRatio +2025/07/28-18:13:49.989836 6144143360 Options.compaction_options_universal.size_ratio: 1 +2025/07/28-18:13:49.989836 6144143360 Options.compaction_options_universal.min_merge_width: 2 +2025/07/28-18:13:49.989837 6144143360 Options.compaction_options_universal.max_merge_width: 4294967295 +2025/07/28-18:13:49.989838 6144143360 Options.compaction_options_universal.max_size_amplification_percent: 200 +2025/07/28-18:13:49.989839 6144143360 Options.compaction_options_universal.compression_size_percent: -1 +2025/07/28-18:13:49.989841 6144143360 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2025/07/28-18:13:49.989842 6144143360 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2025/07/28-18:13:49.989842 6144143360 Options.compaction_options_fifo.allow_compaction: 0 +2025/07/28-18:13:49.989847 6144143360 Options.table_properties_collectors: +2025/07/28-18:13:49.989848 6144143360 Options.inplace_update_support: 0 +2025/07/28-18:13:49.989849 6144143360 Options.inplace_update_num_locks: 10000 +2025/07/28-18:13:49.989849 6144143360 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2025/07/28-18:13:49.989863 6144143360 Options.memtable_whole_key_filtering: 0 +2025/07/28-18:13:49.989864 6144143360 Options.memtable_huge_page_size: 0 +2025/07/28-18:13:49.989865 6144143360 Options.bloom_locality: 0 +2025/07/28-18:13:49.989866 6144143360 Options.max_successive_merges: 0 +2025/07/28-18:13:49.989867 6144143360 Options.optimize_filters_for_hits: 0 +2025/07/28-18:13:49.989867 6144143360 Options.paranoid_file_checks: 0 +2025/07/28-18:13:49.989868 6144143360 Options.force_consistency_checks: 1 +2025/07/28-18:13:49.989869 6144143360 Options.report_bg_io_stats: 0 +2025/07/28-18:13:49.989870 6144143360 Options.ttl: 2592000 +2025/07/28-18:13:49.989870 6144143360 Options.periodic_compaction_seconds: 0 +2025/07/28-18:13:49.989871 6144143360 Options.preclude_last_level_data_seconds: 0 +2025/07/28-18:13:49.989872 6144143360 Options.preserve_internal_time_seconds: 0 +2025/07/28-18:13:49.989873 6144143360 Options.enable_blob_files: false +2025/07/28-18:13:49.989874 6144143360 Options.min_blob_size: 0 +2025/07/28-18:13:49.989874 6144143360 Options.blob_file_size: 268435456 +2025/07/28-18:13:49.989876 6144143360 Options.blob_compression_type: NoCompression +2025/07/28-18:13:49.989877 6144143360 Options.enable_blob_garbage_collection: false +2025/07/28-18:13:49.989878 6144143360 Options.blob_garbage_collection_age_cutoff: 0.250000 +2025/07/28-18:13:49.989878 6144143360 Options.blob_garbage_collection_force_threshold: 1.000000 +2025/07/28-18:13:49.989879 6144143360 Options.blob_compaction_readahead_size: 0 +2025/07/28-18:13:49.989880 6144143360 Options.blob_file_starting_level: 0 +2025/07/28-18:13:49.989881 6144143360 Options.experimental_mempurge_threshold: 0.000000 +2025/07/28-18:13:49.990595 6144143360 [db/version_set.cc:5668] Recovered from manifest file:/Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2025/07/28-18:13:49.990600 6144143360 [db/version_set.cc:5677] Column family [default] (ID 0), log number is 0 +2025/07/28-18:13:49.991008 6144143360 [db/db_impl/db_impl_open.cc:539] DB ID: ac48a1cb-d5c6-4b3c-b571-6a87aea6cb32 +2025/07/28-18:13:49.991570 6144143360 [db/version_set.cc:5135] Creating manifest 5 +2025/07/28-18:13:49.998453 6144143360 [db/db_impl/db_impl_open.cc:1992] SstFileManager instance 0x15f704f80 +2025/07/28-18:13:49.998884 6144143360 DB pointer 0x15e01f600 +2025/07/28-18:13:49.999989 6193655808 [utilities/checkpoint/checkpoint_impl.cc:97] Started the snapshot process -- creating snapshot in directory /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/../metastore-1753719229999 +2025/07/28-18:13:50.000004 6193655808 [utilities/checkpoint/checkpoint_impl.cc:112] Snapshot process -- using temporary directory /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/../metastore-1753719229999.tmp +2025/07/28-18:13:50.000263 6193655808 [db/db_impl/db_impl_files.cc:47] File Deletions Disabled +2025/07/28-18:13:50.000597 6193655808 [db/db_impl/db_impl_write.cc:2121] [default] New memtable created with log file: #8. Immutable memtables: 0. +2025/07/28-18:13:50.411865 6152302592 (Original Log Time 2025/07/28-18:13:50.411852) [db/db_impl/db_impl_compaction_flush.cc:2965] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2025/07/28-18:13:50.411867 6152302592 [db/flush_job.cc:861] [default] [JOB 2] Flushing memtable with next log file: 8 +2025/07/28-18:13:50.411877 6152302592 EVENT_LOG_v1 {"time_micros": 1753719230411872, "job": 2, "event": "flush_started", "num_memtables": 1, "num_entries": 3, "num_deletes": 0, "total_data_size": 110, "memory_usage": 856, "flush_reason": "Get Live Files"} +2025/07/28-18:13:50.411878 6152302592 [db/flush_job.cc:890] [default] [JOB 2] Level-0 flush table #9: started +2025/07/28-18:13:50.413329 6152302592 EVENT_LOG_v1 {"time_micros": 1753719230413310, "cf_name": "default", "job": 2, "event": "table_file_creation", "file_number": 9, "file_size": 1161, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 3, "table_properties": {"data_size": 126, "index_size": 38, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 71, "raw_average_key_size": 23, "raw_value_size": 33, "raw_average_value_size": 11, "num_data_blocks": 1, "num_entries": 3, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "meta_store merge", "prefix_extractor_name": "rocksdb.FixedPrefix.13", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1753719229, "oldest_key_time": 1753719229, "file_creation_time": 1753719230, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ac48a1cb-d5c6-4b3c-b571-6a87aea6cb32", "db_session_id": "WIX42XHIOGEKM4O8FZGI", "orig_file_number": 9, "seqno_to_time_mapping": "N/A"}} +2025/07/28-18:13:50.418121 6152302592 [db/flush_job.cc:1025] [default] [JOB 2] Flush lasted 6258 microseconds, and 424 cpu microseconds. +2025/07/28-18:13:50.418835 6152302592 (Original Log Time 2025/07/28-18:13:50.418110) [db/flush_job.cc:976] [default] [JOB 2] Level-0 flush table #9: 1161 bytes OK +2025/07/28-18:13:50.418837 6152302592 (Original Log Time 2025/07/28-18:13:50.418126) [db/memtable_list.cc:521] [default] Level-0 commit table #9 started +2025/07/28-18:13:50.418838 6152302592 (Original Log Time 2025/07/28-18:13:50.418744) [db/memtable_list.cc:725] [default] Level-0 commit table #9: memtable #1 done +2025/07/28-18:13:50.418839 6152302592 (Original Log Time 2025/07/28-18:13:50.418796) EVENT_LOG_v1 {"time_micros": 1753719230418757, "job": 2, "event": "flush_finished", "output_compression": "NoCompression", "lsm_state": [1, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0} +2025/07/28-18:13:50.418840 6152302592 (Original Log Time 2025/07/28-18:13:50.418812) [db/db_impl/db_impl_compaction_flush.cc:303] [default] Level summary: files[1 0 0 0 0 0 0] max score 0.25 +2025/07/28-18:13:50.418884 6193655808 [WARN] [db/db_impl/db_impl_files.cc:51] File Deletions Disabled, but already disabled. Counter: 2 +2025/07/28-18:13:50.420246 6193655808 [WARN] [db/db_impl/db_impl_files.cc:91] File Deletions Enable, but not really enabled. Counter: 1 +2025/07/28-18:13:50.420294 6193655808 [db/db_filesnapshot.cc:407] Number of log files 1 +2025/07/28-18:13:50.420309 6193655808 [utilities/checkpoint/checkpoint_impl.cc:127] Hard Linking 000009.sst +2025/07/28-18:13:50.420792 6193655808 [utilities/checkpoint/checkpoint_impl.cc:137] Copying MANIFEST-000005 +2025/07/28-18:13:50.421509 6193655808 [utilities/checkpoint/checkpoint_impl.cc:143] Creating CURRENT +2025/07/28-18:13:50.421660 6193655808 [utilities/checkpoint/checkpoint_impl.cc:127] Hard Linking OPTIONS-000007 +2025/07/28-18:13:50.422243 6193655808 [db/db_impl/db_impl_files.cc:84] File Deletions Enabled +2025/07/28-18:13:50.422277 6193655808 [db/db_impl/db_impl_files.cc:471] [JOB 0] Try to delete WAL files size 113, prev total WAL file size 113, number of live WAL files 2. +2025/07/28-18:13:50.422728 6193655808 [db/wal_manager.cc:287] Move log file /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000004.log to /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000004.log -- OK +2025/07/28-18:13:50.422783 6193655808 [db/wal_manager.cc:287] Move log file /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000004.log to /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000004.log -- IO error: No such file or directory: While renaming a file to /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000004.log: /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000004.log: No such file or directory +2025/07/28-18:13:50.423304 6193655808 [utilities/checkpoint/checkpoint_impl.cc:179] Snapshot DONE. All is good +2025/07/28-18:13:50.423312 6193655808 [utilities/checkpoint/checkpoint_impl.cc:181] Snapshot sequence number: 3 +2025/07/28-18:13:50.484433 6151155712 [db/compaction/compaction_job.cc:2002] [default] [JOB 3] Compacting 1@0 files to L0, score 0.25 +2025/07/28-18:13:50.484446 6151155712 [db/compaction/compaction_job.cc:2006] [default]: Compaction start summary: Base version 3 Base level 0, inputs: [9(1161B)] +2025/07/28-18:13:50.484468 6151155712 EVENT_LOG_v1 {"time_micros": 1753719230484453, "job": 3, "event": "compaction_started", "compaction_reason": "BottommostFiles", "files_L0": [9], "score": 0.25, "input_data_size": 1161, "oldest_snapshot_seqno": -1} +2025/07/28-18:13:50.485134 6204387328 [utilities/checkpoint/checkpoint_impl.cc:97] Started the snapshot process -- creating snapshot in directory /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/../metastore-1753719230483 +2025/07/28-18:13:50.485141 6204387328 [utilities/checkpoint/checkpoint_impl.cc:112] Snapshot process -- using temporary directory /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/../metastore-1753719230483.tmp +2025/07/28-18:13:50.485272 6204387328 [db/db_impl/db_impl_files.cc:47] File Deletions Disabled +2025/07/28-18:13:50.485389 6204387328 [db/db_impl/db_impl_write.cc:2121] [default] New memtable created with log file: #11. Immutable memtables: 0. +2025/07/28-18:13:50.485746 6151155712 [db/compaction/compaction_job.cc:1596] [default] [JOB 3] Generated table #10: 3 keys, 1157 bytes, temperature: kUnknown +2025/07/28-18:13:50.485805 6151155712 EVENT_LOG_v1 {"time_micros": 1753719230485763, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 10, "file_size": 1157, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 0, "largest_seqno": 0, "table_properties": {"data_size": 126, "index_size": 38, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 71, "raw_average_key_size": 23, "raw_value_size": 33, "raw_average_value_size": 11, "num_data_blocks": 1, "num_entries": 3, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "meta_store merge", "prefix_extractor_name": "rocksdb.FixedPrefix.13", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1753719229, "oldest_key_time": 0, "file_creation_time": 1753719230, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ac48a1cb-d5c6-4b3c-b571-6a87aea6cb32", "db_session_id": "WIX42XHIOGEKM4O8FZGI", "orig_file_number": 10, "seqno_to_time_mapping": "N/A"}} +2025/07/28-18:13:50.488324 6151155712 (Original Log Time 2025/07/28-18:13:50.487933) [db/compaction/compaction_job.cc:1669] [default] [JOB 3] Compacted 1@0 files to L0 => 1157 bytes +2025/07/28-18:13:50.488327 6151155712 (Original Log Time 2025/07/28-18:13:50.488261) [db/compaction/compaction_job.cc:885] [default] compacted to: files[1 0 0 0 0 0 0] max score 0.25, MB/sec: 0.8 rd, 0.8 wr, level 0, files in(0, 1) out(1 +0 blob) MB in(0.0, 0.0 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(0.0) write-amplify(0.0) OK, records in: 3, records dropped: 0 output_compression: NoCompression +2025/07/28-18:13:50.488329 6151155712 (Original Log Time 2025/07/28-18:13:50.488283) EVENT_LOG_v1 {"time_micros": 1753719230488268, "job": 3, "event": "compaction_finished", "compaction_time_micros": 1421, "compaction_time_cpu_micros": 870, "output_level": 0, "num_output_files": 1, "total_output_size": 1157, "num_input_records": 3, "num_output_records": 3, "num_subcompactions": 1, "output_compression": "NoCompression", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [1, 0, 0, 0, 0, 0, 0]} +2025/07/28-18:13:51.315775 6152302592 (Original Log Time 2025/07/28-18:13:51.315764) [db/db_impl/db_impl_compaction_flush.cc:2965] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2025/07/28-18:13:51.315777 6152302592 [db/flush_job.cc:861] [default] [JOB 4] Flushing memtable with next log file: 11 +2025/07/28-18:13:51.315785 6152302592 EVENT_LOG_v1 {"time_micros": 1753719231315781, "job": 4, "event": "flush_started", "num_memtables": 1, "num_entries": 3, "num_deletes": 0, "total_data_size": 110, "memory_usage": 840, "flush_reason": "Get Live Files"} +2025/07/28-18:13:51.315786 6152302592 [db/flush_job.cc:890] [default] [JOB 4] Level-0 flush table #12: started +2025/07/28-18:13:51.317126 6152302592 EVENT_LOG_v1 {"time_micros": 1753719231317076, "cf_name": "default", "job": 4, "event": "table_file_creation", "file_number": 12, "file_size": 1161, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 4, "largest_seqno": 6, "table_properties": {"data_size": 126, "index_size": 38, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 71, "raw_average_key_size": 23, "raw_value_size": 33, "raw_average_value_size": 11, "num_data_blocks": 1, "num_entries": 3, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "meta_store merge", "prefix_extractor_name": "rocksdb.FixedPrefix.13", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1753719230, "oldest_key_time": 1753719230, "file_creation_time": 1753719231, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ac48a1cb-d5c6-4b3c-b571-6a87aea6cb32", "db_session_id": "WIX42XHIOGEKM4O8FZGI", "orig_file_number": 12, "seqno_to_time_mapping": "N/A"}} +2025/07/28-18:13:51.317274 6152302592 [db/flush_job.cc:1025] [default] [JOB 4] Flush lasted 1500 microseconds, and 1056 cpu microseconds. +2025/07/28-18:13:51.318041 6152302592 (Original Log Time 2025/07/28-18:13:51.317246) [db/flush_job.cc:976] [default] [JOB 4] Level-0 flush table #12: 1161 bytes OK +2025/07/28-18:13:51.318046 6152302592 (Original Log Time 2025/07/28-18:13:51.317284) [db/memtable_list.cc:521] [default] Level-0 commit table #12 started +2025/07/28-18:13:51.318048 6152302592 (Original Log Time 2025/07/28-18:13:51.317641) [db/memtable_list.cc:725] [default] Level-0 commit table #12: memtable #1 done +2025/07/28-18:13:51.318051 6152302592 (Original Log Time 2025/07/28-18:13:51.317946) EVENT_LOG_v1 {"time_micros": 1753719231317930, "job": 4, "event": "flush_finished", "output_compression": "NoCompression", "lsm_state": [2, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0} +2025/07/28-18:13:51.318053 6152302592 (Original Log Time 2025/07/28-18:13:51.317986) [db/db_impl/db_impl_compaction_flush.cc:303] [default] Level summary: files[2 0 0 0 0 0 0] max score 0.50 +2025/07/28-18:13:51.318111 6204387328 [WARN] [db/db_impl/db_impl_files.cc:51] File Deletions Disabled, but already disabled. Counter: 2 +2025/07/28-18:13:51.319077 6204387328 [db/wal_manager.cc:84] Latest Archived log: 4 +2025/07/28-18:13:51.319093 6204387328 [WARN] [db/db_impl/db_impl_files.cc:91] File Deletions Enable, but not really enabled. Counter: 1 +2025/07/28-18:13:51.319102 6204387328 [db/db_filesnapshot.cc:407] Number of log files 2 +2025/07/28-18:13:51.319109 6204387328 [utilities/checkpoint/checkpoint_impl.cc:127] Hard Linking 000012.sst +2025/07/28-18:13:51.319429 6204387328 [utilities/checkpoint/checkpoint_impl.cc:127] Hard Linking 000010.sst +2025/07/28-18:13:51.319977 6204387328 [utilities/checkpoint/checkpoint_impl.cc:137] Copying MANIFEST-000005 +2025/07/28-18:13:51.320591 6204387328 [utilities/checkpoint/checkpoint_impl.cc:143] Creating CURRENT +2025/07/28-18:13:51.321124 6204387328 [utilities/checkpoint/checkpoint_impl.cc:127] Hard Linking OPTIONS-000007 +2025/07/28-18:13:51.321967 6204387328 [db/db_impl/db_impl_files.cc:84] File Deletions Enabled +2025/07/28-18:13:51.321986 6204387328 [db/db_impl/db_impl_files.cc:471] [JOB 0] Try to delete WAL files size 113, prev total WAL file size 113, number of live WAL files 2. +2025/07/28-18:13:51.323019 6204387328 [file/delete_scheduler.cc:78] Deleted file /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000009.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2025/07/28-18:13:51.323029 6204387328 EVENT_LOG_v1 {"time_micros": 1753719231323025, "job": 0, "event": "table_file_deletion", "file_number": 9} +2025/07/28-18:13:51.323637 6204387328 [db/wal_manager.cc:287] Move log file /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000008.log to /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000008.log -- OK +2025/07/28-18:13:51.323654 6204387328 [db/wal_manager.cc:287] Move log file /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000008.log to /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000008.log -- IO error: No such file or directory: While renaming a file to /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000008.log: /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000008.log: No such file or directory +2025/07/28-18:13:51.324102 6204387328 [utilities/checkpoint/checkpoint_impl.cc:179] Snapshot DONE. All is good +2025/07/28-18:13:51.324104 6204387328 [utilities/checkpoint/checkpoint_impl.cc:181] Snapshot sequence number: 6 +2025/07/28-18:13:51.346387 13289680896 [utilities/checkpoint/checkpoint_impl.cc:97] Started the snapshot process -- creating snapshot in directory /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/../metastore-1753719231346 +2025/07/28-18:13:51.346393 13289680896 [utilities/checkpoint/checkpoint_impl.cc:112] Snapshot process -- using temporary directory /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/../metastore-1753719231346.tmp +2025/07/28-18:13:51.346473 13289680896 [db/db_impl/db_impl_files.cc:47] File Deletions Disabled +2025/07/28-18:13:51.346710 13289680896 [db/db_impl/db_impl_write.cc:2121] [default] New memtable created with log file: #13. Immutable memtables: 0. +2025/07/28-18:13:51.559974 6152302592 (Original Log Time 2025/07/28-18:13:51.559965) [db/db_impl/db_impl_compaction_flush.cc:2965] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2025/07/28-18:13:51.559976 6152302592 [db/flush_job.cc:861] [default] [JOB 5] Flushing memtable with next log file: 13 +2025/07/28-18:13:51.559984 6152302592 EVENT_LOG_v1 {"time_micros": 1753719231559980, "job": 5, "event": "flush_started", "num_memtables": 1, "num_entries": 3, "num_deletes": 0, "total_data_size": 110, "memory_usage": 848, "flush_reason": "Get Live Files"} +2025/07/28-18:13:51.559985 6152302592 [db/flush_job.cc:890] [default] [JOB 5] Level-0 flush table #14: started +2025/07/28-18:13:51.561254 6152302592 EVENT_LOG_v1 {"time_micros": 1753719231561163, "cf_name": "default", "job": 5, "event": "table_file_creation", "file_number": 14, "file_size": 1161, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 7, "largest_seqno": 9, "table_properties": {"data_size": 126, "index_size": 38, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 71, "raw_average_key_size": 23, "raw_value_size": 33, "raw_average_value_size": 11, "num_data_blocks": 1, "num_entries": 3, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "meta_store merge", "prefix_extractor_name": "rocksdb.FixedPrefix.13", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1753719231, "oldest_key_time": 1753719231, "file_creation_time": 1753719231, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ac48a1cb-d5c6-4b3c-b571-6a87aea6cb32", "db_session_id": "WIX42XHIOGEKM4O8FZGI", "orig_file_number": 14, "seqno_to_time_mapping": "N/A"}} +2025/07/28-18:13:51.561280 6152302592 [db/flush_job.cc:1025] [default] [JOB 5] Flush lasted 1308 microseconds, and 612 cpu microseconds. +2025/07/28-18:13:51.561425 6152302592 (Original Log Time 2025/07/28-18:13:51.561271) [db/flush_job.cc:976] [default] [JOB 5] Level-0 flush table #14: 1161 bytes OK +2025/07/28-18:13:51.561426 6152302592 (Original Log Time 2025/07/28-18:13:51.561283) [db/memtable_list.cc:521] [default] Level-0 commit table #14 started +2025/07/28-18:13:51.561427 6152302592 (Original Log Time 2025/07/28-18:13:51.561387) [db/memtable_list.cc:725] [default] Level-0 commit table #14: memtable #1 done +2025/07/28-18:13:51.561428 6152302592 (Original Log Time 2025/07/28-18:13:51.561399) EVENT_LOG_v1 {"time_micros": 1753719231561395, "job": 5, "event": "flush_finished", "output_compression": "NoCompression", "lsm_state": [3, 0, 0, 0, 0, 0, 0], "immutable_memtables": 0} +2025/07/28-18:13:51.561429 6152302592 (Original Log Time 2025/07/28-18:13:51.561412) [db/db_impl/db_impl_compaction_flush.cc:303] [default] Level summary: files[3 0 0 0 0 0 0] max score 0.75 +2025/07/28-18:13:51.561489 13289680896 [WARN] [db/db_impl/db_impl_files.cc:51] File Deletions Disabled, but already disabled. Counter: 2 +2025/07/28-18:13:51.562582 13289680896 [db/wal_manager.cc:84] Latest Archived log: 8 +2025/07/28-18:13:51.562597 13289680896 [WARN] [db/db_impl/db_impl_files.cc:91] File Deletions Enable, but not really enabled. Counter: 1 +2025/07/28-18:13:51.562628 13289680896 [db/db_filesnapshot.cc:407] Number of log files 3 +2025/07/28-18:13:51.562644 13289680896 [utilities/checkpoint/checkpoint_impl.cc:127] Hard Linking 000014.sst +2025/07/28-18:13:51.563366 13289680896 [utilities/checkpoint/checkpoint_impl.cc:127] Hard Linking 000012.sst +2025/07/28-18:13:51.563745 13289680896 [utilities/checkpoint/checkpoint_impl.cc:127] Hard Linking 000010.sst +2025/07/28-18:13:51.564175 13289680896 [utilities/checkpoint/checkpoint_impl.cc:137] Copying MANIFEST-000005 +2025/07/28-18:13:51.565085 13289680896 [utilities/checkpoint/checkpoint_impl.cc:143] Creating CURRENT +2025/07/28-18:13:51.565207 13289680896 [utilities/checkpoint/checkpoint_impl.cc:127] Hard Linking OPTIONS-000007 +2025/07/28-18:13:51.565761 13289680896 [db/db_impl/db_impl_files.cc:84] File Deletions Enabled +2025/07/28-18:13:51.565818 13289680896 [db/db_impl/db_impl_files.cc:471] [JOB 0] Try to delete WAL files size 113, prev total WAL file size 113, number of live WAL files 2. +2025/07/28-18:13:51.566701 13289680896 [db/wal_manager.cc:287] Move log file /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000011.log to /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000011.log -- OK +2025/07/28-18:13:51.566751 13289680896 [db/wal_manager.cc:287] Move log file /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000011.log to /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000011.log -- IO error: No such file or directory: While renaming a file to /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000011.log: /Users/war/cube_projects/cube.js/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/000011.log: No such file or directory +2025/07/28-18:13:51.567351 13289680896 [utilities/checkpoint/checkpoint_impl.cc:179] Snapshot DONE. All is good +2025/07/28-18:13:51.567358 13289680896 [utilities/checkpoint/checkpoint_impl.cc:181] Snapshot sequence number: 9 +2025/07/28-18:13:51.627654 6144143360 [db/db_impl/db_impl.cc:504] Shutdown: canceling all background work +2025/07/28-18:13:51.628794 6144143360 [db/db_impl/db_impl.cc:711] Shutdown complete diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/MANIFEST-000005 b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/MANIFEST-000005 new file mode 100644 index 0000000000000..dd37b32b97907 Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/MANIFEST-000005 differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/OPTIONS-000007 b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/OPTIONS-000007 new file mode 100644 index 0000000000000..d2b2e9bfc5695 --- /dev/null +++ b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/OPTIONS-000007 @@ -0,0 +1,198 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=7.10.2 + options_file_version=1.1 + +[DBOptions] + max_background_flushes=-1 + compaction_readahead_size=0 + strict_bytes_per_sync=false + wal_bytes_per_sync=0 + max_open_files=-1 + stats_history_buffer_size=1048576 + max_total_wal_size=0 + stats_persist_period_sec=600 + stats_dump_period_sec=600 + avoid_flush_during_shutdown=false + max_subcompactions=1 + bytes_per_sync=0 + delayed_write_rate=16777216 + max_background_compactions=-1 + max_background_jobs=2 + delete_obsolete_files_period_micros=21600000000 + writable_file_max_buffer_size=1048576 + file_checksum_gen_factory=nullptr + allow_data_in_errors=false + max_bgerror_resume_count=2147483647 + best_efforts_recovery=false + write_dbid_to_manifest=false + atomic_flush=false + wal_compression=kNoCompression + manual_wal_flush=false + two_write_queues=false + avoid_flush_during_recovery=false + dump_malloc_stats=false + info_log_level=INFO_LEVEL + write_thread_slow_yield_usec=3 + allow_ingest_behind=false + fail_if_options_file_error=false + persist_stats_to_disk=false + WAL_ttl_seconds=330 + bgerror_resume_retry_interval=1000000 + allow_concurrent_memtable_write=true + paranoid_checks=true + WAL_size_limit_MB=0 + lowest_used_cache_tier=kNonVolatileBlockTier + keep_log_file_num=1000 + table_cache_numshardbits=6 + max_file_opening_threads=16 + use_fsync=false + unordered_write=false + random_access_max_buffer_size=1048576 + log_readahead_size=0 + enable_pipelined_write=false + wal_recovery_mode=kPointInTimeRecovery + db_write_buffer_size=0 + allow_2pc=false + skip_checking_sst_file_sizes_on_db_open=false + skip_stats_update_on_db_open=false + recycle_log_file_num=0 + db_host_id=__hostname__ + access_hint_on_compaction_start=NORMAL + verify_sst_unique_id_in_manifest=true + track_and_verify_wals_in_manifest=false + error_if_exists=false + manifest_preallocation_size=4194304 + is_fd_close_on_exec=true + enable_write_thread_adaptive_yield=true + enable_thread_tracking=false + avoid_unnecessary_blocking_io=false + allow_fallocate=true + max_log_file_size=0 + advise_random_on_open=true + create_missing_column_families=false + max_write_batch_group_size_bytes=1048576 + use_adaptive_mutex=false + wal_filter=nullptr + create_if_missing=true + enforce_single_del_contracts=true + allow_mmap_writes=false + log_file_time_to_roll=0 + use_direct_io_for_flush_and_compaction=false + flush_verify_memtable_count=true + max_manifest_file_size=1073741824 + write_thread_max_yield_usec=100 + use_direct_reads=false + allow_mmap_reads=false + + +[CFOptions "default"] + memtable_protection_bytes_per_key=0 + bottommost_compression=kNoCompression + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=2 + ttl=2592000 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kNoCompression + level0_file_num_compaction_trigger=4 + prefix_extractor=rocksdb.FixedPrefix.13 + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=1 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + preserve_internal_time_seconds=0 + force_consistency_checks=true + optimize_filters_for_hits=false + merge_operator=meta_store merge + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=false + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "default"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000004.log b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000004.log new file mode 100644 index 0000000000000..7181c1593be48 Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000004.log differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000008.log b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000008.log new file mode 100644 index 0000000000000..e4123ee2f42ed Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000008.log differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000011.log b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000011.log new file mode 100644 index 0000000000000..508b3ce2b33b8 Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-local/metastore/archive/000011.log differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719230483/000010.sst b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719230483/000010.sst new file mode 100644 index 0000000000000..dcbbd6019113d Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719230483/000010.sst differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719230483/000012.sst b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719230483/000012.sst new file mode 100644 index 0000000000000..bebd7de94d6f0 Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719230483/000012.sst differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719230483/CURRENT b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719230483/CURRENT new file mode 100644 index 0000000000000..aa5bb8ea50905 --- /dev/null +++ b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719230483/CURRENT @@ -0,0 +1 @@ +MANIFEST-000005 diff --git a/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719230483/MANIFEST-000005 b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719230483/MANIFEST-000005 new file mode 100644 index 0000000000000..fb545617fe847 Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719230483/MANIFEST-000005 differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719230483/OPTIONS-000007 b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719230483/OPTIONS-000007 new file mode 100644 index 0000000000000..d2b2e9bfc5695 --- /dev/null +++ b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719230483/OPTIONS-000007 @@ -0,0 +1,198 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=7.10.2 + options_file_version=1.1 + +[DBOptions] + max_background_flushes=-1 + compaction_readahead_size=0 + strict_bytes_per_sync=false + wal_bytes_per_sync=0 + max_open_files=-1 + stats_history_buffer_size=1048576 + max_total_wal_size=0 + stats_persist_period_sec=600 + stats_dump_period_sec=600 + avoid_flush_during_shutdown=false + max_subcompactions=1 + bytes_per_sync=0 + delayed_write_rate=16777216 + max_background_compactions=-1 + max_background_jobs=2 + delete_obsolete_files_period_micros=21600000000 + writable_file_max_buffer_size=1048576 + file_checksum_gen_factory=nullptr + allow_data_in_errors=false + max_bgerror_resume_count=2147483647 + best_efforts_recovery=false + write_dbid_to_manifest=false + atomic_flush=false + wal_compression=kNoCompression + manual_wal_flush=false + two_write_queues=false + avoid_flush_during_recovery=false + dump_malloc_stats=false + info_log_level=INFO_LEVEL + write_thread_slow_yield_usec=3 + allow_ingest_behind=false + fail_if_options_file_error=false + persist_stats_to_disk=false + WAL_ttl_seconds=330 + bgerror_resume_retry_interval=1000000 + allow_concurrent_memtable_write=true + paranoid_checks=true + WAL_size_limit_MB=0 + lowest_used_cache_tier=kNonVolatileBlockTier + keep_log_file_num=1000 + table_cache_numshardbits=6 + max_file_opening_threads=16 + use_fsync=false + unordered_write=false + random_access_max_buffer_size=1048576 + log_readahead_size=0 + enable_pipelined_write=false + wal_recovery_mode=kPointInTimeRecovery + db_write_buffer_size=0 + allow_2pc=false + skip_checking_sst_file_sizes_on_db_open=false + skip_stats_update_on_db_open=false + recycle_log_file_num=0 + db_host_id=__hostname__ + access_hint_on_compaction_start=NORMAL + verify_sst_unique_id_in_manifest=true + track_and_verify_wals_in_manifest=false + error_if_exists=false + manifest_preallocation_size=4194304 + is_fd_close_on_exec=true + enable_write_thread_adaptive_yield=true + enable_thread_tracking=false + avoid_unnecessary_blocking_io=false + allow_fallocate=true + max_log_file_size=0 + advise_random_on_open=true + create_missing_column_families=false + max_write_batch_group_size_bytes=1048576 + use_adaptive_mutex=false + wal_filter=nullptr + create_if_missing=true + enforce_single_del_contracts=true + allow_mmap_writes=false + log_file_time_to_roll=0 + use_direct_io_for_flush_and_compaction=false + flush_verify_memtable_count=true + max_manifest_file_size=1073741824 + write_thread_max_yield_usec=100 + use_direct_reads=false + allow_mmap_reads=false + + +[CFOptions "default"] + memtable_protection_bytes_per_key=0 + bottommost_compression=kNoCompression + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=2 + ttl=2592000 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kNoCompression + level0_file_num_compaction_trigger=4 + prefix_extractor=rocksdb.FixedPrefix.13 + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=1 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + preserve_internal_time_seconds=0 + force_consistency_checks=true + optimize_filters_for_hits=false + merge_operator=meta_store merge + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=false + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "default"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/000010.sst b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/000010.sst new file mode 100644 index 0000000000000..dcbbd6019113d Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/000010.sst differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/000012.sst b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/000012.sst new file mode 100644 index 0000000000000..bebd7de94d6f0 Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/000012.sst differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/000014.sst b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/000014.sst new file mode 100644 index 0000000000000..380ef9fbeaf8b Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/000014.sst differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/CURRENT b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/CURRENT new file mode 100644 index 0000000000000..aa5bb8ea50905 --- /dev/null +++ b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/CURRENT @@ -0,0 +1 @@ +MANIFEST-000005 diff --git a/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/MANIFEST-000005 b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/MANIFEST-000005 new file mode 100644 index 0000000000000..dd37b32b97907 Binary files /dev/null and b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/MANIFEST-000005 differ diff --git a/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/OPTIONS-000007 b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/OPTIONS-000007 new file mode 100644 index 0000000000000..d2b2e9bfc5695 --- /dev/null +++ b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-1753719231346/OPTIONS-000007 @@ -0,0 +1,198 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=7.10.2 + options_file_version=1.1 + +[DBOptions] + max_background_flushes=-1 + compaction_readahead_size=0 + strict_bytes_per_sync=false + wal_bytes_per_sync=0 + max_open_files=-1 + stats_history_buffer_size=1048576 + max_total_wal_size=0 + stats_persist_period_sec=600 + stats_dump_period_sec=600 + avoid_flush_during_shutdown=false + max_subcompactions=1 + bytes_per_sync=0 + delayed_write_rate=16777216 + max_background_compactions=-1 + max_background_jobs=2 + delete_obsolete_files_period_micros=21600000000 + writable_file_max_buffer_size=1048576 + file_checksum_gen_factory=nullptr + allow_data_in_errors=false + max_bgerror_resume_count=2147483647 + best_efforts_recovery=false + write_dbid_to_manifest=false + atomic_flush=false + wal_compression=kNoCompression + manual_wal_flush=false + two_write_queues=false + avoid_flush_during_recovery=false + dump_malloc_stats=false + info_log_level=INFO_LEVEL + write_thread_slow_yield_usec=3 + allow_ingest_behind=false + fail_if_options_file_error=false + persist_stats_to_disk=false + WAL_ttl_seconds=330 + bgerror_resume_retry_interval=1000000 + allow_concurrent_memtable_write=true + paranoid_checks=true + WAL_size_limit_MB=0 + lowest_used_cache_tier=kNonVolatileBlockTier + keep_log_file_num=1000 + table_cache_numshardbits=6 + max_file_opening_threads=16 + use_fsync=false + unordered_write=false + random_access_max_buffer_size=1048576 + log_readahead_size=0 + enable_pipelined_write=false + wal_recovery_mode=kPointInTimeRecovery + db_write_buffer_size=0 + allow_2pc=false + skip_checking_sst_file_sizes_on_db_open=false + skip_stats_update_on_db_open=false + recycle_log_file_num=0 + db_host_id=__hostname__ + access_hint_on_compaction_start=NORMAL + verify_sst_unique_id_in_manifest=true + track_and_verify_wals_in_manifest=false + error_if_exists=false + manifest_preallocation_size=4194304 + is_fd_close_on_exec=true + enable_write_thread_adaptive_yield=true + enable_thread_tracking=false + avoid_unnecessary_blocking_io=false + allow_fallocate=true + max_log_file_size=0 + advise_random_on_open=true + create_missing_column_families=false + max_write_batch_group_size_bytes=1048576 + use_adaptive_mutex=false + wal_filter=nullptr + create_if_missing=true + enforce_single_del_contracts=true + allow_mmap_writes=false + log_file_time_to_roll=0 + use_direct_io_for_flush_and_compaction=false + flush_verify_memtable_count=true + max_manifest_file_size=1073741824 + write_thread_max_yield_usec=100 + use_direct_reads=false + allow_mmap_reads=false + + +[CFOptions "default"] + memtable_protection_bytes_per_key=0 + bottommost_compression=kNoCompression + sample_for_compression=0 + blob_garbage_collection_age_cutoff=0.250000 + blob_compression_type=kNoCompression + prepopulate_blob_cache=kDisable + blob_compaction_readahead_size=0 + level0_stop_writes_trigger=36 + min_blob_size=0 + last_level_temperature=kUnknown + compaction_options_universal={allow_trivial_move=false;stop_style=kCompactionStopStyleTotalSize;min_merge_width=2;compression_size_percent=-1;max_size_amplification_percent=200;incremental=false;max_merge_width=4294967295;size_ratio=1;} + target_file_size_base=67108864 + ignore_max_compaction_bytes_for_input=true + memtable_whole_key_filtering=false + blob_file_starting_level=0 + soft_pending_compaction_bytes_limit=68719476736 + max_write_buffer_number=2 + ttl=2592000 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + check_flush_compaction_key_order=true + memtable_huge_page_size=0 + max_successive_merges=0 + inplace_update_num_locks=10000 + enable_blob_garbage_collection=false + arena_block_size=1048576 + bottommost_compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + target_file_size_multiplier=1 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + blob_garbage_collection_force_threshold=1.000000 + enable_blob_files=false + level0_slowdown_writes_trigger=20 + compression=kNoCompression + level0_file_num_compaction_trigger=4 + prefix_extractor=rocksdb.FixedPrefix.13 + max_bytes_for_level_multiplier=10.000000 + write_buffer_size=67108864 + disable_auto_compactions=false + max_compaction_bytes=1677721600 + compression_opts={use_zstd_dict_trainer=true;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;max_dict_bytes=0;strategy=0;max_dict_buffer_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + blob_file_size=268435456 + periodic_compaction_seconds=0 + paranoid_file_checks=false + experimental_mempurge_threshold=0.000000 + memtable_prefix_bloom_size_ratio=0.000000 + max_bytes_for_level_base=268435456 + max_sequential_skip_in_iterations=8 + report_bg_io_stats=false + sst_partitioner_factory=nullptr + compaction_pri=kMinOverlappingRatio + compaction_style=kCompactionStyleLevel + compaction_filter_factory=nullptr + compaction_filter=nullptr + memtable_factory=SkipListFactory + comparator=leveldb.BytewiseComparator + bloom_locality=0 + min_write_buffer_number_to_merge=1 + table_factory=BlockBasedTable + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + preserve_internal_time_seconds=0 + force_consistency_checks=true + optimize_filters_for_hits=false + merge_operator=meta_store merge + num_levels=7 + level_compaction_dynamic_file_size=true + memtable_insert_with_hint_prefix_extractor=nullptr + level_compaction_dynamic_level_bytes=false + preclude_last_level_data_seconds=0 + inplace_update_support=false + +[TableOptions/BlockBasedTable "default"] + num_file_reads_for_auto_readahead=2 + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + read_amp_bytes_per_bit=0 + verify_compression=false + format_version=5 + optimize_filters_for_memory=false + partition_filters=false + detect_filter_construct_corruption=false + initial_auto_readahead_size=8192 + max_auto_readahead_size=262144 + enable_index_compression=true + checksum=kXXH3 + index_block_restart_interval=1 + pin_top_level_index_and_filter=true + block_align=false + block_size=4096 + index_type=kBinarySearch + filter_policy=nullptr + metadata_block_size=4096 + no_block_cache=false + index_shortening=kShortenSeparators + whole_key_filtering=true + block_size_deviation=10 + data_block_index_type=kDataBlockBinarySearch + data_block_hash_table_util_ratio=0.750000 + cache_index_and_filter_blocks=false + prepopulate_block_cache=kDisable + block_restart_interval=16 + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-current b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-current new file mode 100644 index 0000000000000..ea28456422544 --- /dev/null +++ b/rust/cubestore/cubestore/delete_old_snapshots-remote/metastore-current @@ -0,0 +1 @@ +metastore-1753719231346 \ No newline at end of file diff --git a/rust/cubestore/cubestore/src/config/mod.rs b/rust/cubestore/cubestore/src/config/mod.rs index fb433a3fd452c..a6b39d9ca4a0c 100644 --- a/rust/cubestore/cubestore/src/config/mod.rs +++ b/rust/cubestore/cubestore/src/config/mod.rs @@ -364,6 +364,8 @@ pub struct Config { pub trait ConfigObj: DIService { fn partition_split_threshold(&self) -> u64; + fn cluster_send_split_threshold(&self) -> u64; + fn partition_size_split_threshold_bytes(&self) -> u64; fn max_partition_split_threshold(&self) -> u64; @@ -555,6 +557,7 @@ pub trait ConfigObj: DIService { #[derive(Debug, Clone)] pub struct ConfigObjImpl { pub partition_split_threshold: u64, + pub cluster_send_split_threshold: u64, pub partition_size_split_threshold_bytes: u64, pub max_partition_split_threshold: u64, pub compaction_chunks_total_size_threshold: u64, @@ -662,6 +665,10 @@ impl ConfigObj for ConfigObjImpl { self.partition_split_threshold } + fn cluster_send_split_threshold(&self) -> u64 { + self.cluster_send_split_threshold + } + fn partition_size_split_threshold_bytes(&self) -> u64 { self.partition_size_split_threshold_bytes } @@ -1242,6 +1249,10 @@ impl Config { "CUBESTORE_PARTITION_SPLIT_THRESHOLD", 1048576 * 2, ), + cluster_send_split_threshold: env_parse( + "CUBESTORE_CLUSTER_SEND_SPLIT_THRESHOLD", + 4, + ), partition_size_split_threshold_bytes: env_parse_size( "CUBESTORE_PARTITION_SIZE_SPLIT_THRESHOLD", 100 * 1024 * 1024, @@ -1597,6 +1608,7 @@ impl Config { .join(format!("{}-local-store", name)), dump_dir: None, partition_split_threshold: 20, + cluster_send_split_threshold: 4, partition_size_split_threshold_bytes: 2 * 1024, max_partition_split_threshold: 20, compaction_chunks_count_threshold: 1, diff --git a/rust/cubestore/cubestore/src/queryplanner/query_executor.rs b/rust/cubestore/cubestore/src/queryplanner/query_executor.rs index 4bf2755c49add..7ccb3dfdbf944 100644 --- a/rust/cubestore/cubestore/src/queryplanner/query_executor.rs +++ b/rust/cubestore/cubestore/src/queryplanner/query_executor.rs @@ -979,14 +979,14 @@ impl ClusterSendExec { snapshots: &[Snapshots], tree: &HashMap, ) -> Result, Vec))>, CubeError> { - let partitions = Self::logical_partitions(snapshots, tree)?; - Ok(Self::assign_nodes(config, partitions)) + let (partitions, can_be_splitted) = Self::logical_partitions(snapshots, tree)?; + Ok(Self::assign_nodes(config, partitions, can_be_splitted)) } fn logical_partitions( snapshots: &[Snapshots], tree: &HashMap, - ) -> Result>, CubeError> { + ) -> Result<(Vec>, bool), CubeError> { let mut to_multiply = Vec::new(); let mut multi_partitions = HashMap::>::new(); let mut has_inline_tables = false; @@ -1048,21 +1048,23 @@ impl ClusterSendExec { "Partitioned index queries aren't supported with inline tables".to_string(), )); } - return Ok(Self::distribute_multi_partitions(multi_partitions, tree) + let res = Self::distribute_multi_partitions(multi_partitions, tree) .into_iter() .map(|i| { i.into_iter() .map(|p| InlineCompoundPartition::Partition(p)) .collect() }) - .collect()); + .collect(); + return Ok((res, false)); } - // Ordinary partitions need to be duplicated on multiple machines. + let can_be_splitted = to_multiply.len() == 1; //We can only split partitions if there’s no multiplication for join. + // Ordinary partitions need to be duplicated on multiple machines. let partitions = to_multiply .into_iter() .multi_cartesian_product() .collect::>>(); - Ok(partitions) + Ok((partitions, can_be_splitted)) } fn distribute_multi_partitions( @@ -1104,7 +1106,7 @@ impl ClusterSendExec { ps } - fn issue_filters(ps: &[IdRow]) -> Vec<(u64, RowRange)> { + fn issue_filters(ps: &[IdRow]) -> Vec<(IdRow, RowRange)> { if ps.is_empty() { return Vec::new(); } @@ -1114,7 +1116,7 @@ impl ClusterSendExec { if multi_id.is_none() { return ps .iter() - .map(|p| (p.get_id(), RowRange::default())) + .map(|p| (p.clone(), RowRange::default())) .collect(); } let filter = RowRange { @@ -1129,7 +1131,7 @@ impl ClusterSendExec { } else { filter.clone() }; - r.push((p.get_id(), pf)) + r.push((p.clone(), pf)) } r } @@ -1137,8 +1139,10 @@ impl ClusterSendExec { fn assign_nodes( c: &dyn ConfigObj, logical: Vec>, + can_be_splitted: bool, ) -> Vec<(String, (Vec<(u64, RowRange)>, Vec))> { - let mut m: HashMap<_, (Vec<(u64, RowRange)>, Vec)> = HashMap::new(); + let mut m: HashMap<_, (Vec<(IdRow, RowRange)>, Vec)> = + HashMap::new(); for ps in &logical { let inline_table_ids = ps .iter() @@ -1178,7 +1182,60 @@ impl ClusterSendExec { let mut r = m.into_iter().collect_vec(); r.sort_unstable_by(|l, r| l.0.cmp(&r.0)); - r + r.into_iter() + .map(|(worker, data)| { + let splitted = Self::split_worker_parititons(c, data, can_be_splitted); + splitted.into_iter().map(move |data| (worker.clone(), data)) + }) + .flatten() + .collect_vec() + } + + fn split_worker_parititons( + c: &dyn ConfigObj, + partitions: (Vec<(IdRow, RowRange)>, Vec), + can_be_splitted: bool, + ) -> Vec<(Vec<(u64, RowRange)>, Vec)> { + if !can_be_splitted { + return vec![( + partitions + .0 + .into_iter() + .map(|(p, range)| (p.id, range)) + .collect_vec(), + partitions.1, + )]; + } + let rows_split_threshold = c.partition_split_threshold() * c.cluster_send_split_threshold(); + let file_size_split_threshold = + c.partition_size_split_threshold_bytes() * c.cluster_send_split_threshold(); + let mut result = vec![]; + let mut current_rows = 0; + let mut current_files_size = 0; + let mut current_chunk = vec![]; + let (partitions, _) = partitions; + for (partition, range) in partitions { + let rows = partition.get_row().main_table_row_count(); + let file_size = partition.get_row().file_size().unwrap_or_default(); + if current_rows + rows > rows_split_threshold + || current_files_size + file_size > file_size_split_threshold + { + if !current_chunk.is_empty() { + result.push((std::mem::take(&mut current_chunk), vec![])); + current_rows = 0; + current_files_size = 0; + } + } + + current_rows += rows; + current_files_size += file_size; + current_chunk.push((partition.id, range)); + } + if !current_chunk.is_empty() { + result.push((current_chunk, vec![])); + } + + result } pub fn with_changed_schema(