From e8110e202054b4622619ebe70ef9d365a4476310 Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Tue, 27 Feb 2024 22:44:56 -0500 Subject: [PATCH 01/18] save --- Cargo.toml | 2 + rocksdb/000008.sst | Bin 0 -> 1025 bytes rocksdb/000013.sst | Bin 0 -> 1025 bytes rocksdb/000014.log | Bin 0 -> 63 bytes rocksdb/CURRENT | 1 + rocksdb/IDENTITY | 1 + rocksdb/LOCK | 0 rocksdb/LOG | 294 ++++++++++++++++++++++++++ rocksdb/LOG.old.1709078453252855 | 285 +++++++++++++++++++++++++ rocksdb/LOG.old.1709078462036937 | 294 ++++++++++++++++++++++++++ rocksdb/MANIFEST-000015 | Bin 0 -> 284 bytes rocksdb/OPTIONS-000012 | 204 ++++++++++++++++++ rocksdb/OPTIONS-000017 | 204 ++++++++++++++++++ rust-rocksdb | 1 + src/data_model/mod.rs | 7 + src/data_model/namespace_data.rs | 8 + src/data_model/operator_statistics.rs | 7 + src/data_model/table_data.rs | 17 ++ src/main.rs | 39 +++- 19 files changed, 1363 insertions(+), 1 deletion(-) create mode 100644 rocksdb/000008.sst create mode 100644 rocksdb/000013.sst create mode 100644 rocksdb/000014.log create mode 100644 rocksdb/CURRENT create mode 100644 rocksdb/IDENTITY create mode 100644 rocksdb/LOCK create mode 100644 rocksdb/LOG create mode 100644 rocksdb/LOG.old.1709078453252855 create mode 100644 rocksdb/LOG.old.1709078462036937 create mode 100644 rocksdb/MANIFEST-000015 create mode 100644 rocksdb/OPTIONS-000012 create mode 100644 rocksdb/OPTIONS-000017 create mode 160000 rust-rocksdb create mode 100644 src/data_model/mod.rs create mode 100644 src/data_model/namespace_data.rs create mode 100644 src/data_model/operator_statistics.rs create mode 100644 src/data_model/table_data.rs diff --git a/Cargo.toml b/Cargo.toml index 671a5da..1725410 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -6,3 +6,5 @@ edition = "2021" # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html [dependencies] +serde = { version = "1.0", features = ["derive"] } +serde_json = "1.0" diff --git a/rocksdb/000008.sst b/rocksdb/000008.sst new file mode 100644 index 0000000000000000000000000000000000000000..364ff7af8cb1ea9a961c8afd6405d5ce3f50599f GIT binary patch literal 1025 zcmah|yKWOf6y3?gUMG$d$0UdpkqcUn9LKSPtP}y72q8fdstByvox9E`vk%S8#@>hy zAt6!m19T`I6^M#&;2-EwgoK3XxU+T~QL)wRxpU9Ck26li3A6ecWX_B;{fIp!mp|V+ zg-P&^MRNGn%MSzR?wpGKGtE8fNjy-GY2ef_PXZMYhY>Yd0ybx3g(M0BF`|Kx29$^f z&5arvp2m0;WpCgucZK+|Ov8uLDBTx$sTjLji4(3vGDc!gxzWH#kJLZT@dk8U&zj?xY&}d45ir6M)*=>eWlN zy9$`WsZeZ2aEOdB8Ebd^Cg1iO-RACYqwRHq#=RzQHagvo*Me<-r_*HBrOne=n`w>~ zp<&fBqL96}vsQIu`oR1@F zLQYjOo++`A_AoFaA#6eT=RuDe#8I2uN{NgvCg)}xbJ7OFG0NRv@CvjiK~C(qq7Dh_jQ z+iIn}Flp8PIc}90CM4B{DMRBR&|o&FFYd+rPhXwY+3OdVsGJ`=+xbzLUMiei(YecF WeRI`9|M})I{`=dn*I)L(zxfNDczKM$RU1r__JntRlfc%UBBz^P%L1S%p9V`{PlY|iEiNfZQPOambeC=m@? zn>8{ziSa7R-ojh%3h`r^h7k=|C}c(jcQy*8h=sr*V5u|EI| z)^F`KLN*?7;hTYn0@@L;-_vm7l# z#UkBgLeY^31jWTLN&PUTz|+;0yLvK|S;AqbbNKq{v*$0jk6s<@w)b1@gQIF`K8~mn zAzWNte=WLY!kJ-Ii*u-#7YRr(xMy6OChj7cY&4HL3so|ngs6mQXil8+5{XsF3_Sy7 zx8bS%LG}5&_or;jo~0gEIHsnZFP16 zPPs;u7>Wp|h@ApO2@lkgyIz_)8pgOuAIqTDqtjXzR`1v%O-9ko5^Pu>zi}(5ILf(g ztJTWFv{n1(xU0l4A*nV@85#$H22-ECxQhqfpU&Fc&5KJ^&X1jKUlwPVipN*9@TJtK VuUY6n-#o_u{P_L;`{Q39{sP%|KCb`( literal 0 HcmV?d00001 diff --git a/rocksdb/000014.log b/rocksdb/000014.log new file mode 100644 index 0000000000000000000000000000000000000000..f32bbc4053c2ef364a4f3347cf025f22e2fc0f6a GIT binary patch literal 63 wcmX@|C49Op10yQ~1TX?AMz-8ah3wQy4j@&Qm{XeS;CQe{1SpK8h5@Pu0Hdf3ivR!s literal 0 HcmV?d00001 diff --git a/rocksdb/CURRENT b/rocksdb/CURRENT new file mode 100644 index 0000000..42c62b6 --- /dev/null +++ b/rocksdb/CURRENT @@ -0,0 +1 @@ +MANIFEST-000015 diff --git a/rocksdb/IDENTITY b/rocksdb/IDENTITY new file mode 100644 index 0000000..6cbd3b6 --- /dev/null +++ b/rocksdb/IDENTITY @@ -0,0 +1 @@ +a46c0d3c-7088-4b6f-90d0-676b2e3c560a \ No newline at end of file diff --git a/rocksdb/LOCK b/rocksdb/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/rocksdb/LOG b/rocksdb/LOG new file mode 100644 index 0000000..aac56e1 --- /dev/null +++ b/rocksdb/LOG @@ -0,0 +1,294 @@ +2024/02/27-19:01:02.037536 7996035072 RocksDB version: 8.10.0 +2024/02/27-19:01:02.038077 7996035072 Compile date 2023-12-15 13:01:14 +2024/02/27-19:01:02.038079 7996035072 DB SUMMARY +2024/02/27-19:01:02.038082 7996035072 Host name (Env): simrans-air.wifi.local.cmu.edu +2024/02/27-19:01:02.038083 7996035072 DB Session ID: M33MZJNOU5TWD82B02DT +2024/02/27-19:01:02.038141 7996035072 CURRENT file: CURRENT +2024/02/27-19:01:02.038142 7996035072 IDENTITY file: IDENTITY +2024/02/27-19:01:02.038148 7996035072 MANIFEST file: MANIFEST-000010 size: 184 Bytes +2024/02/27-19:01:02.038150 7996035072 SST files in rocksdb dir, Total Num: 1, files: 000008.sst +2024/02/27-19:01:02.038151 7996035072 Write Ahead Log file in rocksdb: 000009.log size: 63 ; +2024/02/27-19:01:02.038153 7996035072 Options.error_if_exists: 0 +2024/02/27-19:01:02.038154 7996035072 Options.create_if_missing: 1 +2024/02/27-19:01:02.038155 7996035072 Options.paranoid_checks: 1 +2024/02/27-19:01:02.038156 7996035072 Options.flush_verify_memtable_count: 1 +2024/02/27-19:01:02.038157 7996035072 Options.compaction_verify_record_count: 1 +2024/02/27-19:01:02.038158 7996035072 Options.track_and_verify_wals_in_manifest: 0 +2024/02/27-19:01:02.038158 7996035072 Options.verify_sst_unique_id_in_manifest: 1 +2024/02/27-19:01:02.038159 7996035072 Options.env: 0x600000bf97a0 +2024/02/27-19:01:02.038160 7996035072 Options.fs: PosixFileSystem +2024/02/27-19:01:02.038161 7996035072 Options.info_log: 0x13a605b98 +2024/02/27-19:01:02.038162 7996035072 Options.max_file_opening_threads: 16 +2024/02/27-19:01:02.038163 7996035072 Options.statistics: 0x0 +2024/02/27-19:01:02.038164 7996035072 Options.use_fsync: 0 +2024/02/27-19:01:02.038165 7996035072 Options.max_log_file_size: 0 +2024/02/27-19:01:02.038166 7996035072 Options.max_manifest_file_size: 1073741824 +2024/02/27-19:01:02.038167 7996035072 Options.log_file_time_to_roll: 0 +2024/02/27-19:01:02.038168 7996035072 Options.keep_log_file_num: 1000 +2024/02/27-19:01:02.038169 7996035072 Options.recycle_log_file_num: 0 +2024/02/27-19:01:02.038170 7996035072 Options.allow_fallocate: 1 +2024/02/27-19:01:02.038170 7996035072 Options.allow_mmap_reads: 0 +2024/02/27-19:01:02.038171 7996035072 Options.allow_mmap_writes: 0 +2024/02/27-19:01:02.038172 7996035072 Options.use_direct_reads: 0 +2024/02/27-19:01:02.038173 7996035072 Options.use_direct_io_for_flush_and_compaction: 0 +2024/02/27-19:01:02.038174 7996035072 Options.create_missing_column_families: 0 +2024/02/27-19:01:02.038175 7996035072 Options.db_log_dir: +2024/02/27-19:01:02.038176 7996035072 Options.wal_dir: +2024/02/27-19:01:02.038176 7996035072 Options.table_cache_numshardbits: 6 +2024/02/27-19:01:02.038177 7996035072 Options.WAL_ttl_seconds: 0 +2024/02/27-19:01:02.038178 7996035072 Options.WAL_size_limit_MB: 0 +2024/02/27-19:01:02.038179 7996035072 Options.max_write_batch_group_size_bytes: 1048576 +2024/02/27-19:01:02.038180 7996035072 Options.manifest_preallocation_size: 4194304 +2024/02/27-19:01:02.038181 7996035072 Options.is_fd_close_on_exec: 1 +2024/02/27-19:01:02.038182 7996035072 Options.advise_random_on_open: 1 +2024/02/27-19:01:02.038183 7996035072 Options.db_write_buffer_size: 0 +2024/02/27-19:01:02.038183 7996035072 Options.write_buffer_manager: 0x6000009ec9c0 +2024/02/27-19:01:02.038184 7996035072 Options.access_hint_on_compaction_start: 1 +2024/02/27-19:01:02.038185 7996035072 Options.random_access_max_buffer_size: 1048576 +2024/02/27-19:01:02.038186 7996035072 Options.use_adaptive_mutex: 0 +2024/02/27-19:01:02.038187 7996035072 Options.rate_limiter: 0x0 +2024/02/27-19:01:02.038188 7996035072 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/02/27-19:01:02.038189 7996035072 Options.wal_recovery_mode: 2 +2024/02/27-19:01:02.038190 7996035072 Options.enable_thread_tracking: 0 +2024/02/27-19:01:02.038191 7996035072 Options.enable_pipelined_write: 0 +2024/02/27-19:01:02.038192 7996035072 Options.unordered_write: 0 +2024/02/27-19:01:02.038192 7996035072 Options.allow_concurrent_memtable_write: 1 +2024/02/27-19:01:02.038193 7996035072 Options.enable_write_thread_adaptive_yield: 1 +2024/02/27-19:01:02.038194 7996035072 Options.write_thread_max_yield_usec: 100 +2024/02/27-19:01:02.038195 7996035072 Options.write_thread_slow_yield_usec: 3 +2024/02/27-19:01:02.038196 7996035072 Options.row_cache: None +2024/02/27-19:01:02.038197 7996035072 Options.wal_filter: None +2024/02/27-19:01:02.038198 7996035072 Options.avoid_flush_during_recovery: 0 +2024/02/27-19:01:02.038199 7996035072 Options.allow_ingest_behind: 0 +2024/02/27-19:01:02.038199 7996035072 Options.two_write_queues: 0 +2024/02/27-19:01:02.038200 7996035072 Options.manual_wal_flush: 0 +2024/02/27-19:01:02.038201 7996035072 Options.wal_compression: 0 +2024/02/27-19:01:02.038202 7996035072 Options.atomic_flush: 0 +2024/02/27-19:01:02.038203 7996035072 Options.avoid_unnecessary_blocking_io: 0 +2024/02/27-19:01:02.038204 7996035072 Options.persist_stats_to_disk: 0 +2024/02/27-19:01:02.038205 7996035072 Options.write_dbid_to_manifest: 0 +2024/02/27-19:01:02.038206 7996035072 Options.log_readahead_size: 0 +2024/02/27-19:01:02.038207 7996035072 Options.file_checksum_gen_factory: Unknown +2024/02/27-19:01:02.038208 7996035072 Options.best_efforts_recovery: 0 +2024/02/27-19:01:02.038208 7996035072 Options.max_bgerror_resume_count: 2147483647 +2024/02/27-19:01:02.038209 7996035072 Options.bgerror_resume_retry_interval: 1000000 +2024/02/27-19:01:02.038210 7996035072 Options.allow_data_in_errors: 0 +2024/02/27-19:01:02.038211 7996035072 Options.db_host_id: __hostname__ +2024/02/27-19:01:02.038212 7996035072 Options.enforce_single_del_contracts: true +2024/02/27-19:01:02.038213 7996035072 Options.max_background_jobs: 2 +2024/02/27-19:01:02.038214 7996035072 Options.max_background_compactions: -1 +2024/02/27-19:01:02.038215 7996035072 Options.max_subcompactions: 1 +2024/02/27-19:01:02.038216 7996035072 Options.avoid_flush_during_shutdown: 0 +2024/02/27-19:01:02.038216 7996035072 Options.writable_file_max_buffer_size: 1048576 +2024/02/27-19:01:02.038217 7996035072 Options.delayed_write_rate : 16777216 +2024/02/27-19:01:02.038218 7996035072 Options.max_total_wal_size: 0 +2024/02/27-19:01:02.038219 7996035072 Options.delete_obsolete_files_period_micros: 21600000000 +2024/02/27-19:01:02.038220 7996035072 Options.stats_dump_period_sec: 600 +2024/02/27-19:01:02.038221 7996035072 Options.stats_persist_period_sec: 600 +2024/02/27-19:01:02.038222 7996035072 Options.stats_history_buffer_size: 1048576 +2024/02/27-19:01:02.038222 7996035072 Options.max_open_files: -1 +2024/02/27-19:01:02.038223 7996035072 Options.bytes_per_sync: 0 +2024/02/27-19:01:02.038224 7996035072 Options.wal_bytes_per_sync: 0 +2024/02/27-19:01:02.038225 7996035072 Options.strict_bytes_per_sync: 0 +2024/02/27-19:01:02.038226 7996035072 Options.compaction_readahead_size: 2097152 +2024/02/27-19:01:02.038227 7996035072 Options.max_background_flushes: -1 +2024/02/27-19:01:02.038228 7996035072 Options.daily_offpeak_time_utc: +2024/02/27-19:01:02.038229 7996035072 Compression algorithms supported: +2024/02/27-19:01:02.038241 7996035072 kZSTD supported: 1 +2024/02/27-19:01:02.038242 7996035072 kZlibCompression supported: 1 +2024/02/27-19:01:02.038243 7996035072 kXpressCompression supported: 0 +2024/02/27-19:01:02.038244 7996035072 kSnappyCompression supported: 1 +2024/02/27-19:01:02.038245 7996035072 kZSTDNotFinalCompression supported: 1 +2024/02/27-19:01:02.038246 7996035072 kLZ4HCCompression supported: 1 +2024/02/27-19:01:02.038247 7996035072 kLZ4Compression supported: 1 +2024/02/27-19:01:02.038248 7996035072 kBZip2Compression supported: 1 +2024/02/27-19:01:02.038253 7996035072 Fast CRC32 supported: Supported on Arm64 +2024/02/27-19:01:02.038254 7996035072 DMutex implementation: pthread_mutex_t +2024/02/27-19:01:02.038490 7996035072 [db/version_set.cc:5942] Recovering from manifest file: rocksdb/MANIFEST-000010 +2024/02/27-19:01:02.038752 7996035072 [db/column_family.cc:618] --------------- Options for column family [default]: +2024/02/27-19:01:02.038754 7996035072 Options.comparator: leveldb.BytewiseComparator +2024/02/27-19:01:02.038755 7996035072 Options.merge_operator: None +2024/02/27-19:01:02.038756 7996035072 Options.compaction_filter: None +2024/02/27-19:01:02.038757 7996035072 Options.compaction_filter_factory: None +2024/02/27-19:01:02.038758 7996035072 Options.sst_partitioner_factory: None +2024/02/27-19:01:02.038759 7996035072 Options.memtable_factory: SkipListFactory +2024/02/27-19:01:02.038760 7996035072 Options.table_factory: BlockBasedTable +2024/02/27-19:01:02.038781 7996035072 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x6000032e8a60) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x6000007ec798 + block_cache_name: LRUCache + block_cache_options: + capacity : 33554432 + num_shard_bits : 6 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2024/02/27-19:01:02.038782 7996035072 Options.write_buffer_size: 67108864 +2024/02/27-19:01:02.038783 7996035072 Options.max_write_buffer_number: 2 +2024/02/27-19:01:02.038784 7996035072 Options.compression: Snappy +2024/02/27-19:01:02.038785 7996035072 Options.bottommost_compression: Disabled +2024/02/27-19:01:02.038787 7996035072 Options.prefix_extractor: nullptr +2024/02/27-19:01:02.038788 7996035072 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/02/27-19:01:02.038789 7996035072 Options.num_levels: 7 +2024/02/27-19:01:02.038789 7996035072 Options.min_write_buffer_number_to_merge: 1 +2024/02/27-19:01:02.038790 7996035072 Options.max_write_buffer_number_to_maintain: 0 +2024/02/27-19:01:02.038791 7996035072 Options.max_write_buffer_size_to_maintain: 0 +2024/02/27-19:01:02.038792 7996035072 Options.bottommost_compression_opts.window_bits: -14 +2024/02/27-19:01:02.038793 7996035072 Options.bottommost_compression_opts.level: 32767 +2024/02/27-19:01:02.038794 7996035072 Options.bottommost_compression_opts.strategy: 0 +2024/02/27-19:01:02.038795 7996035072 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/02/27-19:01:02.038796 7996035072 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/02/27-19:01:02.038797 7996035072 Options.bottommost_compression_opts.parallel_threads: 1 +2024/02/27-19:01:02.038798 7996035072 Options.bottommost_compression_opts.enabled: false +2024/02/27-19:01:02.038798 7996035072 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/02/27-19:01:02.038799 7996035072 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2024/02/27-19:01:02.038800 7996035072 Options.compression_opts.window_bits: -14 +2024/02/27-19:01:02.038801 7996035072 Options.compression_opts.level: 32767 +2024/02/27-19:01:02.038802 7996035072 Options.compression_opts.strategy: 0 +2024/02/27-19:01:02.038803 7996035072 Options.compression_opts.max_dict_bytes: 0 +2024/02/27-19:01:02.038804 7996035072 Options.compression_opts.zstd_max_train_bytes: 0 +2024/02/27-19:01:02.038805 7996035072 Options.compression_opts.use_zstd_dict_trainer: true +2024/02/27-19:01:02.038806 7996035072 Options.compression_opts.parallel_threads: 1 +2024/02/27-19:01:02.038807 7996035072 Options.compression_opts.enabled: false +2024/02/27-19:01:02.038808 7996035072 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/02/27-19:01:02.038808 7996035072 Options.level0_file_num_compaction_trigger: 4 +2024/02/27-19:01:02.038809 7996035072 Options.level0_slowdown_writes_trigger: 20 +2024/02/27-19:01:02.038810 7996035072 Options.level0_stop_writes_trigger: 36 +2024/02/27-19:01:02.038811 7996035072 Options.target_file_size_base: 67108864 +2024/02/27-19:01:02.038812 7996035072 Options.target_file_size_multiplier: 1 +2024/02/27-19:01:02.038813 7996035072 Options.max_bytes_for_level_base: 268435456 +2024/02/27-19:01:02.038814 7996035072 Options.level_compaction_dynamic_level_bytes: 1 +2024/02/27-19:01:02.038815 7996035072 Options.max_bytes_for_level_multiplier: 10.000000 +2024/02/27-19:01:02.038826 7996035072 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/02/27-19:01:02.038827 7996035072 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/02/27-19:01:02.038828 7996035072 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/02/27-19:01:02.038829 7996035072 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/02/27-19:01:02.038830 7996035072 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/02/27-19:01:02.038831 7996035072 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/02/27-19:01:02.038832 7996035072 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/02/27-19:01:02.038833 7996035072 Options.max_sequential_skip_in_iterations: 8 +2024/02/27-19:01:02.038834 7996035072 Options.max_compaction_bytes: 1677721600 +2024/02/27-19:01:02.038835 7996035072 Options.ignore_max_compaction_bytes_for_input: true +2024/02/27-19:01:02.038835 7996035072 Options.arena_block_size: 1048576 +2024/02/27-19:01:02.038836 7996035072 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/02/27-19:01:02.038837 7996035072 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/02/27-19:01:02.038838 7996035072 Options.disable_auto_compactions: 0 +2024/02/27-19:01:02.038840 7996035072 Options.compaction_style: kCompactionStyleLevel +2024/02/27-19:01:02.038841 7996035072 Options.compaction_pri: kMinOverlappingRatio +2024/02/27-19:01:02.038842 7996035072 Options.compaction_options_universal.size_ratio: 1 +2024/02/27-19:01:02.038843 7996035072 Options.compaction_options_universal.min_merge_width: 2 +2024/02/27-19:01:02.038844 7996035072 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/02/27-19:01:02.038845 7996035072 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/02/27-19:01:02.038847 7996035072 Options.compaction_options_universal.compression_size_percent: -1 +2024/02/27-19:01:02.038848 7996035072 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/02/27-19:01:02.038849 7996035072 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/02/27-19:01:02.038850 7996035072 Options.compaction_options_fifo.allow_compaction: 0 +2024/02/27-19:01:02.038852 7996035072 Options.table_properties_collectors: +2024/02/27-19:01:02.038852 7996035072 Options.inplace_update_support: 0 +2024/02/27-19:01:02.038853 7996035072 Options.inplace_update_num_locks: 10000 +2024/02/27-19:01:02.038854 7996035072 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/02/27-19:01:02.038855 7996035072 Options.memtable_whole_key_filtering: 0 +2024/02/27-19:01:02.038856 7996035072 Options.memtable_huge_page_size: 0 +2024/02/27-19:01:02.038857 7996035072 Options.bloom_locality: 0 +2024/02/27-19:01:02.038858 7996035072 Options.max_successive_merges: 0 +2024/02/27-19:01:02.038859 7996035072 Options.optimize_filters_for_hits: 0 +2024/02/27-19:01:02.038860 7996035072 Options.paranoid_file_checks: 0 +2024/02/27-19:01:02.038861 7996035072 Options.force_consistency_checks: 1 +2024/02/27-19:01:02.038862 7996035072 Options.report_bg_io_stats: 0 +2024/02/27-19:01:02.038862 7996035072 Options.ttl: 2592000 +2024/02/27-19:01:02.038863 7996035072 Options.periodic_compaction_seconds: 0 +2024/02/27-19:01:02.038865 7996035072 Options.default_temperature: kUnknown +2024/02/27-19:01:02.038866 7996035072 Options.preclude_last_level_data_seconds: 0 +2024/02/27-19:01:02.038867 7996035072 Options.preserve_internal_time_seconds: 0 +2024/02/27-19:01:02.038868 7996035072 Options.enable_blob_files: false +2024/02/27-19:01:02.038868 7996035072 Options.min_blob_size: 0 +2024/02/27-19:01:02.038869 7996035072 Options.blob_file_size: 268435456 +2024/02/27-19:01:02.038870 7996035072 Options.blob_compression_type: NoCompression +2024/02/27-19:01:02.038871 7996035072 Options.enable_blob_garbage_collection: false +2024/02/27-19:01:02.038872 7996035072 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/02/27-19:01:02.038873 7996035072 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/02/27-19:01:02.038874 7996035072 Options.blob_compaction_readahead_size: 0 +2024/02/27-19:01:02.038875 7996035072 Options.blob_file_starting_level: 0 +2024/02/27-19:01:02.038876 7996035072 Options.experimental_mempurge_threshold: 0.000000 +2024/02/27-19:01:02.038877 7996035072 Options.memtable_max_range_deletions: 0 +2024/02/27-19:01:02.039923 7996035072 [db/version_set.cc:5993] Recovered from manifest file:rocksdb/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 2, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 +2024/02/27-19:01:02.039926 7996035072 [db/version_set.cc:6002] Column family [default] (ID 0), log number is 5 +2024/02/27-19:01:02.040079 7996035072 [db/db_impl/db_impl_open.cc:646] DB ID: a46c0d3c-7088-4b6f-90d0-676b2e3c560a +2024/02/27-19:01:02.040241 7996035072 EVENT_LOG_v1 {"time_micros": 1709078462040236, "job": 1, "event": "recovery_started", "wal_files": [9]} +2024/02/27-19:01:02.040244 7996035072 [db/db_impl/db_impl_open.cc:1145] Recovering log #9 mode 2 +2024/02/27-19:01:02.040949 7996035072 EVENT_LOG_v1 {"time_micros": 1709078462040928, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 1025, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 4, "largest_seqno": 4, "table_properties": {"data_size": 30, "index_size": 23, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 14, "raw_average_key_size": 14, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 1, "num_filter_entries": 0, "num_deletions": 1, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1709078462, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a46c0d3c-7088-4b6f-90d0-676b2e3c560a", "db_session_id": "M33MZJNOU5TWD82B02DT", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} +2024/02/27-19:01:02.041015 7996035072 EVENT_LOG_v1 {"time_micros": 1709078462041013, "job": 1, "event": "recovery_finished"} +2024/02/27-19:01:02.041223 7996035072 [db/version_set.cc:5439] Creating manifest 15 +2024/02/27-19:01:02.044095 7996035072 [file/delete_scheduler.cc:77] Deleted file rocksdb/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/02/27-19:01:02.044182 7996035072 [db/db_impl/db_impl_open.cc:2157] SstFileManager instance 0x13a605f60 +2024/02/27-19:01:02.044253 7996035072 DB pointer 0x13a819e00 +2024/02/27-19:01:02.044550 6157119488 [db/db_impl/db_impl.cc:1140] ------- DUMPING STATS ------- +2024/02/27-19:01:02.044554 7996035072 [db/db_impl/db_impl.cc:486] Shutdown: canceling all background work +2024/02/27-19:01:02.044565 6157119488 [db/db_impl/db_impl.cc:1141] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 2 writes, 2 keys, 2 commit groups, 1.0 writes per commit group, ingest: 0.00 GB, 0.01 MB/s +Cumulative WAL: 1 writes, 0 syncs, 1.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 2 writes, 2 keys, 2 commit groups, 1.0 writes per commit group, ingest: 0.00 MB, 0.01 MB/s +Interval WAL: 1 writes, 0 syncs, 1.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent +Write Stall (count): write-buffer-manager-limit-stops: 0 + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + L0 2/0 2.00 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.8 0.00 0.00 1 0.001 0 0 0.0 0.0 + Sum 2/0 2.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.8 0.00 0.00 1 0.001 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.8 0.00 0.00 1 0.001 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.8 0.00 0.00 1 0.001 0 0 0.0 0.0 + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.17 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.17 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 +Block cache LRUCache@0x6000007ec798#85772 capacity: 32.00 MB seed: 90221924 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 0.000116 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** +2024/02/27-19:01:02.044803 7996035072 [db/db_impl/db_impl.cc:667] Shutdown complete diff --git a/rocksdb/LOG.old.1709078453252855 b/rocksdb/LOG.old.1709078453252855 new file mode 100644 index 0000000..afd6148 --- /dev/null +++ b/rocksdb/LOG.old.1709078453252855 @@ -0,0 +1,285 @@ +2024/02/27-18:52:27.542426 7996035072 RocksDB version: 8.10.0 +2024/02/27-18:52:27.543147 7996035072 Compile date 2023-12-15 13:01:14 +2024/02/27-18:52:27.543151 7996035072 DB SUMMARY +2024/02/27-18:52:27.543158 7996035072 Host name (Env): simrans-air.wifi.local.cmu.edu +2024/02/27-18:52:27.543161 7996035072 DB Session ID: WXV34N4IL6VSYL2YR103 +2024/02/27-18:52:27.543218 7996035072 SST files in rocksdb dir, Total Num: 0, files: +2024/02/27-18:52:27.543222 7996035072 Write Ahead Log file in rocksdb: +2024/02/27-18:52:27.543224 7996035072 Options.error_if_exists: 0 +2024/02/27-18:52:27.543226 7996035072 Options.create_if_missing: 1 +2024/02/27-18:52:27.543227 7996035072 Options.paranoid_checks: 1 +2024/02/27-18:52:27.543229 7996035072 Options.flush_verify_memtable_count: 1 +2024/02/27-18:52:27.543230 7996035072 Options.compaction_verify_record_count: 1 +2024/02/27-18:52:27.543232 7996035072 Options.track_and_verify_wals_in_manifest: 0 +2024/02/27-18:52:27.543233 7996035072 Options.verify_sst_unique_id_in_manifest: 1 +2024/02/27-18:52:27.543235 7996035072 Options.env: 0x6000002497a0 +2024/02/27-18:52:27.543237 7996035072 Options.fs: PosixFileSystem +2024/02/27-18:52:27.543239 7996035072 Options.info_log: 0x126e05b98 +2024/02/27-18:52:27.543240 7996035072 Options.max_file_opening_threads: 16 +2024/02/27-18:52:27.543242 7996035072 Options.statistics: 0x0 +2024/02/27-18:52:27.543243 7996035072 Options.use_fsync: 0 +2024/02/27-18:52:27.543245 7996035072 Options.max_log_file_size: 0 +2024/02/27-18:52:27.543246 7996035072 Options.max_manifest_file_size: 1073741824 +2024/02/27-18:52:27.543248 7996035072 Options.log_file_time_to_roll: 0 +2024/02/27-18:52:27.543249 7996035072 Options.keep_log_file_num: 1000 +2024/02/27-18:52:27.543251 7996035072 Options.recycle_log_file_num: 0 +2024/02/27-18:52:27.543252 7996035072 Options.allow_fallocate: 1 +2024/02/27-18:52:27.543254 7996035072 Options.allow_mmap_reads: 0 +2024/02/27-18:52:27.543256 7996035072 Options.allow_mmap_writes: 0 +2024/02/27-18:52:27.543257 7996035072 Options.use_direct_reads: 0 +2024/02/27-18:52:27.543258 7996035072 Options.use_direct_io_for_flush_and_compaction: 0 +2024/02/27-18:52:27.543260 7996035072 Options.create_missing_column_families: 0 +2024/02/27-18:52:27.543262 7996035072 Options.db_log_dir: +2024/02/27-18:52:27.543263 7996035072 Options.wal_dir: +2024/02/27-18:52:27.543265 7996035072 Options.table_cache_numshardbits: 6 +2024/02/27-18:52:27.543266 7996035072 Options.WAL_ttl_seconds: 0 +2024/02/27-18:52:27.543268 7996035072 Options.WAL_size_limit_MB: 0 +2024/02/27-18:52:27.543269 7996035072 Options.max_write_batch_group_size_bytes: 1048576 +2024/02/27-18:52:27.543271 7996035072 Options.manifest_preallocation_size: 4194304 +2024/02/27-18:52:27.543272 7996035072 Options.is_fd_close_on_exec: 1 +2024/02/27-18:52:27.543274 7996035072 Options.advise_random_on_open: 1 +2024/02/27-18:52:27.543275 7996035072 Options.db_write_buffer_size: 0 +2024/02/27-18:52:27.543277 7996035072 Options.write_buffer_manager: 0x60000005c9c0 +2024/02/27-18:52:27.543278 7996035072 Options.access_hint_on_compaction_start: 1 +2024/02/27-18:52:27.543280 7996035072 Options.random_access_max_buffer_size: 1048576 +2024/02/27-18:52:27.543281 7996035072 Options.use_adaptive_mutex: 0 +2024/02/27-18:52:27.543283 7996035072 Options.rate_limiter: 0x0 +2024/02/27-18:52:27.543285 7996035072 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/02/27-18:52:27.543287 7996035072 Options.wal_recovery_mode: 2 +2024/02/27-18:52:27.543288 7996035072 Options.enable_thread_tracking: 0 +2024/02/27-18:52:27.543290 7996035072 Options.enable_pipelined_write: 0 +2024/02/27-18:52:27.543291 7996035072 Options.unordered_write: 0 +2024/02/27-18:52:27.543293 7996035072 Options.allow_concurrent_memtable_write: 1 +2024/02/27-18:52:27.543294 7996035072 Options.enable_write_thread_adaptive_yield: 1 +2024/02/27-18:52:27.543296 7996035072 Options.write_thread_max_yield_usec: 100 +2024/02/27-18:52:27.543297 7996035072 Options.write_thread_slow_yield_usec: 3 +2024/02/27-18:52:27.543299 7996035072 Options.row_cache: None +2024/02/27-18:52:27.543300 7996035072 Options.wal_filter: None +2024/02/27-18:52:27.543302 7996035072 Options.avoid_flush_during_recovery: 0 +2024/02/27-18:52:27.543304 7996035072 Options.allow_ingest_behind: 0 +2024/02/27-18:52:27.543305 7996035072 Options.two_write_queues: 0 +2024/02/27-18:52:27.543307 7996035072 Options.manual_wal_flush: 0 +2024/02/27-18:52:27.543308 7996035072 Options.wal_compression: 0 +2024/02/27-18:52:27.543310 7996035072 Options.atomic_flush: 0 +2024/02/27-18:52:27.543311 7996035072 Options.avoid_unnecessary_blocking_io: 0 +2024/02/27-18:52:27.543313 7996035072 Options.persist_stats_to_disk: 0 +2024/02/27-18:52:27.543314 7996035072 Options.write_dbid_to_manifest: 0 +2024/02/27-18:52:27.543316 7996035072 Options.log_readahead_size: 0 +2024/02/27-18:52:27.543317 7996035072 Options.file_checksum_gen_factory: Unknown +2024/02/27-18:52:27.543319 7996035072 Options.best_efforts_recovery: 0 +2024/02/27-18:52:27.543320 7996035072 Options.max_bgerror_resume_count: 2147483647 +2024/02/27-18:52:27.543322 7996035072 Options.bgerror_resume_retry_interval: 1000000 +2024/02/27-18:52:27.543323 7996035072 Options.allow_data_in_errors: 0 +2024/02/27-18:52:27.543325 7996035072 Options.db_host_id: __hostname__ +2024/02/27-18:52:27.543326 7996035072 Options.enforce_single_del_contracts: true +2024/02/27-18:52:27.543328 7996035072 Options.max_background_jobs: 2 +2024/02/27-18:52:27.543330 7996035072 Options.max_background_compactions: -1 +2024/02/27-18:52:27.543331 7996035072 Options.max_subcompactions: 1 +2024/02/27-18:52:27.543333 7996035072 Options.avoid_flush_during_shutdown: 0 +2024/02/27-18:52:27.543334 7996035072 Options.writable_file_max_buffer_size: 1048576 +2024/02/27-18:52:27.543336 7996035072 Options.delayed_write_rate : 16777216 +2024/02/27-18:52:27.543337 7996035072 Options.max_total_wal_size: 0 +2024/02/27-18:52:27.543339 7996035072 Options.delete_obsolete_files_period_micros: 21600000000 +2024/02/27-18:52:27.543340 7996035072 Options.stats_dump_period_sec: 600 +2024/02/27-18:52:27.543342 7996035072 Options.stats_persist_period_sec: 600 +2024/02/27-18:52:27.543344 7996035072 Options.stats_history_buffer_size: 1048576 +2024/02/27-18:52:27.543345 7996035072 Options.max_open_files: -1 +2024/02/27-18:52:27.543347 7996035072 Options.bytes_per_sync: 0 +2024/02/27-18:52:27.543348 7996035072 Options.wal_bytes_per_sync: 0 +2024/02/27-18:52:27.543350 7996035072 Options.strict_bytes_per_sync: 0 +2024/02/27-18:52:27.543351 7996035072 Options.compaction_readahead_size: 2097152 +2024/02/27-18:52:27.543353 7996035072 Options.max_background_flushes: -1 +2024/02/27-18:52:27.543354 7996035072 Options.daily_offpeak_time_utc: +2024/02/27-18:52:27.543356 7996035072 Compression algorithms supported: +2024/02/27-18:52:27.543375 7996035072 kZSTD supported: 1 +2024/02/27-18:52:27.543377 7996035072 kZlibCompression supported: 1 +2024/02/27-18:52:27.543378 7996035072 kXpressCompression supported: 0 +2024/02/27-18:52:27.543380 7996035072 kSnappyCompression supported: 1 +2024/02/27-18:52:27.543382 7996035072 kZSTDNotFinalCompression supported: 1 +2024/02/27-18:52:27.543384 7996035072 kLZ4HCCompression supported: 1 +2024/02/27-18:52:27.543386 7996035072 kLZ4Compression supported: 1 +2024/02/27-18:52:27.543387 7996035072 kBZip2Compression supported: 1 +2024/02/27-18:52:27.543398 7996035072 Fast CRC32 supported: Supported on Arm64 +2024/02/27-18:52:27.543399 7996035072 DMutex implementation: pthread_mutex_t +2024/02/27-18:52:27.543959 7996035072 [db/db_impl/db_impl_open.cc:325] Creating manifest 1 +2024/02/27-18:52:27.544488 7996035072 [db/version_set.cc:5942] Recovering from manifest file: rocksdb/MANIFEST-000001 +2024/02/27-18:52:27.544840 7996035072 [db/column_family.cc:618] --------------- Options for column family [default]: +2024/02/27-18:52:27.544844 7996035072 Options.comparator: leveldb.BytewiseComparator +2024/02/27-18:52:27.544846 7996035072 Options.merge_operator: None +2024/02/27-18:52:27.544847 7996035072 Options.compaction_filter: None +2024/02/27-18:52:27.544848 7996035072 Options.compaction_filter_factory: None +2024/02/27-18:52:27.544850 7996035072 Options.sst_partitioner_factory: None +2024/02/27-18:52:27.544851 7996035072 Options.memtable_factory: SkipListFactory +2024/02/27-18:52:27.544852 7996035072 Options.table_factory: BlockBasedTable +2024/02/27-18:52:27.544894 7996035072 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600003b58a60) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x600000e5c798 + block_cache_name: LRUCache + block_cache_options: + capacity : 33554432 + num_shard_bits : 6 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2024/02/27-18:52:27.544897 7996035072 Options.write_buffer_size: 67108864 +2024/02/27-18:52:27.544898 7996035072 Options.max_write_buffer_number: 2 +2024/02/27-18:52:27.544900 7996035072 Options.compression: Snappy +2024/02/27-18:52:27.544901 7996035072 Options.bottommost_compression: Disabled +2024/02/27-18:52:27.544903 7996035072 Options.prefix_extractor: nullptr +2024/02/27-18:52:27.544904 7996035072 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/02/27-18:52:27.544905 7996035072 Options.num_levels: 7 +2024/02/27-18:52:27.544906 7996035072 Options.min_write_buffer_number_to_merge: 1 +2024/02/27-18:52:27.544907 7996035072 Options.max_write_buffer_number_to_maintain: 0 +2024/02/27-18:52:27.544909 7996035072 Options.max_write_buffer_size_to_maintain: 0 +2024/02/27-18:52:27.544910 7996035072 Options.bottommost_compression_opts.window_bits: -14 +2024/02/27-18:52:27.544911 7996035072 Options.bottommost_compression_opts.level: 32767 +2024/02/27-18:52:27.544912 7996035072 Options.bottommost_compression_opts.strategy: 0 +2024/02/27-18:52:27.544913 7996035072 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/02/27-18:52:27.544914 7996035072 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/02/27-18:52:27.544915 7996035072 Options.bottommost_compression_opts.parallel_threads: 1 +2024/02/27-18:52:27.544917 7996035072 Options.bottommost_compression_opts.enabled: false +2024/02/27-18:52:27.544918 7996035072 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/02/27-18:52:27.544919 7996035072 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2024/02/27-18:52:27.544920 7996035072 Options.compression_opts.window_bits: -14 +2024/02/27-18:52:27.544921 7996035072 Options.compression_opts.level: 32767 +2024/02/27-18:52:27.544922 7996035072 Options.compression_opts.strategy: 0 +2024/02/27-18:52:27.544923 7996035072 Options.compression_opts.max_dict_bytes: 0 +2024/02/27-18:52:27.544924 7996035072 Options.compression_opts.zstd_max_train_bytes: 0 +2024/02/27-18:52:27.544926 7996035072 Options.compression_opts.use_zstd_dict_trainer: true +2024/02/27-18:52:27.544927 7996035072 Options.compression_opts.parallel_threads: 1 +2024/02/27-18:52:27.544928 7996035072 Options.compression_opts.enabled: false +2024/02/27-18:52:27.544929 7996035072 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/02/27-18:52:27.544930 7996035072 Options.level0_file_num_compaction_trigger: 4 +2024/02/27-18:52:27.544931 7996035072 Options.level0_slowdown_writes_trigger: 20 +2024/02/27-18:52:27.544932 7996035072 Options.level0_stop_writes_trigger: 36 +2024/02/27-18:52:27.544933 7996035072 Options.target_file_size_base: 67108864 +2024/02/27-18:52:27.544934 7996035072 Options.target_file_size_multiplier: 1 +2024/02/27-18:52:27.544936 7996035072 Options.max_bytes_for_level_base: 268435456 +2024/02/27-18:52:27.544937 7996035072 Options.level_compaction_dynamic_level_bytes: 1 +2024/02/27-18:52:27.544938 7996035072 Options.max_bytes_for_level_multiplier: 10.000000 +2024/02/27-18:52:27.544955 7996035072 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/02/27-18:52:27.544957 7996035072 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/02/27-18:52:27.544958 7996035072 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/02/27-18:52:27.544959 7996035072 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/02/27-18:52:27.544960 7996035072 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/02/27-18:52:27.544961 7996035072 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/02/27-18:52:27.544962 7996035072 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/02/27-18:52:27.544963 7996035072 Options.max_sequential_skip_in_iterations: 8 +2024/02/27-18:52:27.544964 7996035072 Options.max_compaction_bytes: 1677721600 +2024/02/27-18:52:27.544966 7996035072 Options.ignore_max_compaction_bytes_for_input: true +2024/02/27-18:52:27.544967 7996035072 Options.arena_block_size: 1048576 +2024/02/27-18:52:27.544968 7996035072 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/02/27-18:52:27.544969 7996035072 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/02/27-18:52:27.544977 7996035072 Options.disable_auto_compactions: 0 +2024/02/27-18:52:27.544979 7996035072 Options.compaction_style: kCompactionStyleLevel +2024/02/27-18:52:27.544981 7996035072 Options.compaction_pri: kMinOverlappingRatio +2024/02/27-18:52:27.544982 7996035072 Options.compaction_options_universal.size_ratio: 1 +2024/02/27-18:52:27.544983 7996035072 Options.compaction_options_universal.min_merge_width: 2 +2024/02/27-18:52:27.544984 7996035072 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/02/27-18:52:27.544986 7996035072 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/02/27-18:52:27.544987 7996035072 Options.compaction_options_universal.compression_size_percent: -1 +2024/02/27-18:52:27.544989 7996035072 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/02/27-18:52:27.544992 7996035072 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/02/27-18:52:27.544993 7996035072 Options.compaction_options_fifo.allow_compaction: 0 +2024/02/27-18:52:27.544996 7996035072 Options.table_properties_collectors: +2024/02/27-18:52:27.544997 7996035072 Options.inplace_update_support: 0 +2024/02/27-18:52:27.544998 7996035072 Options.inplace_update_num_locks: 10000 +2024/02/27-18:52:27.544999 7996035072 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/02/27-18:52:27.545000 7996035072 Options.memtable_whole_key_filtering: 0 +2024/02/27-18:52:27.545001 7996035072 Options.memtable_huge_page_size: 0 +2024/02/27-18:52:27.545003 7996035072 Options.bloom_locality: 0 +2024/02/27-18:52:27.545004 7996035072 Options.max_successive_merges: 0 +2024/02/27-18:52:27.545005 7996035072 Options.optimize_filters_for_hits: 0 +2024/02/27-18:52:27.545006 7996035072 Options.paranoid_file_checks: 0 +2024/02/27-18:52:27.545007 7996035072 Options.force_consistency_checks: 1 +2024/02/27-18:52:27.545008 7996035072 Options.report_bg_io_stats: 0 +2024/02/27-18:52:27.545009 7996035072 Options.ttl: 2592000 +2024/02/27-18:52:27.545010 7996035072 Options.periodic_compaction_seconds: 0 +2024/02/27-18:52:27.545012 7996035072 Options.default_temperature: kUnknown +2024/02/27-18:52:27.545013 7996035072 Options.preclude_last_level_data_seconds: 0 +2024/02/27-18:52:27.545014 7996035072 Options.preserve_internal_time_seconds: 0 +2024/02/27-18:52:27.545016 7996035072 Options.enable_blob_files: false +2024/02/27-18:52:27.545017 7996035072 Options.min_blob_size: 0 +2024/02/27-18:52:27.545018 7996035072 Options.blob_file_size: 268435456 +2024/02/27-18:52:27.545019 7996035072 Options.blob_compression_type: NoCompression +2024/02/27-18:52:27.545020 7996035072 Options.enable_blob_garbage_collection: false +2024/02/27-18:52:27.545021 7996035072 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/02/27-18:52:27.545023 7996035072 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/02/27-18:52:27.545024 7996035072 Options.blob_compaction_readahead_size: 0 +2024/02/27-18:52:27.545025 7996035072 Options.blob_file_starting_level: 0 +2024/02/27-18:52:27.545026 7996035072 Options.experimental_mempurge_threshold: 0.000000 +2024/02/27-18:52:27.545027 7996035072 Options.memtable_max_range_deletions: 0 +2024/02/27-18:52:27.545764 7996035072 [db/version_set.cc:5993] Recovered from manifest file:rocksdb/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/02/27-18:52:27.545769 7996035072 [db/version_set.cc:6002] Column family [default] (ID 0), log number is 0 +2024/02/27-18:52:27.545818 7996035072 [db/db_impl/db_impl_open.cc:646] DB ID: a46c0d3c-7088-4b6f-90d0-676b2e3c560a +2024/02/27-18:52:27.546405 7996035072 [db/version_set.cc:5439] Creating manifest 5 +2024/02/27-18:52:27.550419 7996035072 [db/db_impl/db_impl_open.cc:2157] SstFileManager instance 0x126e05de0 +2024/02/27-18:52:27.550502 7996035072 DB pointer 0x12701a200 +2024/02/27-18:52:27.550958 6131691520 [db/db_impl/db_impl.cc:1140] ------- DUMPING STATS ------- +2024/02/27-18:52:27.550964 6131691520 [db/db_impl/db_impl.cc:1141] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 1 writes, 1 keys, 1 commit groups, 1.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 1 writes, 1 keys, 1 commit groups, 1.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent +Write Stall (count): write-buffer-manager-limit-stops: 0 + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 +Block cache LRUCache@0x600000e5c798#85219 capacity: 32.00 MB seed: 90221924 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 0.000187 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** +2024/02/27-18:52:27.551025 7996035072 [db/db_impl/db_impl.cc:486] Shutdown: canceling all background work +2024/02/27-18:52:27.551351 7996035072 [db/db_impl/db_impl.cc:667] Shutdown complete diff --git a/rocksdb/LOG.old.1709078462036937 b/rocksdb/LOG.old.1709078462036937 new file mode 100644 index 0000000..4a5c17f --- /dev/null +++ b/rocksdb/LOG.old.1709078462036937 @@ -0,0 +1,294 @@ +2024/02/27-19:00:53.253814 7996035072 RocksDB version: 8.10.0 +2024/02/27-19:00:53.254618 7996035072 Compile date 2023-12-15 13:01:14 +2024/02/27-19:00:53.254620 7996035072 DB SUMMARY +2024/02/27-19:00:53.254623 7996035072 Host name (Env): simrans-air.wifi.local.cmu.edu +2024/02/27-19:00:53.254625 7996035072 DB Session ID: 4T5URQAKI2PRTI24MS0D +2024/02/27-19:00:53.254686 7996035072 CURRENT file: CURRENT +2024/02/27-19:00:53.254688 7996035072 IDENTITY file: IDENTITY +2024/02/27-19:00:53.254694 7996035072 MANIFEST file: MANIFEST-000005 size: 70 Bytes +2024/02/27-19:00:53.254696 7996035072 SST files in rocksdb dir, Total Num: 0, files: +2024/02/27-19:00:53.254698 7996035072 Write Ahead Log file in rocksdb: 000004.log size: 63 ; +2024/02/27-19:00:53.254699 7996035072 Options.error_if_exists: 0 +2024/02/27-19:00:53.254701 7996035072 Options.create_if_missing: 1 +2024/02/27-19:00:53.254702 7996035072 Options.paranoid_checks: 1 +2024/02/27-19:00:53.254703 7996035072 Options.flush_verify_memtable_count: 1 +2024/02/27-19:00:53.254704 7996035072 Options.compaction_verify_record_count: 1 +2024/02/27-19:00:53.254705 7996035072 Options.track_and_verify_wals_in_manifest: 0 +2024/02/27-19:00:53.254706 7996035072 Options.verify_sst_unique_id_in_manifest: 1 +2024/02/27-19:00:53.254707 7996035072 Options.env: 0x60000215d7a0 +2024/02/27-19:00:53.254708 7996035072 Options.fs: PosixFileSystem +2024/02/27-19:00:53.254710 7996035072 Options.info_log: 0x150605b98 +2024/02/27-19:00:53.254711 7996035072 Options.max_file_opening_threads: 16 +2024/02/27-19:00:53.254712 7996035072 Options.statistics: 0x0 +2024/02/27-19:00:53.254713 7996035072 Options.use_fsync: 0 +2024/02/27-19:00:53.254714 7996035072 Options.max_log_file_size: 0 +2024/02/27-19:00:53.254715 7996035072 Options.max_manifest_file_size: 1073741824 +2024/02/27-19:00:53.254716 7996035072 Options.log_file_time_to_roll: 0 +2024/02/27-19:00:53.254717 7996035072 Options.keep_log_file_num: 1000 +2024/02/27-19:00:53.254718 7996035072 Options.recycle_log_file_num: 0 +2024/02/27-19:00:53.254719 7996035072 Options.allow_fallocate: 1 +2024/02/27-19:00:53.254720 7996035072 Options.allow_mmap_reads: 0 +2024/02/27-19:00:53.254721 7996035072 Options.allow_mmap_writes: 0 +2024/02/27-19:00:53.254722 7996035072 Options.use_direct_reads: 0 +2024/02/27-19:00:53.254723 7996035072 Options.use_direct_io_for_flush_and_compaction: 0 +2024/02/27-19:00:53.254724 7996035072 Options.create_missing_column_families: 0 +2024/02/27-19:00:53.254726 7996035072 Options.db_log_dir: +2024/02/27-19:00:53.254727 7996035072 Options.wal_dir: +2024/02/27-19:00:53.254728 7996035072 Options.table_cache_numshardbits: 6 +2024/02/27-19:00:53.254729 7996035072 Options.WAL_ttl_seconds: 0 +2024/02/27-19:00:53.254730 7996035072 Options.WAL_size_limit_MB: 0 +2024/02/27-19:00:53.254731 7996035072 Options.max_write_batch_group_size_bytes: 1048576 +2024/02/27-19:00:53.254732 7996035072 Options.manifest_preallocation_size: 4194304 +2024/02/27-19:00:53.254733 7996035072 Options.is_fd_close_on_exec: 1 +2024/02/27-19:00:53.254734 7996035072 Options.advise_random_on_open: 1 +2024/02/27-19:00:53.254735 7996035072 Options.db_write_buffer_size: 0 +2024/02/27-19:00:53.254736 7996035072 Options.write_buffer_manager: 0x6000023489c0 +2024/02/27-19:00:53.254737 7996035072 Options.access_hint_on_compaction_start: 1 +2024/02/27-19:00:53.254738 7996035072 Options.random_access_max_buffer_size: 1048576 +2024/02/27-19:00:53.254740 7996035072 Options.use_adaptive_mutex: 0 +2024/02/27-19:00:53.254741 7996035072 Options.rate_limiter: 0x0 +2024/02/27-19:00:53.254742 7996035072 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/02/27-19:00:53.254743 7996035072 Options.wal_recovery_mode: 2 +2024/02/27-19:00:53.254744 7996035072 Options.enable_thread_tracking: 0 +2024/02/27-19:00:53.254745 7996035072 Options.enable_pipelined_write: 0 +2024/02/27-19:00:53.254746 7996035072 Options.unordered_write: 0 +2024/02/27-19:00:53.254747 7996035072 Options.allow_concurrent_memtable_write: 1 +2024/02/27-19:00:53.254748 7996035072 Options.enable_write_thread_adaptive_yield: 1 +2024/02/27-19:00:53.254749 7996035072 Options.write_thread_max_yield_usec: 100 +2024/02/27-19:00:53.254751 7996035072 Options.write_thread_slow_yield_usec: 3 +2024/02/27-19:00:53.254752 7996035072 Options.row_cache: None +2024/02/27-19:00:53.254753 7996035072 Options.wal_filter: None +2024/02/27-19:00:53.254754 7996035072 Options.avoid_flush_during_recovery: 0 +2024/02/27-19:00:53.254755 7996035072 Options.allow_ingest_behind: 0 +2024/02/27-19:00:53.254756 7996035072 Options.two_write_queues: 0 +2024/02/27-19:00:53.254757 7996035072 Options.manual_wal_flush: 0 +2024/02/27-19:00:53.254758 7996035072 Options.wal_compression: 0 +2024/02/27-19:00:53.254759 7996035072 Options.atomic_flush: 0 +2024/02/27-19:00:53.254760 7996035072 Options.avoid_unnecessary_blocking_io: 0 +2024/02/27-19:00:53.254761 7996035072 Options.persist_stats_to_disk: 0 +2024/02/27-19:00:53.254762 7996035072 Options.write_dbid_to_manifest: 0 +2024/02/27-19:00:53.254763 7996035072 Options.log_readahead_size: 0 +2024/02/27-19:00:53.254764 7996035072 Options.file_checksum_gen_factory: Unknown +2024/02/27-19:00:53.254766 7996035072 Options.best_efforts_recovery: 0 +2024/02/27-19:00:53.254767 7996035072 Options.max_bgerror_resume_count: 2147483647 +2024/02/27-19:00:53.254768 7996035072 Options.bgerror_resume_retry_interval: 1000000 +2024/02/27-19:00:53.254769 7996035072 Options.allow_data_in_errors: 0 +2024/02/27-19:00:53.254770 7996035072 Options.db_host_id: __hostname__ +2024/02/27-19:00:53.254771 7996035072 Options.enforce_single_del_contracts: true +2024/02/27-19:00:53.254772 7996035072 Options.max_background_jobs: 2 +2024/02/27-19:00:53.254773 7996035072 Options.max_background_compactions: -1 +2024/02/27-19:00:53.254774 7996035072 Options.max_subcompactions: 1 +2024/02/27-19:00:53.254775 7996035072 Options.avoid_flush_during_shutdown: 0 +2024/02/27-19:00:53.254776 7996035072 Options.writable_file_max_buffer_size: 1048576 +2024/02/27-19:00:53.254777 7996035072 Options.delayed_write_rate : 16777216 +2024/02/27-19:00:53.254778 7996035072 Options.max_total_wal_size: 0 +2024/02/27-19:00:53.254779 7996035072 Options.delete_obsolete_files_period_micros: 21600000000 +2024/02/27-19:00:53.254780 7996035072 Options.stats_dump_period_sec: 600 +2024/02/27-19:00:53.254781 7996035072 Options.stats_persist_period_sec: 600 +2024/02/27-19:00:53.254783 7996035072 Options.stats_history_buffer_size: 1048576 +2024/02/27-19:00:53.254784 7996035072 Options.max_open_files: -1 +2024/02/27-19:00:53.254785 7996035072 Options.bytes_per_sync: 0 +2024/02/27-19:00:53.254786 7996035072 Options.wal_bytes_per_sync: 0 +2024/02/27-19:00:53.254787 7996035072 Options.strict_bytes_per_sync: 0 +2024/02/27-19:00:53.254788 7996035072 Options.compaction_readahead_size: 2097152 +2024/02/27-19:00:53.254789 7996035072 Options.max_background_flushes: -1 +2024/02/27-19:00:53.254790 7996035072 Options.daily_offpeak_time_utc: +2024/02/27-19:00:53.254791 7996035072 Compression algorithms supported: +2024/02/27-19:00:53.254808 7996035072 kZSTD supported: 1 +2024/02/27-19:00:53.254809 7996035072 kZlibCompression supported: 1 +2024/02/27-19:00:53.254811 7996035072 kXpressCompression supported: 0 +2024/02/27-19:00:53.254812 7996035072 kSnappyCompression supported: 1 +2024/02/27-19:00:53.254813 7996035072 kZSTDNotFinalCompression supported: 1 +2024/02/27-19:00:53.254815 7996035072 kLZ4HCCompression supported: 1 +2024/02/27-19:00:53.254816 7996035072 kLZ4Compression supported: 1 +2024/02/27-19:00:53.254817 7996035072 kBZip2Compression supported: 1 +2024/02/27-19:00:53.254822 7996035072 Fast CRC32 supported: Supported on Arm64 +2024/02/27-19:00:53.254823 7996035072 DMutex implementation: pthread_mutex_t +2024/02/27-19:00:53.255124 7996035072 [db/version_set.cc:5942] Recovering from manifest file: rocksdb/MANIFEST-000005 +2024/02/27-19:00:53.255485 7996035072 [db/column_family.cc:618] --------------- Options for column family [default]: +2024/02/27-19:00:53.255487 7996035072 Options.comparator: leveldb.BytewiseComparator +2024/02/27-19:00:53.255489 7996035072 Options.merge_operator: None +2024/02/27-19:00:53.255490 7996035072 Options.compaction_filter: None +2024/02/27-19:00:53.255491 7996035072 Options.compaction_filter_factory: None +2024/02/27-19:00:53.255493 7996035072 Options.sst_partitioner_factory: None +2024/02/27-19:00:53.255494 7996035072 Options.memtable_factory: SkipListFactory +2024/02/27-19:00:53.255495 7996035072 Options.table_factory: BlockBasedTable +2024/02/27-19:00:53.255525 7996035072 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x60000184ca60) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + checksum: 4 + no_block_cache: 0 + block_cache: 0x600002d48798 + block_cache_name: LRUCache + block_cache_options: + capacity : 33554432 + num_shard_bits : 6 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.500 + low_pri_pool_ratio: 0.000 + persistent_cache: 0x0 + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 + initial_auto_readahead_size: 8192 + num_file_reads_for_auto_readahead: 2 +2024/02/27-19:00:53.255526 7996035072 Options.write_buffer_size: 67108864 +2024/02/27-19:00:53.255527 7996035072 Options.max_write_buffer_number: 2 +2024/02/27-19:00:53.255529 7996035072 Options.compression: Snappy +2024/02/27-19:00:53.255530 7996035072 Options.bottommost_compression: Disabled +2024/02/27-19:00:53.255531 7996035072 Options.prefix_extractor: nullptr +2024/02/27-19:00:53.255532 7996035072 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/02/27-19:00:53.255533 7996035072 Options.num_levels: 7 +2024/02/27-19:00:53.255534 7996035072 Options.min_write_buffer_number_to_merge: 1 +2024/02/27-19:00:53.255535 7996035072 Options.max_write_buffer_number_to_maintain: 0 +2024/02/27-19:00:53.255536 7996035072 Options.max_write_buffer_size_to_maintain: 0 +2024/02/27-19:00:53.255538 7996035072 Options.bottommost_compression_opts.window_bits: -14 +2024/02/27-19:00:53.255539 7996035072 Options.bottommost_compression_opts.level: 32767 +2024/02/27-19:00:53.255540 7996035072 Options.bottommost_compression_opts.strategy: 0 +2024/02/27-19:00:53.255541 7996035072 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/02/27-19:00:53.255542 7996035072 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/02/27-19:00:53.255543 7996035072 Options.bottommost_compression_opts.parallel_threads: 1 +2024/02/27-19:00:53.255544 7996035072 Options.bottommost_compression_opts.enabled: false +2024/02/27-19:00:53.255545 7996035072 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/02/27-19:00:53.255546 7996035072 Options.bottommost_compression_opts.use_zstd_dict_trainer: true +2024/02/27-19:00:53.255547 7996035072 Options.compression_opts.window_bits: -14 +2024/02/27-19:00:53.255548 7996035072 Options.compression_opts.level: 32767 +2024/02/27-19:00:53.255550 7996035072 Options.compression_opts.strategy: 0 +2024/02/27-19:00:53.255551 7996035072 Options.compression_opts.max_dict_bytes: 0 +2024/02/27-19:00:53.255552 7996035072 Options.compression_opts.zstd_max_train_bytes: 0 +2024/02/27-19:00:53.255553 7996035072 Options.compression_opts.use_zstd_dict_trainer: true +2024/02/27-19:00:53.255554 7996035072 Options.compression_opts.parallel_threads: 1 +2024/02/27-19:00:53.255555 7996035072 Options.compression_opts.enabled: false +2024/02/27-19:00:53.255556 7996035072 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/02/27-19:00:53.255557 7996035072 Options.level0_file_num_compaction_trigger: 4 +2024/02/27-19:00:53.255558 7996035072 Options.level0_slowdown_writes_trigger: 20 +2024/02/27-19:00:53.255559 7996035072 Options.level0_stop_writes_trigger: 36 +2024/02/27-19:00:53.255560 7996035072 Options.target_file_size_base: 67108864 +2024/02/27-19:00:53.255561 7996035072 Options.target_file_size_multiplier: 1 +2024/02/27-19:00:53.255562 7996035072 Options.max_bytes_for_level_base: 268435456 +2024/02/27-19:00:53.255563 7996035072 Options.level_compaction_dynamic_level_bytes: 1 +2024/02/27-19:00:53.255564 7996035072 Options.max_bytes_for_level_multiplier: 10.000000 +2024/02/27-19:00:53.255577 7996035072 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/02/27-19:00:53.255578 7996035072 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/02/27-19:00:53.255579 7996035072 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/02/27-19:00:53.255580 7996035072 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/02/27-19:00:53.255581 7996035072 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/02/27-19:00:53.255582 7996035072 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/02/27-19:00:53.255583 7996035072 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/02/27-19:00:53.255584 7996035072 Options.max_sequential_skip_in_iterations: 8 +2024/02/27-19:00:53.255585 7996035072 Options.max_compaction_bytes: 1677721600 +2024/02/27-19:00:53.255586 7996035072 Options.ignore_max_compaction_bytes_for_input: true +2024/02/27-19:00:53.255587 7996035072 Options.arena_block_size: 1048576 +2024/02/27-19:00:53.255588 7996035072 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/02/27-19:00:53.255590 7996035072 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/02/27-19:00:53.255591 7996035072 Options.disable_auto_compactions: 0 +2024/02/27-19:00:53.255592 7996035072 Options.compaction_style: kCompactionStyleLevel +2024/02/27-19:00:53.255594 7996035072 Options.compaction_pri: kMinOverlappingRatio +2024/02/27-19:00:53.255595 7996035072 Options.compaction_options_universal.size_ratio: 1 +2024/02/27-19:00:53.255596 7996035072 Options.compaction_options_universal.min_merge_width: 2 +2024/02/27-19:00:53.255597 7996035072 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/02/27-19:00:53.255599 7996035072 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/02/27-19:00:53.255601 7996035072 Options.compaction_options_universal.compression_size_percent: -1 +2024/02/27-19:00:53.255603 7996035072 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/02/27-19:00:53.255604 7996035072 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/02/27-19:00:53.255605 7996035072 Options.compaction_options_fifo.allow_compaction: 0 +2024/02/27-19:00:53.255607 7996035072 Options.table_properties_collectors: +2024/02/27-19:00:53.255608 7996035072 Options.inplace_update_support: 0 +2024/02/27-19:00:53.255609 7996035072 Options.inplace_update_num_locks: 10000 +2024/02/27-19:00:53.255610 7996035072 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/02/27-19:00:53.255611 7996035072 Options.memtable_whole_key_filtering: 0 +2024/02/27-19:00:53.255612 7996035072 Options.memtable_huge_page_size: 0 +2024/02/27-19:00:53.255613 7996035072 Options.bloom_locality: 0 +2024/02/27-19:00:53.255614 7996035072 Options.max_successive_merges: 0 +2024/02/27-19:00:53.255615 7996035072 Options.optimize_filters_for_hits: 0 +2024/02/27-19:00:53.255616 7996035072 Options.paranoid_file_checks: 0 +2024/02/27-19:00:53.255617 7996035072 Options.force_consistency_checks: 1 +2024/02/27-19:00:53.255618 7996035072 Options.report_bg_io_stats: 0 +2024/02/27-19:00:53.255619 7996035072 Options.ttl: 2592000 +2024/02/27-19:00:53.255621 7996035072 Options.periodic_compaction_seconds: 0 +2024/02/27-19:00:53.255622 7996035072 Options.default_temperature: kUnknown +2024/02/27-19:00:53.255623 7996035072 Options.preclude_last_level_data_seconds: 0 +2024/02/27-19:00:53.255624 7996035072 Options.preserve_internal_time_seconds: 0 +2024/02/27-19:00:53.255625 7996035072 Options.enable_blob_files: false +2024/02/27-19:00:53.255626 7996035072 Options.min_blob_size: 0 +2024/02/27-19:00:53.255627 7996035072 Options.blob_file_size: 268435456 +2024/02/27-19:00:53.255629 7996035072 Options.blob_compression_type: NoCompression +2024/02/27-19:00:53.255630 7996035072 Options.enable_blob_garbage_collection: false +2024/02/27-19:00:53.255631 7996035072 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/02/27-19:00:53.255632 7996035072 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/02/27-19:00:53.255633 7996035072 Options.blob_compaction_readahead_size: 0 +2024/02/27-19:00:53.255634 7996035072 Options.blob_file_starting_level: 0 +2024/02/27-19:00:53.255635 7996035072 Options.experimental_mempurge_threshold: 0.000000 +2024/02/27-19:00:53.255636 7996035072 Options.memtable_max_range_deletions: 0 +2024/02/27-19:00:53.256636 7996035072 [db/version_set.cc:5993] Recovered from manifest file:rocksdb/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/02/27-19:00:53.256641 7996035072 [db/version_set.cc:6002] Column family [default] (ID 0), log number is 0 +2024/02/27-19:00:53.256803 7996035072 [db/db_impl/db_impl_open.cc:646] DB ID: a46c0d3c-7088-4b6f-90d0-676b2e3c560a +2024/02/27-19:00:53.257023 7996035072 EVENT_LOG_v1 {"time_micros": 1709078453257017, "job": 1, "event": "recovery_started", "wal_files": [4]} +2024/02/27-19:00:53.257028 7996035072 [db/db_impl/db_impl_open.cc:1145] Recovering log #4 mode 2 +2024/02/27-19:00:53.258330 7996035072 EVENT_LOG_v1 {"time_micros": 1709078453258301, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1025, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 2, "largest_seqno": 2, "table_properties": {"data_size": 30, "index_size": 23, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 14, "raw_average_key_size": 14, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 1, "num_filter_entries": 0, "num_deletions": 1, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1709078453, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a46c0d3c-7088-4b6f-90d0-676b2e3c560a", "db_session_id": "4T5URQAKI2PRTI24MS0D", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} +2024/02/27-19:00:53.258411 7996035072 EVENT_LOG_v1 {"time_micros": 1709078453258409, "job": 1, "event": "recovery_finished"} +2024/02/27-19:00:53.258669 7996035072 [db/version_set.cc:5439] Creating manifest 10 +2024/02/27-19:00:53.262986 7996035072 [file/delete_scheduler.cc:77] Deleted file rocksdb/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/02/27-19:00:53.263105 7996035072 [db/db_impl/db_impl_open.cc:2157] SstFileManager instance 0x150605de0 +2024/02/27-19:00:53.263201 7996035072 DB pointer 0x150819e00 +2024/02/27-19:00:53.263631 6165311488 [db/db_impl/db_impl.cc:1140] ------- DUMPING STATS ------- +2024/02/27-19:00:53.263636 6165311488 [db/db_impl/db_impl.cc:1141] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 2 writes, 2 keys, 2 commit groups, 1.0 writes per commit group, ingest: 0.00 GB, 0.01 MB/s +Cumulative WAL: 2 writes, 0 syncs, 2.00 writes per sync, written: 0.00 GB, 0.01 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 2 writes, 2 keys, 2 commit groups, 1.0 writes per commit group, ingest: 0.00 MB, 0.01 MB/s +Interval WAL: 2 writes, 0 syncs, 2.00 writes per sync, written: 0.00 GB, 0.01 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent +Write Stall (count): write-buffer-manager-limit-stops: 0 + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + L0 1/0 1.00 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.0 0.00 0.00 1 0.001 0 0 0.0 0.0 + Sum 1/0 1.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.0 0.00 0.00 1 0.001 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.0 0.00 0.00 1 0.001 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.00 0.00 1 0.001 0 0 0.0 0.0 + +Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 +Block cache LRUCache@0x600002d48798#85722 capacity: 32.00 MB seed: 90221924 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 0.000174 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** +2024/02/27-19:00:53.263639 7996035072 [db/db_impl/db_impl.cc:486] Shutdown: canceling all background work +2024/02/27-19:00:53.264005 7996035072 [db/db_impl/db_impl.cc:667] Shutdown complete diff --git a/rocksdb/MANIFEST-000015 b/rocksdb/MANIFEST-000015 new file mode 100644 index 0000000000000000000000000000000000000000..114abc4758369214ca27a8b2884d3edbbee69e06 GIT binary patch literal 284 zcmcDHNmpWFVC-;UWHoiL?@(Z1WR%KDElbTwNz!wwEJ-cTEKYUK&n-wSN-W7Q>U3aa zoYj4=G=+hYiIt0$g(;nZqmhFzw^AWHwUU8}0SwT%OiZk-Ti^d&$HvCUz{|+U&cMMQ znwOoIU!KRz!3xpAz$4(B>^`?Nltode, + pub columns: Vec>, + pub aggregates: Value, + pub value_range: (i32, i32), + pub is_strong_key: bool, + pub is_weak_key: bool, + pub primary_key_col_name: String, +} diff --git a/src/main.rs b/src/main.rs index e7a11a9..27ea7ed 100644 --- a/src/main.rs +++ b/src/main.rs @@ -1,3 +1,40 @@ +// file: src/main.rs + +mod data_model; // Import the data model module + +// Bring the structs into scope +use data_model::namespace_data::NamespaceData; +use data_model::table_data::TableData; +use data_model::operator_statistics::OperatorStatistics; + fn main() { - println!("Hello, world!"); + // Create instances of the structs + let namespace = NamespaceData { + name: "MyNamespace".to_string(), + properties: serde_json::json!({"key": "value"}), + }; + + let table = TableData { + name: "MyTable".to_string(), + num_columns: 5, + read_properties: serde_json::json!({"key": "value"}), + write_properties: serde_json::json!({"key": "value"}), + file_urls: vec!["url1".to_string(), "url2".to_string()], + columns: vec![vec!["column1".to_string(), "column2".to_string()]], + aggregates: serde_json::json!({"key": "value"}), + value_range: (1, 100), + is_strong_key: true, + is_weak_key: false, + primary_key_col_name: "id".to_string(), + }; + + let operator_stats = OperatorStatistics { + operator_string: "MyOperator".to_string(), + cardinality_prev_result: 10, + }; + + // Use the structs as required + println!("Namespace: {:?}", namespace); + println!("Table: {:?}", table); + println!("Operator Stats: {:?}", operator_stats); } From bf4a2b94f16589b9290f21e66e2dddcc2a20eb52 Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Tue, 27 Feb 2024 22:47:33 -0500 Subject: [PATCH 02/18] remove rocksdb --- rocksdb/000008.sst | Bin 1025 -> 0 bytes rocksdb/000013.sst | Bin 1025 -> 0 bytes rocksdb/000014.log | Bin 63 -> 0 bytes rocksdb/CURRENT | 1 - rocksdb/IDENTITY | 1 - rocksdb/LOCK | 0 rocksdb/LOG | 294 ------------------------------- rocksdb/LOG.old.1709078453252855 | 285 ------------------------------ rocksdb/LOG.old.1709078462036937 | 294 ------------------------------- rocksdb/MANIFEST-000015 | Bin 284 -> 0 bytes rocksdb/OPTIONS-000012 | 204 --------------------- rocksdb/OPTIONS-000017 | 204 --------------------- 12 files changed, 1283 deletions(-) delete mode 100644 rocksdb/000008.sst delete mode 100644 rocksdb/000013.sst delete mode 100644 rocksdb/000014.log delete mode 100644 rocksdb/CURRENT delete mode 100644 rocksdb/IDENTITY delete mode 100644 rocksdb/LOCK delete mode 100644 rocksdb/LOG delete mode 100644 rocksdb/LOG.old.1709078453252855 delete mode 100644 rocksdb/LOG.old.1709078462036937 delete mode 100644 rocksdb/MANIFEST-000015 delete mode 100644 rocksdb/OPTIONS-000012 delete mode 100644 rocksdb/OPTIONS-000017 diff --git a/rocksdb/000008.sst b/rocksdb/000008.sst deleted file mode 100644 index 364ff7af8cb1ea9a961c8afd6405d5ce3f50599f..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 1025 zcmah|yKWOf6y3?gUMG$d$0UdpkqcUn9LKSPtP}y72q8fdstByvox9E`vk%S8#@>hy zAt6!m19T`I6^M#&;2-EwgoK3XxU+T~QL)wRxpU9Ck26li3A6ecWX_B;{fIp!mp|V+ zg-P&^MRNGn%MSzR?wpGKGtE8fNjy-GY2ef_PXZMYhY>Yd0ybx3g(M0BF`|Kx29$^f z&5arvp2m0;WpCgucZK+|Ov8uLDBTx$sTjLji4(3vGDc!gxzWH#kJLZT@dk8U&zj?xY&}d45ir6M)*=>eWlN zy9$`WsZeZ2aEOdB8Ebd^Cg1iO-RACYqwRHq#=RzQHagvo*Me<-r_*HBrOne=n`w>~ zp<&fBqL96}vsQIu`oR1@F zLQYjOo++`A_AoFaA#6eT=RuDe#8I2uN{NgvCg)}xbJ7OFG0NRv@CvjiK~C(qq7Dh_jQ z+iIn}Flp8PIc}90CM4B{DMRBR&|o&FFYd+rPhXwY+3OdVsGJ`=+xbzLUMiei(YecF WeRI`9|M})I{`=dn*I)L(zxfNDczKM$RU1r__JntRlfc%UBBz^P%L1S%p9V`{PlY|iEiNfZQPOambeC=m@? zn>8{ziSa7R-ojh%3h`r^h7k=|C}c(jcQy*8h=sr*V5u|EI| z)^F`KLN*?7;hTYn0@@L;-_vm7l# z#UkBgLeY^31jWTLN&PUTz|+;0yLvK|S;AqbbNKq{v*$0jk6s<@w)b1@gQIF`K8~mn zAzWNte=WLY!kJ-Ii*u-#7YRr(xMy6OChj7cY&4HL3so|ngs6mQXil8+5{XsF3_Sy7 zx8bS%LG}5&_or;jo~0gEIHsnZFP16 zPPs;u7>Wp|h@ApO2@lkgyIz_)8pgOuAIqTDqtjXzR`1v%O-9ko5^Pu>zi}(5ILf(g ztJTWFv{n1(xU0l4A*nV@85#$H22-ECxQhqfpU&Fc&5KJ^&X1jKUlwPVipN*9@TJtK VuUY6n-#o_u{P_L;`{Q39{sP%|KCb`( diff --git a/rocksdb/000014.log b/rocksdb/000014.log deleted file mode 100644 index f32bbc4053c2ef364a4f3347cf025f22e2fc0f6a..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 63 wcmX@|C49Op10yQ~1TX?AMz-8ah3wQy4j@&Qm{XeS;CQe{1SpK8h5@Pu0Hdf3ivR!s diff --git a/rocksdb/CURRENT b/rocksdb/CURRENT deleted file mode 100644 index 42c62b6..0000000 --- a/rocksdb/CURRENT +++ /dev/null @@ -1 +0,0 @@ -MANIFEST-000015 diff --git a/rocksdb/IDENTITY b/rocksdb/IDENTITY deleted file mode 100644 index 6cbd3b6..0000000 --- a/rocksdb/IDENTITY +++ /dev/null @@ -1 +0,0 @@ -a46c0d3c-7088-4b6f-90d0-676b2e3c560a \ No newline at end of file diff --git a/rocksdb/LOCK b/rocksdb/LOCK deleted file mode 100644 index e69de29..0000000 diff --git a/rocksdb/LOG b/rocksdb/LOG deleted file mode 100644 index aac56e1..0000000 --- a/rocksdb/LOG +++ /dev/null @@ -1,294 +0,0 @@ -2024/02/27-19:01:02.037536 7996035072 RocksDB version: 8.10.0 -2024/02/27-19:01:02.038077 7996035072 Compile date 2023-12-15 13:01:14 -2024/02/27-19:01:02.038079 7996035072 DB SUMMARY -2024/02/27-19:01:02.038082 7996035072 Host name (Env): simrans-air.wifi.local.cmu.edu -2024/02/27-19:01:02.038083 7996035072 DB Session ID: M33MZJNOU5TWD82B02DT -2024/02/27-19:01:02.038141 7996035072 CURRENT file: CURRENT -2024/02/27-19:01:02.038142 7996035072 IDENTITY file: IDENTITY -2024/02/27-19:01:02.038148 7996035072 MANIFEST file: MANIFEST-000010 size: 184 Bytes -2024/02/27-19:01:02.038150 7996035072 SST files in rocksdb dir, Total Num: 1, files: 000008.sst -2024/02/27-19:01:02.038151 7996035072 Write Ahead Log file in rocksdb: 000009.log size: 63 ; -2024/02/27-19:01:02.038153 7996035072 Options.error_if_exists: 0 -2024/02/27-19:01:02.038154 7996035072 Options.create_if_missing: 1 -2024/02/27-19:01:02.038155 7996035072 Options.paranoid_checks: 1 -2024/02/27-19:01:02.038156 7996035072 Options.flush_verify_memtable_count: 1 -2024/02/27-19:01:02.038157 7996035072 Options.compaction_verify_record_count: 1 -2024/02/27-19:01:02.038158 7996035072 Options.track_and_verify_wals_in_manifest: 0 -2024/02/27-19:01:02.038158 7996035072 Options.verify_sst_unique_id_in_manifest: 1 -2024/02/27-19:01:02.038159 7996035072 Options.env: 0x600000bf97a0 -2024/02/27-19:01:02.038160 7996035072 Options.fs: PosixFileSystem -2024/02/27-19:01:02.038161 7996035072 Options.info_log: 0x13a605b98 -2024/02/27-19:01:02.038162 7996035072 Options.max_file_opening_threads: 16 -2024/02/27-19:01:02.038163 7996035072 Options.statistics: 0x0 -2024/02/27-19:01:02.038164 7996035072 Options.use_fsync: 0 -2024/02/27-19:01:02.038165 7996035072 Options.max_log_file_size: 0 -2024/02/27-19:01:02.038166 7996035072 Options.max_manifest_file_size: 1073741824 -2024/02/27-19:01:02.038167 7996035072 Options.log_file_time_to_roll: 0 -2024/02/27-19:01:02.038168 7996035072 Options.keep_log_file_num: 1000 -2024/02/27-19:01:02.038169 7996035072 Options.recycle_log_file_num: 0 -2024/02/27-19:01:02.038170 7996035072 Options.allow_fallocate: 1 -2024/02/27-19:01:02.038170 7996035072 Options.allow_mmap_reads: 0 -2024/02/27-19:01:02.038171 7996035072 Options.allow_mmap_writes: 0 -2024/02/27-19:01:02.038172 7996035072 Options.use_direct_reads: 0 -2024/02/27-19:01:02.038173 7996035072 Options.use_direct_io_for_flush_and_compaction: 0 -2024/02/27-19:01:02.038174 7996035072 Options.create_missing_column_families: 0 -2024/02/27-19:01:02.038175 7996035072 Options.db_log_dir: -2024/02/27-19:01:02.038176 7996035072 Options.wal_dir: -2024/02/27-19:01:02.038176 7996035072 Options.table_cache_numshardbits: 6 -2024/02/27-19:01:02.038177 7996035072 Options.WAL_ttl_seconds: 0 -2024/02/27-19:01:02.038178 7996035072 Options.WAL_size_limit_MB: 0 -2024/02/27-19:01:02.038179 7996035072 Options.max_write_batch_group_size_bytes: 1048576 -2024/02/27-19:01:02.038180 7996035072 Options.manifest_preallocation_size: 4194304 -2024/02/27-19:01:02.038181 7996035072 Options.is_fd_close_on_exec: 1 -2024/02/27-19:01:02.038182 7996035072 Options.advise_random_on_open: 1 -2024/02/27-19:01:02.038183 7996035072 Options.db_write_buffer_size: 0 -2024/02/27-19:01:02.038183 7996035072 Options.write_buffer_manager: 0x6000009ec9c0 -2024/02/27-19:01:02.038184 7996035072 Options.access_hint_on_compaction_start: 1 -2024/02/27-19:01:02.038185 7996035072 Options.random_access_max_buffer_size: 1048576 -2024/02/27-19:01:02.038186 7996035072 Options.use_adaptive_mutex: 0 -2024/02/27-19:01:02.038187 7996035072 Options.rate_limiter: 0x0 -2024/02/27-19:01:02.038188 7996035072 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/02/27-19:01:02.038189 7996035072 Options.wal_recovery_mode: 2 -2024/02/27-19:01:02.038190 7996035072 Options.enable_thread_tracking: 0 -2024/02/27-19:01:02.038191 7996035072 Options.enable_pipelined_write: 0 -2024/02/27-19:01:02.038192 7996035072 Options.unordered_write: 0 -2024/02/27-19:01:02.038192 7996035072 Options.allow_concurrent_memtable_write: 1 -2024/02/27-19:01:02.038193 7996035072 Options.enable_write_thread_adaptive_yield: 1 -2024/02/27-19:01:02.038194 7996035072 Options.write_thread_max_yield_usec: 100 -2024/02/27-19:01:02.038195 7996035072 Options.write_thread_slow_yield_usec: 3 -2024/02/27-19:01:02.038196 7996035072 Options.row_cache: None -2024/02/27-19:01:02.038197 7996035072 Options.wal_filter: None -2024/02/27-19:01:02.038198 7996035072 Options.avoid_flush_during_recovery: 0 -2024/02/27-19:01:02.038199 7996035072 Options.allow_ingest_behind: 0 -2024/02/27-19:01:02.038199 7996035072 Options.two_write_queues: 0 -2024/02/27-19:01:02.038200 7996035072 Options.manual_wal_flush: 0 -2024/02/27-19:01:02.038201 7996035072 Options.wal_compression: 0 -2024/02/27-19:01:02.038202 7996035072 Options.atomic_flush: 0 -2024/02/27-19:01:02.038203 7996035072 Options.avoid_unnecessary_blocking_io: 0 -2024/02/27-19:01:02.038204 7996035072 Options.persist_stats_to_disk: 0 -2024/02/27-19:01:02.038205 7996035072 Options.write_dbid_to_manifest: 0 -2024/02/27-19:01:02.038206 7996035072 Options.log_readahead_size: 0 -2024/02/27-19:01:02.038207 7996035072 Options.file_checksum_gen_factory: Unknown -2024/02/27-19:01:02.038208 7996035072 Options.best_efforts_recovery: 0 -2024/02/27-19:01:02.038208 7996035072 Options.max_bgerror_resume_count: 2147483647 -2024/02/27-19:01:02.038209 7996035072 Options.bgerror_resume_retry_interval: 1000000 -2024/02/27-19:01:02.038210 7996035072 Options.allow_data_in_errors: 0 -2024/02/27-19:01:02.038211 7996035072 Options.db_host_id: __hostname__ -2024/02/27-19:01:02.038212 7996035072 Options.enforce_single_del_contracts: true -2024/02/27-19:01:02.038213 7996035072 Options.max_background_jobs: 2 -2024/02/27-19:01:02.038214 7996035072 Options.max_background_compactions: -1 -2024/02/27-19:01:02.038215 7996035072 Options.max_subcompactions: 1 -2024/02/27-19:01:02.038216 7996035072 Options.avoid_flush_during_shutdown: 0 -2024/02/27-19:01:02.038216 7996035072 Options.writable_file_max_buffer_size: 1048576 -2024/02/27-19:01:02.038217 7996035072 Options.delayed_write_rate : 16777216 -2024/02/27-19:01:02.038218 7996035072 Options.max_total_wal_size: 0 -2024/02/27-19:01:02.038219 7996035072 Options.delete_obsolete_files_period_micros: 21600000000 -2024/02/27-19:01:02.038220 7996035072 Options.stats_dump_period_sec: 600 -2024/02/27-19:01:02.038221 7996035072 Options.stats_persist_period_sec: 600 -2024/02/27-19:01:02.038222 7996035072 Options.stats_history_buffer_size: 1048576 -2024/02/27-19:01:02.038222 7996035072 Options.max_open_files: -1 -2024/02/27-19:01:02.038223 7996035072 Options.bytes_per_sync: 0 -2024/02/27-19:01:02.038224 7996035072 Options.wal_bytes_per_sync: 0 -2024/02/27-19:01:02.038225 7996035072 Options.strict_bytes_per_sync: 0 -2024/02/27-19:01:02.038226 7996035072 Options.compaction_readahead_size: 2097152 -2024/02/27-19:01:02.038227 7996035072 Options.max_background_flushes: -1 -2024/02/27-19:01:02.038228 7996035072 Options.daily_offpeak_time_utc: -2024/02/27-19:01:02.038229 7996035072 Compression algorithms supported: -2024/02/27-19:01:02.038241 7996035072 kZSTD supported: 1 -2024/02/27-19:01:02.038242 7996035072 kZlibCompression supported: 1 -2024/02/27-19:01:02.038243 7996035072 kXpressCompression supported: 0 -2024/02/27-19:01:02.038244 7996035072 kSnappyCompression supported: 1 -2024/02/27-19:01:02.038245 7996035072 kZSTDNotFinalCompression supported: 1 -2024/02/27-19:01:02.038246 7996035072 kLZ4HCCompression supported: 1 -2024/02/27-19:01:02.038247 7996035072 kLZ4Compression supported: 1 -2024/02/27-19:01:02.038248 7996035072 kBZip2Compression supported: 1 -2024/02/27-19:01:02.038253 7996035072 Fast CRC32 supported: Supported on Arm64 -2024/02/27-19:01:02.038254 7996035072 DMutex implementation: pthread_mutex_t -2024/02/27-19:01:02.038490 7996035072 [db/version_set.cc:5942] Recovering from manifest file: rocksdb/MANIFEST-000010 -2024/02/27-19:01:02.038752 7996035072 [db/column_family.cc:618] --------------- Options for column family [default]: -2024/02/27-19:01:02.038754 7996035072 Options.comparator: leveldb.BytewiseComparator -2024/02/27-19:01:02.038755 7996035072 Options.merge_operator: None -2024/02/27-19:01:02.038756 7996035072 Options.compaction_filter: None -2024/02/27-19:01:02.038757 7996035072 Options.compaction_filter_factory: None -2024/02/27-19:01:02.038758 7996035072 Options.sst_partitioner_factory: None -2024/02/27-19:01:02.038759 7996035072 Options.memtable_factory: SkipListFactory -2024/02/27-19:01:02.038760 7996035072 Options.table_factory: BlockBasedTable -2024/02/27-19:01:02.038781 7996035072 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x6000032e8a60) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 0 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x6000007ec798 - block_cache_name: LRUCache - block_cache_options: - capacity : 33554432 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/02/27-19:01:02.038782 7996035072 Options.write_buffer_size: 67108864 -2024/02/27-19:01:02.038783 7996035072 Options.max_write_buffer_number: 2 -2024/02/27-19:01:02.038784 7996035072 Options.compression: Snappy -2024/02/27-19:01:02.038785 7996035072 Options.bottommost_compression: Disabled -2024/02/27-19:01:02.038787 7996035072 Options.prefix_extractor: nullptr -2024/02/27-19:01:02.038788 7996035072 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/02/27-19:01:02.038789 7996035072 Options.num_levels: 7 -2024/02/27-19:01:02.038789 7996035072 Options.min_write_buffer_number_to_merge: 1 -2024/02/27-19:01:02.038790 7996035072 Options.max_write_buffer_number_to_maintain: 0 -2024/02/27-19:01:02.038791 7996035072 Options.max_write_buffer_size_to_maintain: 0 -2024/02/27-19:01:02.038792 7996035072 Options.bottommost_compression_opts.window_bits: -14 -2024/02/27-19:01:02.038793 7996035072 Options.bottommost_compression_opts.level: 32767 -2024/02/27-19:01:02.038794 7996035072 Options.bottommost_compression_opts.strategy: 0 -2024/02/27-19:01:02.038795 7996035072 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/02/27-19:01:02.038796 7996035072 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/02/27-19:01:02.038797 7996035072 Options.bottommost_compression_opts.parallel_threads: 1 -2024/02/27-19:01:02.038798 7996035072 Options.bottommost_compression_opts.enabled: false -2024/02/27-19:01:02.038798 7996035072 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/02/27-19:01:02.038799 7996035072 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/02/27-19:01:02.038800 7996035072 Options.compression_opts.window_bits: -14 -2024/02/27-19:01:02.038801 7996035072 Options.compression_opts.level: 32767 -2024/02/27-19:01:02.038802 7996035072 Options.compression_opts.strategy: 0 -2024/02/27-19:01:02.038803 7996035072 Options.compression_opts.max_dict_bytes: 0 -2024/02/27-19:01:02.038804 7996035072 Options.compression_opts.zstd_max_train_bytes: 0 -2024/02/27-19:01:02.038805 7996035072 Options.compression_opts.use_zstd_dict_trainer: true -2024/02/27-19:01:02.038806 7996035072 Options.compression_opts.parallel_threads: 1 -2024/02/27-19:01:02.038807 7996035072 Options.compression_opts.enabled: false -2024/02/27-19:01:02.038808 7996035072 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/02/27-19:01:02.038808 7996035072 Options.level0_file_num_compaction_trigger: 4 -2024/02/27-19:01:02.038809 7996035072 Options.level0_slowdown_writes_trigger: 20 -2024/02/27-19:01:02.038810 7996035072 Options.level0_stop_writes_trigger: 36 -2024/02/27-19:01:02.038811 7996035072 Options.target_file_size_base: 67108864 -2024/02/27-19:01:02.038812 7996035072 Options.target_file_size_multiplier: 1 -2024/02/27-19:01:02.038813 7996035072 Options.max_bytes_for_level_base: 268435456 -2024/02/27-19:01:02.038814 7996035072 Options.level_compaction_dynamic_level_bytes: 1 -2024/02/27-19:01:02.038815 7996035072 Options.max_bytes_for_level_multiplier: 10.000000 -2024/02/27-19:01:02.038826 7996035072 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/02/27-19:01:02.038827 7996035072 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/02/27-19:01:02.038828 7996035072 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/02/27-19:01:02.038829 7996035072 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/02/27-19:01:02.038830 7996035072 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/02/27-19:01:02.038831 7996035072 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/02/27-19:01:02.038832 7996035072 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/02/27-19:01:02.038833 7996035072 Options.max_sequential_skip_in_iterations: 8 -2024/02/27-19:01:02.038834 7996035072 Options.max_compaction_bytes: 1677721600 -2024/02/27-19:01:02.038835 7996035072 Options.ignore_max_compaction_bytes_for_input: true -2024/02/27-19:01:02.038835 7996035072 Options.arena_block_size: 1048576 -2024/02/27-19:01:02.038836 7996035072 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/02/27-19:01:02.038837 7996035072 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/02/27-19:01:02.038838 7996035072 Options.disable_auto_compactions: 0 -2024/02/27-19:01:02.038840 7996035072 Options.compaction_style: kCompactionStyleLevel -2024/02/27-19:01:02.038841 7996035072 Options.compaction_pri: kMinOverlappingRatio -2024/02/27-19:01:02.038842 7996035072 Options.compaction_options_universal.size_ratio: 1 -2024/02/27-19:01:02.038843 7996035072 Options.compaction_options_universal.min_merge_width: 2 -2024/02/27-19:01:02.038844 7996035072 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/02/27-19:01:02.038845 7996035072 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/02/27-19:01:02.038847 7996035072 Options.compaction_options_universal.compression_size_percent: -1 -2024/02/27-19:01:02.038848 7996035072 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/02/27-19:01:02.038849 7996035072 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/02/27-19:01:02.038850 7996035072 Options.compaction_options_fifo.allow_compaction: 0 -2024/02/27-19:01:02.038852 7996035072 Options.table_properties_collectors: -2024/02/27-19:01:02.038852 7996035072 Options.inplace_update_support: 0 -2024/02/27-19:01:02.038853 7996035072 Options.inplace_update_num_locks: 10000 -2024/02/27-19:01:02.038854 7996035072 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2024/02/27-19:01:02.038855 7996035072 Options.memtable_whole_key_filtering: 0 -2024/02/27-19:01:02.038856 7996035072 Options.memtable_huge_page_size: 0 -2024/02/27-19:01:02.038857 7996035072 Options.bloom_locality: 0 -2024/02/27-19:01:02.038858 7996035072 Options.max_successive_merges: 0 -2024/02/27-19:01:02.038859 7996035072 Options.optimize_filters_for_hits: 0 -2024/02/27-19:01:02.038860 7996035072 Options.paranoid_file_checks: 0 -2024/02/27-19:01:02.038861 7996035072 Options.force_consistency_checks: 1 -2024/02/27-19:01:02.038862 7996035072 Options.report_bg_io_stats: 0 -2024/02/27-19:01:02.038862 7996035072 Options.ttl: 2592000 -2024/02/27-19:01:02.038863 7996035072 Options.periodic_compaction_seconds: 0 -2024/02/27-19:01:02.038865 7996035072 Options.default_temperature: kUnknown -2024/02/27-19:01:02.038866 7996035072 Options.preclude_last_level_data_seconds: 0 -2024/02/27-19:01:02.038867 7996035072 Options.preserve_internal_time_seconds: 0 -2024/02/27-19:01:02.038868 7996035072 Options.enable_blob_files: false -2024/02/27-19:01:02.038868 7996035072 Options.min_blob_size: 0 -2024/02/27-19:01:02.038869 7996035072 Options.blob_file_size: 268435456 -2024/02/27-19:01:02.038870 7996035072 Options.blob_compression_type: NoCompression -2024/02/27-19:01:02.038871 7996035072 Options.enable_blob_garbage_collection: false -2024/02/27-19:01:02.038872 7996035072 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/02/27-19:01:02.038873 7996035072 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/02/27-19:01:02.038874 7996035072 Options.blob_compaction_readahead_size: 0 -2024/02/27-19:01:02.038875 7996035072 Options.blob_file_starting_level: 0 -2024/02/27-19:01:02.038876 7996035072 Options.experimental_mempurge_threshold: 0.000000 -2024/02/27-19:01:02.038877 7996035072 Options.memtable_max_range_deletions: 0 -2024/02/27-19:01:02.039923 7996035072 [db/version_set.cc:5993] Recovered from manifest file:rocksdb/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 2, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 -2024/02/27-19:01:02.039926 7996035072 [db/version_set.cc:6002] Column family [default] (ID 0), log number is 5 -2024/02/27-19:01:02.040079 7996035072 [db/db_impl/db_impl_open.cc:646] DB ID: a46c0d3c-7088-4b6f-90d0-676b2e3c560a -2024/02/27-19:01:02.040241 7996035072 EVENT_LOG_v1 {"time_micros": 1709078462040236, "job": 1, "event": "recovery_started", "wal_files": [9]} -2024/02/27-19:01:02.040244 7996035072 [db/db_impl/db_impl_open.cc:1145] Recovering log #9 mode 2 -2024/02/27-19:01:02.040949 7996035072 EVENT_LOG_v1 {"time_micros": 1709078462040928, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 1025, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 4, "largest_seqno": 4, "table_properties": {"data_size": 30, "index_size": 23, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 14, "raw_average_key_size": 14, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 1, "num_filter_entries": 0, "num_deletions": 1, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1709078462, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a46c0d3c-7088-4b6f-90d0-676b2e3c560a", "db_session_id": "M33MZJNOU5TWD82B02DT", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} -2024/02/27-19:01:02.041015 7996035072 EVENT_LOG_v1 {"time_micros": 1709078462041013, "job": 1, "event": "recovery_finished"} -2024/02/27-19:01:02.041223 7996035072 [db/version_set.cc:5439] Creating manifest 15 -2024/02/27-19:01:02.044095 7996035072 [file/delete_scheduler.cc:77] Deleted file rocksdb/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/02/27-19:01:02.044182 7996035072 [db/db_impl/db_impl_open.cc:2157] SstFileManager instance 0x13a605f60 -2024/02/27-19:01:02.044253 7996035072 DB pointer 0x13a819e00 -2024/02/27-19:01:02.044550 6157119488 [db/db_impl/db_impl.cc:1140] ------- DUMPING STATS ------- -2024/02/27-19:01:02.044554 7996035072 [db/db_impl/db_impl.cc:486] Shutdown: canceling all background work -2024/02/27-19:01:02.044565 6157119488 [db/db_impl/db_impl.cc:1141] -** DB Stats ** -Uptime(secs): 0.0 total, 0.0 interval -Cumulative writes: 2 writes, 2 keys, 2 commit groups, 1.0 writes per commit group, ingest: 0.00 GB, 0.01 MB/s -Cumulative WAL: 1 writes, 0 syncs, 1.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent -Interval writes: 2 writes, 2 keys, 2 commit groups, 1.0 writes per commit group, ingest: 0.00 MB, 0.01 MB/s -Interval WAL: 1 writes, 0 syncs, 1.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Interval stall: 00:00:0.000 H:M:S, 0.0 percent -Write Stall (count): write-buffer-manager-limit-stops: 0 - -** Compaction Stats [default] ** -Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - L0 2/0 2.00 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.8 0.00 0.00 1 0.001 0 0 0.0 0.0 - Sum 2/0 2.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.8 0.00 0.00 1 0.001 0 0 0.0 0.0 - Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.8 0.00 0.00 1 0.001 0 0 0.0 0.0 - -** Compaction Stats [default] ** -Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.8 0.00 0.00 1 0.001 0 0 0.0 0.0 - -Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 - -Uptime(secs): 0.0 total, 0.0 interval -Flush(GB): cumulative 0.000, interval 0.000 -AddFile(GB): cumulative 0.000, interval 0.000 -AddFile(Total Files): cumulative 0, interval 0 -AddFile(L0 Files): cumulative 0, interval 0 -AddFile(Keys): cumulative 0, interval 0 -Cumulative compaction: 0.00 GB write, 0.17 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Interval compaction: 0.00 GB write, 0.17 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 -Block cache LRUCache@0x6000007ec798#85772 capacity: 32.00 MB seed: 90221924 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 0.000116 secs_since: 0 -Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) - -** File Read Latency Histogram By Level [default] ** -2024/02/27-19:01:02.044803 7996035072 [db/db_impl/db_impl.cc:667] Shutdown complete diff --git a/rocksdb/LOG.old.1709078453252855 b/rocksdb/LOG.old.1709078453252855 deleted file mode 100644 index afd6148..0000000 --- a/rocksdb/LOG.old.1709078453252855 +++ /dev/null @@ -1,285 +0,0 @@ -2024/02/27-18:52:27.542426 7996035072 RocksDB version: 8.10.0 -2024/02/27-18:52:27.543147 7996035072 Compile date 2023-12-15 13:01:14 -2024/02/27-18:52:27.543151 7996035072 DB SUMMARY -2024/02/27-18:52:27.543158 7996035072 Host name (Env): simrans-air.wifi.local.cmu.edu -2024/02/27-18:52:27.543161 7996035072 DB Session ID: WXV34N4IL6VSYL2YR103 -2024/02/27-18:52:27.543218 7996035072 SST files in rocksdb dir, Total Num: 0, files: -2024/02/27-18:52:27.543222 7996035072 Write Ahead Log file in rocksdb: -2024/02/27-18:52:27.543224 7996035072 Options.error_if_exists: 0 -2024/02/27-18:52:27.543226 7996035072 Options.create_if_missing: 1 -2024/02/27-18:52:27.543227 7996035072 Options.paranoid_checks: 1 -2024/02/27-18:52:27.543229 7996035072 Options.flush_verify_memtable_count: 1 -2024/02/27-18:52:27.543230 7996035072 Options.compaction_verify_record_count: 1 -2024/02/27-18:52:27.543232 7996035072 Options.track_and_verify_wals_in_manifest: 0 -2024/02/27-18:52:27.543233 7996035072 Options.verify_sst_unique_id_in_manifest: 1 -2024/02/27-18:52:27.543235 7996035072 Options.env: 0x6000002497a0 -2024/02/27-18:52:27.543237 7996035072 Options.fs: PosixFileSystem -2024/02/27-18:52:27.543239 7996035072 Options.info_log: 0x126e05b98 -2024/02/27-18:52:27.543240 7996035072 Options.max_file_opening_threads: 16 -2024/02/27-18:52:27.543242 7996035072 Options.statistics: 0x0 -2024/02/27-18:52:27.543243 7996035072 Options.use_fsync: 0 -2024/02/27-18:52:27.543245 7996035072 Options.max_log_file_size: 0 -2024/02/27-18:52:27.543246 7996035072 Options.max_manifest_file_size: 1073741824 -2024/02/27-18:52:27.543248 7996035072 Options.log_file_time_to_roll: 0 -2024/02/27-18:52:27.543249 7996035072 Options.keep_log_file_num: 1000 -2024/02/27-18:52:27.543251 7996035072 Options.recycle_log_file_num: 0 -2024/02/27-18:52:27.543252 7996035072 Options.allow_fallocate: 1 -2024/02/27-18:52:27.543254 7996035072 Options.allow_mmap_reads: 0 -2024/02/27-18:52:27.543256 7996035072 Options.allow_mmap_writes: 0 -2024/02/27-18:52:27.543257 7996035072 Options.use_direct_reads: 0 -2024/02/27-18:52:27.543258 7996035072 Options.use_direct_io_for_flush_and_compaction: 0 -2024/02/27-18:52:27.543260 7996035072 Options.create_missing_column_families: 0 -2024/02/27-18:52:27.543262 7996035072 Options.db_log_dir: -2024/02/27-18:52:27.543263 7996035072 Options.wal_dir: -2024/02/27-18:52:27.543265 7996035072 Options.table_cache_numshardbits: 6 -2024/02/27-18:52:27.543266 7996035072 Options.WAL_ttl_seconds: 0 -2024/02/27-18:52:27.543268 7996035072 Options.WAL_size_limit_MB: 0 -2024/02/27-18:52:27.543269 7996035072 Options.max_write_batch_group_size_bytes: 1048576 -2024/02/27-18:52:27.543271 7996035072 Options.manifest_preallocation_size: 4194304 -2024/02/27-18:52:27.543272 7996035072 Options.is_fd_close_on_exec: 1 -2024/02/27-18:52:27.543274 7996035072 Options.advise_random_on_open: 1 -2024/02/27-18:52:27.543275 7996035072 Options.db_write_buffer_size: 0 -2024/02/27-18:52:27.543277 7996035072 Options.write_buffer_manager: 0x60000005c9c0 -2024/02/27-18:52:27.543278 7996035072 Options.access_hint_on_compaction_start: 1 -2024/02/27-18:52:27.543280 7996035072 Options.random_access_max_buffer_size: 1048576 -2024/02/27-18:52:27.543281 7996035072 Options.use_adaptive_mutex: 0 -2024/02/27-18:52:27.543283 7996035072 Options.rate_limiter: 0x0 -2024/02/27-18:52:27.543285 7996035072 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/02/27-18:52:27.543287 7996035072 Options.wal_recovery_mode: 2 -2024/02/27-18:52:27.543288 7996035072 Options.enable_thread_tracking: 0 -2024/02/27-18:52:27.543290 7996035072 Options.enable_pipelined_write: 0 -2024/02/27-18:52:27.543291 7996035072 Options.unordered_write: 0 -2024/02/27-18:52:27.543293 7996035072 Options.allow_concurrent_memtable_write: 1 -2024/02/27-18:52:27.543294 7996035072 Options.enable_write_thread_adaptive_yield: 1 -2024/02/27-18:52:27.543296 7996035072 Options.write_thread_max_yield_usec: 100 -2024/02/27-18:52:27.543297 7996035072 Options.write_thread_slow_yield_usec: 3 -2024/02/27-18:52:27.543299 7996035072 Options.row_cache: None -2024/02/27-18:52:27.543300 7996035072 Options.wal_filter: None -2024/02/27-18:52:27.543302 7996035072 Options.avoid_flush_during_recovery: 0 -2024/02/27-18:52:27.543304 7996035072 Options.allow_ingest_behind: 0 -2024/02/27-18:52:27.543305 7996035072 Options.two_write_queues: 0 -2024/02/27-18:52:27.543307 7996035072 Options.manual_wal_flush: 0 -2024/02/27-18:52:27.543308 7996035072 Options.wal_compression: 0 -2024/02/27-18:52:27.543310 7996035072 Options.atomic_flush: 0 -2024/02/27-18:52:27.543311 7996035072 Options.avoid_unnecessary_blocking_io: 0 -2024/02/27-18:52:27.543313 7996035072 Options.persist_stats_to_disk: 0 -2024/02/27-18:52:27.543314 7996035072 Options.write_dbid_to_manifest: 0 -2024/02/27-18:52:27.543316 7996035072 Options.log_readahead_size: 0 -2024/02/27-18:52:27.543317 7996035072 Options.file_checksum_gen_factory: Unknown -2024/02/27-18:52:27.543319 7996035072 Options.best_efforts_recovery: 0 -2024/02/27-18:52:27.543320 7996035072 Options.max_bgerror_resume_count: 2147483647 -2024/02/27-18:52:27.543322 7996035072 Options.bgerror_resume_retry_interval: 1000000 -2024/02/27-18:52:27.543323 7996035072 Options.allow_data_in_errors: 0 -2024/02/27-18:52:27.543325 7996035072 Options.db_host_id: __hostname__ -2024/02/27-18:52:27.543326 7996035072 Options.enforce_single_del_contracts: true -2024/02/27-18:52:27.543328 7996035072 Options.max_background_jobs: 2 -2024/02/27-18:52:27.543330 7996035072 Options.max_background_compactions: -1 -2024/02/27-18:52:27.543331 7996035072 Options.max_subcompactions: 1 -2024/02/27-18:52:27.543333 7996035072 Options.avoid_flush_during_shutdown: 0 -2024/02/27-18:52:27.543334 7996035072 Options.writable_file_max_buffer_size: 1048576 -2024/02/27-18:52:27.543336 7996035072 Options.delayed_write_rate : 16777216 -2024/02/27-18:52:27.543337 7996035072 Options.max_total_wal_size: 0 -2024/02/27-18:52:27.543339 7996035072 Options.delete_obsolete_files_period_micros: 21600000000 -2024/02/27-18:52:27.543340 7996035072 Options.stats_dump_period_sec: 600 -2024/02/27-18:52:27.543342 7996035072 Options.stats_persist_period_sec: 600 -2024/02/27-18:52:27.543344 7996035072 Options.stats_history_buffer_size: 1048576 -2024/02/27-18:52:27.543345 7996035072 Options.max_open_files: -1 -2024/02/27-18:52:27.543347 7996035072 Options.bytes_per_sync: 0 -2024/02/27-18:52:27.543348 7996035072 Options.wal_bytes_per_sync: 0 -2024/02/27-18:52:27.543350 7996035072 Options.strict_bytes_per_sync: 0 -2024/02/27-18:52:27.543351 7996035072 Options.compaction_readahead_size: 2097152 -2024/02/27-18:52:27.543353 7996035072 Options.max_background_flushes: -1 -2024/02/27-18:52:27.543354 7996035072 Options.daily_offpeak_time_utc: -2024/02/27-18:52:27.543356 7996035072 Compression algorithms supported: -2024/02/27-18:52:27.543375 7996035072 kZSTD supported: 1 -2024/02/27-18:52:27.543377 7996035072 kZlibCompression supported: 1 -2024/02/27-18:52:27.543378 7996035072 kXpressCompression supported: 0 -2024/02/27-18:52:27.543380 7996035072 kSnappyCompression supported: 1 -2024/02/27-18:52:27.543382 7996035072 kZSTDNotFinalCompression supported: 1 -2024/02/27-18:52:27.543384 7996035072 kLZ4HCCompression supported: 1 -2024/02/27-18:52:27.543386 7996035072 kLZ4Compression supported: 1 -2024/02/27-18:52:27.543387 7996035072 kBZip2Compression supported: 1 -2024/02/27-18:52:27.543398 7996035072 Fast CRC32 supported: Supported on Arm64 -2024/02/27-18:52:27.543399 7996035072 DMutex implementation: pthread_mutex_t -2024/02/27-18:52:27.543959 7996035072 [db/db_impl/db_impl_open.cc:325] Creating manifest 1 -2024/02/27-18:52:27.544488 7996035072 [db/version_set.cc:5942] Recovering from manifest file: rocksdb/MANIFEST-000001 -2024/02/27-18:52:27.544840 7996035072 [db/column_family.cc:618] --------------- Options for column family [default]: -2024/02/27-18:52:27.544844 7996035072 Options.comparator: leveldb.BytewiseComparator -2024/02/27-18:52:27.544846 7996035072 Options.merge_operator: None -2024/02/27-18:52:27.544847 7996035072 Options.compaction_filter: None -2024/02/27-18:52:27.544848 7996035072 Options.compaction_filter_factory: None -2024/02/27-18:52:27.544850 7996035072 Options.sst_partitioner_factory: None -2024/02/27-18:52:27.544851 7996035072 Options.memtable_factory: SkipListFactory -2024/02/27-18:52:27.544852 7996035072 Options.table_factory: BlockBasedTable -2024/02/27-18:52:27.544894 7996035072 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x600003b58a60) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 0 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x600000e5c798 - block_cache_name: LRUCache - block_cache_options: - capacity : 33554432 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/02/27-18:52:27.544897 7996035072 Options.write_buffer_size: 67108864 -2024/02/27-18:52:27.544898 7996035072 Options.max_write_buffer_number: 2 -2024/02/27-18:52:27.544900 7996035072 Options.compression: Snappy -2024/02/27-18:52:27.544901 7996035072 Options.bottommost_compression: Disabled -2024/02/27-18:52:27.544903 7996035072 Options.prefix_extractor: nullptr -2024/02/27-18:52:27.544904 7996035072 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/02/27-18:52:27.544905 7996035072 Options.num_levels: 7 -2024/02/27-18:52:27.544906 7996035072 Options.min_write_buffer_number_to_merge: 1 -2024/02/27-18:52:27.544907 7996035072 Options.max_write_buffer_number_to_maintain: 0 -2024/02/27-18:52:27.544909 7996035072 Options.max_write_buffer_size_to_maintain: 0 -2024/02/27-18:52:27.544910 7996035072 Options.bottommost_compression_opts.window_bits: -14 -2024/02/27-18:52:27.544911 7996035072 Options.bottommost_compression_opts.level: 32767 -2024/02/27-18:52:27.544912 7996035072 Options.bottommost_compression_opts.strategy: 0 -2024/02/27-18:52:27.544913 7996035072 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/02/27-18:52:27.544914 7996035072 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/02/27-18:52:27.544915 7996035072 Options.bottommost_compression_opts.parallel_threads: 1 -2024/02/27-18:52:27.544917 7996035072 Options.bottommost_compression_opts.enabled: false -2024/02/27-18:52:27.544918 7996035072 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/02/27-18:52:27.544919 7996035072 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/02/27-18:52:27.544920 7996035072 Options.compression_opts.window_bits: -14 -2024/02/27-18:52:27.544921 7996035072 Options.compression_opts.level: 32767 -2024/02/27-18:52:27.544922 7996035072 Options.compression_opts.strategy: 0 -2024/02/27-18:52:27.544923 7996035072 Options.compression_opts.max_dict_bytes: 0 -2024/02/27-18:52:27.544924 7996035072 Options.compression_opts.zstd_max_train_bytes: 0 -2024/02/27-18:52:27.544926 7996035072 Options.compression_opts.use_zstd_dict_trainer: true -2024/02/27-18:52:27.544927 7996035072 Options.compression_opts.parallel_threads: 1 -2024/02/27-18:52:27.544928 7996035072 Options.compression_opts.enabled: false -2024/02/27-18:52:27.544929 7996035072 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/02/27-18:52:27.544930 7996035072 Options.level0_file_num_compaction_trigger: 4 -2024/02/27-18:52:27.544931 7996035072 Options.level0_slowdown_writes_trigger: 20 -2024/02/27-18:52:27.544932 7996035072 Options.level0_stop_writes_trigger: 36 -2024/02/27-18:52:27.544933 7996035072 Options.target_file_size_base: 67108864 -2024/02/27-18:52:27.544934 7996035072 Options.target_file_size_multiplier: 1 -2024/02/27-18:52:27.544936 7996035072 Options.max_bytes_for_level_base: 268435456 -2024/02/27-18:52:27.544937 7996035072 Options.level_compaction_dynamic_level_bytes: 1 -2024/02/27-18:52:27.544938 7996035072 Options.max_bytes_for_level_multiplier: 10.000000 -2024/02/27-18:52:27.544955 7996035072 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/02/27-18:52:27.544957 7996035072 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/02/27-18:52:27.544958 7996035072 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/02/27-18:52:27.544959 7996035072 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/02/27-18:52:27.544960 7996035072 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/02/27-18:52:27.544961 7996035072 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/02/27-18:52:27.544962 7996035072 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/02/27-18:52:27.544963 7996035072 Options.max_sequential_skip_in_iterations: 8 -2024/02/27-18:52:27.544964 7996035072 Options.max_compaction_bytes: 1677721600 -2024/02/27-18:52:27.544966 7996035072 Options.ignore_max_compaction_bytes_for_input: true -2024/02/27-18:52:27.544967 7996035072 Options.arena_block_size: 1048576 -2024/02/27-18:52:27.544968 7996035072 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/02/27-18:52:27.544969 7996035072 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/02/27-18:52:27.544977 7996035072 Options.disable_auto_compactions: 0 -2024/02/27-18:52:27.544979 7996035072 Options.compaction_style: kCompactionStyleLevel -2024/02/27-18:52:27.544981 7996035072 Options.compaction_pri: kMinOverlappingRatio -2024/02/27-18:52:27.544982 7996035072 Options.compaction_options_universal.size_ratio: 1 -2024/02/27-18:52:27.544983 7996035072 Options.compaction_options_universal.min_merge_width: 2 -2024/02/27-18:52:27.544984 7996035072 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/02/27-18:52:27.544986 7996035072 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/02/27-18:52:27.544987 7996035072 Options.compaction_options_universal.compression_size_percent: -1 -2024/02/27-18:52:27.544989 7996035072 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/02/27-18:52:27.544992 7996035072 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/02/27-18:52:27.544993 7996035072 Options.compaction_options_fifo.allow_compaction: 0 -2024/02/27-18:52:27.544996 7996035072 Options.table_properties_collectors: -2024/02/27-18:52:27.544997 7996035072 Options.inplace_update_support: 0 -2024/02/27-18:52:27.544998 7996035072 Options.inplace_update_num_locks: 10000 -2024/02/27-18:52:27.544999 7996035072 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2024/02/27-18:52:27.545000 7996035072 Options.memtable_whole_key_filtering: 0 -2024/02/27-18:52:27.545001 7996035072 Options.memtable_huge_page_size: 0 -2024/02/27-18:52:27.545003 7996035072 Options.bloom_locality: 0 -2024/02/27-18:52:27.545004 7996035072 Options.max_successive_merges: 0 -2024/02/27-18:52:27.545005 7996035072 Options.optimize_filters_for_hits: 0 -2024/02/27-18:52:27.545006 7996035072 Options.paranoid_file_checks: 0 -2024/02/27-18:52:27.545007 7996035072 Options.force_consistency_checks: 1 -2024/02/27-18:52:27.545008 7996035072 Options.report_bg_io_stats: 0 -2024/02/27-18:52:27.545009 7996035072 Options.ttl: 2592000 -2024/02/27-18:52:27.545010 7996035072 Options.periodic_compaction_seconds: 0 -2024/02/27-18:52:27.545012 7996035072 Options.default_temperature: kUnknown -2024/02/27-18:52:27.545013 7996035072 Options.preclude_last_level_data_seconds: 0 -2024/02/27-18:52:27.545014 7996035072 Options.preserve_internal_time_seconds: 0 -2024/02/27-18:52:27.545016 7996035072 Options.enable_blob_files: false -2024/02/27-18:52:27.545017 7996035072 Options.min_blob_size: 0 -2024/02/27-18:52:27.545018 7996035072 Options.blob_file_size: 268435456 -2024/02/27-18:52:27.545019 7996035072 Options.blob_compression_type: NoCompression -2024/02/27-18:52:27.545020 7996035072 Options.enable_blob_garbage_collection: false -2024/02/27-18:52:27.545021 7996035072 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/02/27-18:52:27.545023 7996035072 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/02/27-18:52:27.545024 7996035072 Options.blob_compaction_readahead_size: 0 -2024/02/27-18:52:27.545025 7996035072 Options.blob_file_starting_level: 0 -2024/02/27-18:52:27.545026 7996035072 Options.experimental_mempurge_threshold: 0.000000 -2024/02/27-18:52:27.545027 7996035072 Options.memtable_max_range_deletions: 0 -2024/02/27-18:52:27.545764 7996035072 [db/version_set.cc:5993] Recovered from manifest file:rocksdb/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/02/27-18:52:27.545769 7996035072 [db/version_set.cc:6002] Column family [default] (ID 0), log number is 0 -2024/02/27-18:52:27.545818 7996035072 [db/db_impl/db_impl_open.cc:646] DB ID: a46c0d3c-7088-4b6f-90d0-676b2e3c560a -2024/02/27-18:52:27.546405 7996035072 [db/version_set.cc:5439] Creating manifest 5 -2024/02/27-18:52:27.550419 7996035072 [db/db_impl/db_impl_open.cc:2157] SstFileManager instance 0x126e05de0 -2024/02/27-18:52:27.550502 7996035072 DB pointer 0x12701a200 -2024/02/27-18:52:27.550958 6131691520 [db/db_impl/db_impl.cc:1140] ------- DUMPING STATS ------- -2024/02/27-18:52:27.550964 6131691520 [db/db_impl/db_impl.cc:1141] -** DB Stats ** -Uptime(secs): 0.0 total, 0.0 interval -Cumulative writes: 1 writes, 1 keys, 1 commit groups, 1.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s -Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent -Interval writes: 1 writes, 1 keys, 1 commit groups, 1.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s -Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Interval stall: 00:00:0.000 H:M:S, 0.0 percent -Write Stall (count): write-buffer-manager-limit-stops: 0 - -** Compaction Stats [default] ** -Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - -** Compaction Stats [default] ** -Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - -Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 - -Uptime(secs): 0.0 total, 0.0 interval -Flush(GB): cumulative 0.000, interval 0.000 -AddFile(GB): cumulative 0.000, interval 0.000 -AddFile(Total Files): cumulative 0, interval 0 -AddFile(L0 Files): cumulative 0, interval 0 -AddFile(Keys): cumulative 0, interval 0 -Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 -Block cache LRUCache@0x600000e5c798#85219 capacity: 32.00 MB seed: 90221924 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 0.000187 secs_since: 0 -Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) - -** File Read Latency Histogram By Level [default] ** -2024/02/27-18:52:27.551025 7996035072 [db/db_impl/db_impl.cc:486] Shutdown: canceling all background work -2024/02/27-18:52:27.551351 7996035072 [db/db_impl/db_impl.cc:667] Shutdown complete diff --git a/rocksdb/LOG.old.1709078462036937 b/rocksdb/LOG.old.1709078462036937 deleted file mode 100644 index 4a5c17f..0000000 --- a/rocksdb/LOG.old.1709078462036937 +++ /dev/null @@ -1,294 +0,0 @@ -2024/02/27-19:00:53.253814 7996035072 RocksDB version: 8.10.0 -2024/02/27-19:00:53.254618 7996035072 Compile date 2023-12-15 13:01:14 -2024/02/27-19:00:53.254620 7996035072 DB SUMMARY -2024/02/27-19:00:53.254623 7996035072 Host name (Env): simrans-air.wifi.local.cmu.edu -2024/02/27-19:00:53.254625 7996035072 DB Session ID: 4T5URQAKI2PRTI24MS0D -2024/02/27-19:00:53.254686 7996035072 CURRENT file: CURRENT -2024/02/27-19:00:53.254688 7996035072 IDENTITY file: IDENTITY -2024/02/27-19:00:53.254694 7996035072 MANIFEST file: MANIFEST-000005 size: 70 Bytes -2024/02/27-19:00:53.254696 7996035072 SST files in rocksdb dir, Total Num: 0, files: -2024/02/27-19:00:53.254698 7996035072 Write Ahead Log file in rocksdb: 000004.log size: 63 ; -2024/02/27-19:00:53.254699 7996035072 Options.error_if_exists: 0 -2024/02/27-19:00:53.254701 7996035072 Options.create_if_missing: 1 -2024/02/27-19:00:53.254702 7996035072 Options.paranoid_checks: 1 -2024/02/27-19:00:53.254703 7996035072 Options.flush_verify_memtable_count: 1 -2024/02/27-19:00:53.254704 7996035072 Options.compaction_verify_record_count: 1 -2024/02/27-19:00:53.254705 7996035072 Options.track_and_verify_wals_in_manifest: 0 -2024/02/27-19:00:53.254706 7996035072 Options.verify_sst_unique_id_in_manifest: 1 -2024/02/27-19:00:53.254707 7996035072 Options.env: 0x60000215d7a0 -2024/02/27-19:00:53.254708 7996035072 Options.fs: PosixFileSystem -2024/02/27-19:00:53.254710 7996035072 Options.info_log: 0x150605b98 -2024/02/27-19:00:53.254711 7996035072 Options.max_file_opening_threads: 16 -2024/02/27-19:00:53.254712 7996035072 Options.statistics: 0x0 -2024/02/27-19:00:53.254713 7996035072 Options.use_fsync: 0 -2024/02/27-19:00:53.254714 7996035072 Options.max_log_file_size: 0 -2024/02/27-19:00:53.254715 7996035072 Options.max_manifest_file_size: 1073741824 -2024/02/27-19:00:53.254716 7996035072 Options.log_file_time_to_roll: 0 -2024/02/27-19:00:53.254717 7996035072 Options.keep_log_file_num: 1000 -2024/02/27-19:00:53.254718 7996035072 Options.recycle_log_file_num: 0 -2024/02/27-19:00:53.254719 7996035072 Options.allow_fallocate: 1 -2024/02/27-19:00:53.254720 7996035072 Options.allow_mmap_reads: 0 -2024/02/27-19:00:53.254721 7996035072 Options.allow_mmap_writes: 0 -2024/02/27-19:00:53.254722 7996035072 Options.use_direct_reads: 0 -2024/02/27-19:00:53.254723 7996035072 Options.use_direct_io_for_flush_and_compaction: 0 -2024/02/27-19:00:53.254724 7996035072 Options.create_missing_column_families: 0 -2024/02/27-19:00:53.254726 7996035072 Options.db_log_dir: -2024/02/27-19:00:53.254727 7996035072 Options.wal_dir: -2024/02/27-19:00:53.254728 7996035072 Options.table_cache_numshardbits: 6 -2024/02/27-19:00:53.254729 7996035072 Options.WAL_ttl_seconds: 0 -2024/02/27-19:00:53.254730 7996035072 Options.WAL_size_limit_MB: 0 -2024/02/27-19:00:53.254731 7996035072 Options.max_write_batch_group_size_bytes: 1048576 -2024/02/27-19:00:53.254732 7996035072 Options.manifest_preallocation_size: 4194304 -2024/02/27-19:00:53.254733 7996035072 Options.is_fd_close_on_exec: 1 -2024/02/27-19:00:53.254734 7996035072 Options.advise_random_on_open: 1 -2024/02/27-19:00:53.254735 7996035072 Options.db_write_buffer_size: 0 -2024/02/27-19:00:53.254736 7996035072 Options.write_buffer_manager: 0x6000023489c0 -2024/02/27-19:00:53.254737 7996035072 Options.access_hint_on_compaction_start: 1 -2024/02/27-19:00:53.254738 7996035072 Options.random_access_max_buffer_size: 1048576 -2024/02/27-19:00:53.254740 7996035072 Options.use_adaptive_mutex: 0 -2024/02/27-19:00:53.254741 7996035072 Options.rate_limiter: 0x0 -2024/02/27-19:00:53.254742 7996035072 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/02/27-19:00:53.254743 7996035072 Options.wal_recovery_mode: 2 -2024/02/27-19:00:53.254744 7996035072 Options.enable_thread_tracking: 0 -2024/02/27-19:00:53.254745 7996035072 Options.enable_pipelined_write: 0 -2024/02/27-19:00:53.254746 7996035072 Options.unordered_write: 0 -2024/02/27-19:00:53.254747 7996035072 Options.allow_concurrent_memtable_write: 1 -2024/02/27-19:00:53.254748 7996035072 Options.enable_write_thread_adaptive_yield: 1 -2024/02/27-19:00:53.254749 7996035072 Options.write_thread_max_yield_usec: 100 -2024/02/27-19:00:53.254751 7996035072 Options.write_thread_slow_yield_usec: 3 -2024/02/27-19:00:53.254752 7996035072 Options.row_cache: None -2024/02/27-19:00:53.254753 7996035072 Options.wal_filter: None -2024/02/27-19:00:53.254754 7996035072 Options.avoid_flush_during_recovery: 0 -2024/02/27-19:00:53.254755 7996035072 Options.allow_ingest_behind: 0 -2024/02/27-19:00:53.254756 7996035072 Options.two_write_queues: 0 -2024/02/27-19:00:53.254757 7996035072 Options.manual_wal_flush: 0 -2024/02/27-19:00:53.254758 7996035072 Options.wal_compression: 0 -2024/02/27-19:00:53.254759 7996035072 Options.atomic_flush: 0 -2024/02/27-19:00:53.254760 7996035072 Options.avoid_unnecessary_blocking_io: 0 -2024/02/27-19:00:53.254761 7996035072 Options.persist_stats_to_disk: 0 -2024/02/27-19:00:53.254762 7996035072 Options.write_dbid_to_manifest: 0 -2024/02/27-19:00:53.254763 7996035072 Options.log_readahead_size: 0 -2024/02/27-19:00:53.254764 7996035072 Options.file_checksum_gen_factory: Unknown -2024/02/27-19:00:53.254766 7996035072 Options.best_efforts_recovery: 0 -2024/02/27-19:00:53.254767 7996035072 Options.max_bgerror_resume_count: 2147483647 -2024/02/27-19:00:53.254768 7996035072 Options.bgerror_resume_retry_interval: 1000000 -2024/02/27-19:00:53.254769 7996035072 Options.allow_data_in_errors: 0 -2024/02/27-19:00:53.254770 7996035072 Options.db_host_id: __hostname__ -2024/02/27-19:00:53.254771 7996035072 Options.enforce_single_del_contracts: true -2024/02/27-19:00:53.254772 7996035072 Options.max_background_jobs: 2 -2024/02/27-19:00:53.254773 7996035072 Options.max_background_compactions: -1 -2024/02/27-19:00:53.254774 7996035072 Options.max_subcompactions: 1 -2024/02/27-19:00:53.254775 7996035072 Options.avoid_flush_during_shutdown: 0 -2024/02/27-19:00:53.254776 7996035072 Options.writable_file_max_buffer_size: 1048576 -2024/02/27-19:00:53.254777 7996035072 Options.delayed_write_rate : 16777216 -2024/02/27-19:00:53.254778 7996035072 Options.max_total_wal_size: 0 -2024/02/27-19:00:53.254779 7996035072 Options.delete_obsolete_files_period_micros: 21600000000 -2024/02/27-19:00:53.254780 7996035072 Options.stats_dump_period_sec: 600 -2024/02/27-19:00:53.254781 7996035072 Options.stats_persist_period_sec: 600 -2024/02/27-19:00:53.254783 7996035072 Options.stats_history_buffer_size: 1048576 -2024/02/27-19:00:53.254784 7996035072 Options.max_open_files: -1 -2024/02/27-19:00:53.254785 7996035072 Options.bytes_per_sync: 0 -2024/02/27-19:00:53.254786 7996035072 Options.wal_bytes_per_sync: 0 -2024/02/27-19:00:53.254787 7996035072 Options.strict_bytes_per_sync: 0 -2024/02/27-19:00:53.254788 7996035072 Options.compaction_readahead_size: 2097152 -2024/02/27-19:00:53.254789 7996035072 Options.max_background_flushes: -1 -2024/02/27-19:00:53.254790 7996035072 Options.daily_offpeak_time_utc: -2024/02/27-19:00:53.254791 7996035072 Compression algorithms supported: -2024/02/27-19:00:53.254808 7996035072 kZSTD supported: 1 -2024/02/27-19:00:53.254809 7996035072 kZlibCompression supported: 1 -2024/02/27-19:00:53.254811 7996035072 kXpressCompression supported: 0 -2024/02/27-19:00:53.254812 7996035072 kSnappyCompression supported: 1 -2024/02/27-19:00:53.254813 7996035072 kZSTDNotFinalCompression supported: 1 -2024/02/27-19:00:53.254815 7996035072 kLZ4HCCompression supported: 1 -2024/02/27-19:00:53.254816 7996035072 kLZ4Compression supported: 1 -2024/02/27-19:00:53.254817 7996035072 kBZip2Compression supported: 1 -2024/02/27-19:00:53.254822 7996035072 Fast CRC32 supported: Supported on Arm64 -2024/02/27-19:00:53.254823 7996035072 DMutex implementation: pthread_mutex_t -2024/02/27-19:00:53.255124 7996035072 [db/version_set.cc:5942] Recovering from manifest file: rocksdb/MANIFEST-000005 -2024/02/27-19:00:53.255485 7996035072 [db/column_family.cc:618] --------------- Options for column family [default]: -2024/02/27-19:00:53.255487 7996035072 Options.comparator: leveldb.BytewiseComparator -2024/02/27-19:00:53.255489 7996035072 Options.merge_operator: None -2024/02/27-19:00:53.255490 7996035072 Options.compaction_filter: None -2024/02/27-19:00:53.255491 7996035072 Options.compaction_filter_factory: None -2024/02/27-19:00:53.255493 7996035072 Options.sst_partitioner_factory: None -2024/02/27-19:00:53.255494 7996035072 Options.memtable_factory: SkipListFactory -2024/02/27-19:00:53.255495 7996035072 Options.table_factory: BlockBasedTable -2024/02/27-19:00:53.255525 7996035072 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x60000184ca60) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 0 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - checksum: 4 - no_block_cache: 0 - block_cache: 0x600002d48798 - block_cache_name: LRUCache - block_cache_options: - capacity : 33554432 - num_shard_bits : 6 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.500 - low_pri_pool_ratio: 0.000 - persistent_cache: 0x0 - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 - initial_auto_readahead_size: 8192 - num_file_reads_for_auto_readahead: 2 -2024/02/27-19:00:53.255526 7996035072 Options.write_buffer_size: 67108864 -2024/02/27-19:00:53.255527 7996035072 Options.max_write_buffer_number: 2 -2024/02/27-19:00:53.255529 7996035072 Options.compression: Snappy -2024/02/27-19:00:53.255530 7996035072 Options.bottommost_compression: Disabled -2024/02/27-19:00:53.255531 7996035072 Options.prefix_extractor: nullptr -2024/02/27-19:00:53.255532 7996035072 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/02/27-19:00:53.255533 7996035072 Options.num_levels: 7 -2024/02/27-19:00:53.255534 7996035072 Options.min_write_buffer_number_to_merge: 1 -2024/02/27-19:00:53.255535 7996035072 Options.max_write_buffer_number_to_maintain: 0 -2024/02/27-19:00:53.255536 7996035072 Options.max_write_buffer_size_to_maintain: 0 -2024/02/27-19:00:53.255538 7996035072 Options.bottommost_compression_opts.window_bits: -14 -2024/02/27-19:00:53.255539 7996035072 Options.bottommost_compression_opts.level: 32767 -2024/02/27-19:00:53.255540 7996035072 Options.bottommost_compression_opts.strategy: 0 -2024/02/27-19:00:53.255541 7996035072 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/02/27-19:00:53.255542 7996035072 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/02/27-19:00:53.255543 7996035072 Options.bottommost_compression_opts.parallel_threads: 1 -2024/02/27-19:00:53.255544 7996035072 Options.bottommost_compression_opts.enabled: false -2024/02/27-19:00:53.255545 7996035072 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/02/27-19:00:53.255546 7996035072 Options.bottommost_compression_opts.use_zstd_dict_trainer: true -2024/02/27-19:00:53.255547 7996035072 Options.compression_opts.window_bits: -14 -2024/02/27-19:00:53.255548 7996035072 Options.compression_opts.level: 32767 -2024/02/27-19:00:53.255550 7996035072 Options.compression_opts.strategy: 0 -2024/02/27-19:00:53.255551 7996035072 Options.compression_opts.max_dict_bytes: 0 -2024/02/27-19:00:53.255552 7996035072 Options.compression_opts.zstd_max_train_bytes: 0 -2024/02/27-19:00:53.255553 7996035072 Options.compression_opts.use_zstd_dict_trainer: true -2024/02/27-19:00:53.255554 7996035072 Options.compression_opts.parallel_threads: 1 -2024/02/27-19:00:53.255555 7996035072 Options.compression_opts.enabled: false -2024/02/27-19:00:53.255556 7996035072 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/02/27-19:00:53.255557 7996035072 Options.level0_file_num_compaction_trigger: 4 -2024/02/27-19:00:53.255558 7996035072 Options.level0_slowdown_writes_trigger: 20 -2024/02/27-19:00:53.255559 7996035072 Options.level0_stop_writes_trigger: 36 -2024/02/27-19:00:53.255560 7996035072 Options.target_file_size_base: 67108864 -2024/02/27-19:00:53.255561 7996035072 Options.target_file_size_multiplier: 1 -2024/02/27-19:00:53.255562 7996035072 Options.max_bytes_for_level_base: 268435456 -2024/02/27-19:00:53.255563 7996035072 Options.level_compaction_dynamic_level_bytes: 1 -2024/02/27-19:00:53.255564 7996035072 Options.max_bytes_for_level_multiplier: 10.000000 -2024/02/27-19:00:53.255577 7996035072 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/02/27-19:00:53.255578 7996035072 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/02/27-19:00:53.255579 7996035072 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/02/27-19:00:53.255580 7996035072 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/02/27-19:00:53.255581 7996035072 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/02/27-19:00:53.255582 7996035072 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/02/27-19:00:53.255583 7996035072 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/02/27-19:00:53.255584 7996035072 Options.max_sequential_skip_in_iterations: 8 -2024/02/27-19:00:53.255585 7996035072 Options.max_compaction_bytes: 1677721600 -2024/02/27-19:00:53.255586 7996035072 Options.ignore_max_compaction_bytes_for_input: true -2024/02/27-19:00:53.255587 7996035072 Options.arena_block_size: 1048576 -2024/02/27-19:00:53.255588 7996035072 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/02/27-19:00:53.255590 7996035072 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/02/27-19:00:53.255591 7996035072 Options.disable_auto_compactions: 0 -2024/02/27-19:00:53.255592 7996035072 Options.compaction_style: kCompactionStyleLevel -2024/02/27-19:00:53.255594 7996035072 Options.compaction_pri: kMinOverlappingRatio -2024/02/27-19:00:53.255595 7996035072 Options.compaction_options_universal.size_ratio: 1 -2024/02/27-19:00:53.255596 7996035072 Options.compaction_options_universal.min_merge_width: 2 -2024/02/27-19:00:53.255597 7996035072 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/02/27-19:00:53.255599 7996035072 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/02/27-19:00:53.255601 7996035072 Options.compaction_options_universal.compression_size_percent: -1 -2024/02/27-19:00:53.255603 7996035072 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/02/27-19:00:53.255604 7996035072 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/02/27-19:00:53.255605 7996035072 Options.compaction_options_fifo.allow_compaction: 0 -2024/02/27-19:00:53.255607 7996035072 Options.table_properties_collectors: -2024/02/27-19:00:53.255608 7996035072 Options.inplace_update_support: 0 -2024/02/27-19:00:53.255609 7996035072 Options.inplace_update_num_locks: 10000 -2024/02/27-19:00:53.255610 7996035072 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2024/02/27-19:00:53.255611 7996035072 Options.memtable_whole_key_filtering: 0 -2024/02/27-19:00:53.255612 7996035072 Options.memtable_huge_page_size: 0 -2024/02/27-19:00:53.255613 7996035072 Options.bloom_locality: 0 -2024/02/27-19:00:53.255614 7996035072 Options.max_successive_merges: 0 -2024/02/27-19:00:53.255615 7996035072 Options.optimize_filters_for_hits: 0 -2024/02/27-19:00:53.255616 7996035072 Options.paranoid_file_checks: 0 -2024/02/27-19:00:53.255617 7996035072 Options.force_consistency_checks: 1 -2024/02/27-19:00:53.255618 7996035072 Options.report_bg_io_stats: 0 -2024/02/27-19:00:53.255619 7996035072 Options.ttl: 2592000 -2024/02/27-19:00:53.255621 7996035072 Options.periodic_compaction_seconds: 0 -2024/02/27-19:00:53.255622 7996035072 Options.default_temperature: kUnknown -2024/02/27-19:00:53.255623 7996035072 Options.preclude_last_level_data_seconds: 0 -2024/02/27-19:00:53.255624 7996035072 Options.preserve_internal_time_seconds: 0 -2024/02/27-19:00:53.255625 7996035072 Options.enable_blob_files: false -2024/02/27-19:00:53.255626 7996035072 Options.min_blob_size: 0 -2024/02/27-19:00:53.255627 7996035072 Options.blob_file_size: 268435456 -2024/02/27-19:00:53.255629 7996035072 Options.blob_compression_type: NoCompression -2024/02/27-19:00:53.255630 7996035072 Options.enable_blob_garbage_collection: false -2024/02/27-19:00:53.255631 7996035072 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/02/27-19:00:53.255632 7996035072 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/02/27-19:00:53.255633 7996035072 Options.blob_compaction_readahead_size: 0 -2024/02/27-19:00:53.255634 7996035072 Options.blob_file_starting_level: 0 -2024/02/27-19:00:53.255635 7996035072 Options.experimental_mempurge_threshold: 0.000000 -2024/02/27-19:00:53.255636 7996035072 Options.memtable_max_range_deletions: 0 -2024/02/27-19:00:53.256636 7996035072 [db/version_set.cc:5993] Recovered from manifest file:rocksdb/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/02/27-19:00:53.256641 7996035072 [db/version_set.cc:6002] Column family [default] (ID 0), log number is 0 -2024/02/27-19:00:53.256803 7996035072 [db/db_impl/db_impl_open.cc:646] DB ID: a46c0d3c-7088-4b6f-90d0-676b2e3c560a -2024/02/27-19:00:53.257023 7996035072 EVENT_LOG_v1 {"time_micros": 1709078453257017, "job": 1, "event": "recovery_started", "wal_files": [4]} -2024/02/27-19:00:53.257028 7996035072 [db/db_impl/db_impl_open.cc:1145] Recovering log #4 mode 2 -2024/02/27-19:00:53.258330 7996035072 EVENT_LOG_v1 {"time_micros": 1709078453258301, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1025, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 2, "largest_seqno": 2, "table_properties": {"data_size": 30, "index_size": 23, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 14, "raw_average_key_size": 14, "raw_value_size": 0, "raw_average_value_size": 0, "num_data_blocks": 1, "num_entries": 1, "num_filter_entries": 0, "num_deletions": 1, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "user_defined_timestamps_persisted": 1, "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1709078453, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a46c0d3c-7088-4b6f-90d0-676b2e3c560a", "db_session_id": "4T5URQAKI2PRTI24MS0D", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} -2024/02/27-19:00:53.258411 7996035072 EVENT_LOG_v1 {"time_micros": 1709078453258409, "job": 1, "event": "recovery_finished"} -2024/02/27-19:00:53.258669 7996035072 [db/version_set.cc:5439] Creating manifest 10 -2024/02/27-19:00:53.262986 7996035072 [file/delete_scheduler.cc:77] Deleted file rocksdb/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/02/27-19:00:53.263105 7996035072 [db/db_impl/db_impl_open.cc:2157] SstFileManager instance 0x150605de0 -2024/02/27-19:00:53.263201 7996035072 DB pointer 0x150819e00 -2024/02/27-19:00:53.263631 6165311488 [db/db_impl/db_impl.cc:1140] ------- DUMPING STATS ------- -2024/02/27-19:00:53.263636 6165311488 [db/db_impl/db_impl.cc:1141] -** DB Stats ** -Uptime(secs): 0.0 total, 0.0 interval -Cumulative writes: 2 writes, 2 keys, 2 commit groups, 1.0 writes per commit group, ingest: 0.00 GB, 0.01 MB/s -Cumulative WAL: 2 writes, 0 syncs, 2.00 writes per sync, written: 0.00 GB, 0.01 MB/s -Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent -Interval writes: 2 writes, 2 keys, 2 commit groups, 1.0 writes per commit group, ingest: 0.00 MB, 0.01 MB/s -Interval WAL: 2 writes, 0 syncs, 2.00 writes per sync, written: 0.00 GB, 0.01 MB/s -Interval stall: 00:00:0.000 H:M:S, 0.0 percent -Write Stall (count): write-buffer-manager-limit-stops: 0 - -** Compaction Stats [default] ** -Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - L0 1/0 1.00 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.0 0.00 0.00 1 0.001 0 0 0.0 0.0 - Sum 1/0 1.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.0 0.00 0.00 1 0.001 0 0 0.0 0.0 - Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.0 0.00 0.00 1 0.001 0 0 0.0 0.0 - -** Compaction Stats [default] ** -Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- -User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.00 0.00 1 0.001 0 0 0.0 0.0 - -Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 - -Uptime(secs): 0.0 total, 0.0 interval -Flush(GB): cumulative 0.000, interval 0.000 -AddFile(GB): cumulative 0.000, interval 0.000 -AddFile(Total Files): cumulative 0, interval 0 -AddFile(L0 Files): cumulative 0, interval 0 -AddFile(Keys): cumulative 0, interval 0 -Cumulative compaction: 0.00 GB write, 0.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Interval compaction: 0.00 GB write, 0.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Write Stall (count): cf-l0-file-count-limit-delays-with-ongoing-compaction: 0, cf-l0-file-count-limit-stops-with-ongoing-compaction: 0, l0-file-count-limit-delays: 0, l0-file-count-limit-stops: 0, memtable-limit-delays: 0, memtable-limit-stops: 0, pending-compaction-bytes-delays: 0, pending-compaction-bytes-stops: 0, total-delays: 0, total-stops: 0 -Block cache LRUCache@0x600002d48798#85722 capacity: 32.00 MB seed: 90221924 usage: 0.08 KB table_size: 1024 occupancy: 1 collections: 1 last_copies: 0 last_secs: 0.000174 secs_since: 0 -Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) - -** File Read Latency Histogram By Level [default] ** -2024/02/27-19:00:53.263639 7996035072 [db/db_impl/db_impl.cc:486] Shutdown: canceling all background work -2024/02/27-19:00:53.264005 7996035072 [db/db_impl/db_impl.cc:667] Shutdown complete diff --git a/rocksdb/MANIFEST-000015 b/rocksdb/MANIFEST-000015 deleted file mode 100644 index 114abc4758369214ca27a8b2884d3edbbee69e06..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 284 zcmcDHNmpWFVC-;UWHoiL?@(Z1WR%KDElbTwNz!wwEJ-cTEKYUK&n-wSN-W7Q>U3aa zoYj4=G=+hYiIt0$g(;nZqmhFzw^AWHwUU8}0SwT%OiZk-Ti^d&$HvCUz{|+U&cMMQ znwOoIU!KRz!3xpAz$4(B>^`?Nltode Date: Tue, 27 Feb 2024 23:06:13 -0500 Subject: [PATCH 03/18] remove unused import --- src/data_model/mod.rs | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/data_model/mod.rs b/src/data_model/mod.rs index 8190cc0..4423b76 100644 --- a/src/data_model/mod.rs +++ b/src/data_model/mod.rs @@ -2,6 +2,6 @@ pub mod namespace_data; pub mod table_data; pub mod operator_statistics; -pub use namespace_data::NamespaceData; -pub use table_data::TableData; -pub use operator_statistics::OperatorStatistics; +// pub use namespace_data::NamespaceData; +// pub use table_data::TableData; +// pub use operator_statistics::OperatorStatistics; From 4acc8b54bffe58e3a212b6cde5a40a0942060920 Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Tue, 27 Feb 2024 23:07:14 -0500 Subject: [PATCH 04/18] remove unused import --- src/data_model/mod.rs | 4 ---- src/main.rs | 5 +---- 2 files changed, 1 insertion(+), 8 deletions(-) diff --git a/src/data_model/mod.rs b/src/data_model/mod.rs index 4423b76..36d531d 100644 --- a/src/data_model/mod.rs +++ b/src/data_model/mod.rs @@ -1,7 +1,3 @@ pub mod namespace_data; pub mod table_data; pub mod operator_statistics; - -// pub use namespace_data::NamespaceData; -// pub use table_data::TableData; -// pub use operator_statistics::OperatorStatistics; diff --git a/src/main.rs b/src/main.rs index 27ea7ed..7982dfb 100644 --- a/src/main.rs +++ b/src/main.rs @@ -1,8 +1,5 @@ -// file: src/main.rs +mod data_model; -mod data_model; // Import the data model module - -// Bring the structs into scope use data_model::namespace_data::NamespaceData; use data_model::table_data::TableData; use data_model::operator_statistics::OperatorStatistics; From c8ad0cdfe8ebd6e085497dd70fbb0649e4f3b8e8 Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Tue, 27 Feb 2024 23:08:28 -0500 Subject: [PATCH 05/18] fmt --- src/data_model/mod.rs | 2 +- src/main.rs | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/src/data_model/mod.rs b/src/data_model/mod.rs index 36d531d..1e6a204 100644 --- a/src/data_model/mod.rs +++ b/src/data_model/mod.rs @@ -1,3 +1,3 @@ pub mod namespace_data; -pub mod table_data; pub mod operator_statistics; +pub mod table_data; diff --git a/src/main.rs b/src/main.rs index 7982dfb..c4e8cea 100644 --- a/src/main.rs +++ b/src/main.rs @@ -1,8 +1,8 @@ -mod data_model; +mod data_model; use data_model::namespace_data::NamespaceData; -use data_model::table_data::TableData; use data_model::operator_statistics::OperatorStatistics; +use data_model::table_data::TableData; fn main() { // Create instances of the structs From b2242e683a99fc0f470d669f04928c7855798bc9 Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Tue, 27 Feb 2024 23:27:43 -0500 Subject: [PATCH 06/18] init rocks --- .gitignore | 1 + Cargo.toml | 1 + src/db/db.rs | 29 ++++++++++++++++++++++ src/db/mod.rs | 1 + src/main.rs | 66 +++++++++++++++++++++++++++++++-------------------- 5 files changed, 72 insertions(+), 26 deletions(-) create mode 100644 src/db/db.rs create mode 100644 src/db/mod.rs diff --git a/.gitignore b/.gitignore index 6985cf1..3e1b2fe 100644 --- a/.gitignore +++ b/.gitignore @@ -2,6 +2,7 @@ # will have compiled files and executables debug/ target/ +rocksdb/* # Remove Cargo.lock from gitignore if creating an executable, leave it for libraries # More information here https://doc.rust-lang.org/cargo/guide/cargo-toml-vs-cargo-lock.html diff --git a/Cargo.toml b/Cargo.toml index 1725410..28347c0 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -8,3 +8,4 @@ edition = "2021" [dependencies] serde = { version = "1.0", features = ["derive"] } serde_json = "1.0" +rocksdb = "0.22.0" \ No newline at end of file diff --git a/src/db/db.rs b/src/db/db.rs new file mode 100644 index 0000000..42fa043 --- /dev/null +++ b/src/db/db.rs @@ -0,0 +1,29 @@ +use rocksdb::{Options, DB, ColumnFamilyDescriptor, Error}; +use std::path::Path; + +pub struct Database { + db: DB, +} + +impl Database { + pub fn new>(path: P) -> Result { + let mut opts = Options::default(); + opts.create_if_missing(true); + opts.create_missing_column_families(true); + + let namespace_cf_opts = Options::default(); + let namespace_cf = ColumnFamilyDescriptor::new("NamespaceData", namespace_cf_opts); + + let table_cf_opts = Options::default(); + let table_cf = ColumnFamilyDescriptor::new("TableData", table_cf_opts); + + let operator_cf_opts = Options::default(); + let operator_cf = ColumnFamilyDescriptor::new("OperatorStatistics", operator_cf_opts); + + let cfs_vec = vec![namespace_cf, table_cf, operator_cf]; + + let db = DB::open_cf_descriptors(&opts, path, cfs_vec)?; + + Ok(Self { db }) + } +} diff --git a/src/db/mod.rs b/src/db/mod.rs new file mode 100644 index 0000000..8c5eabd --- /dev/null +++ b/src/db/mod.rs @@ -0,0 +1 @@ +pub mod db; \ No newline at end of file diff --git a/src/main.rs b/src/main.rs index c4e8cea..52f4af5 100644 --- a/src/main.rs +++ b/src/main.rs @@ -1,37 +1,51 @@ mod data_model; +mod db; use data_model::namespace_data::NamespaceData; use data_model::operator_statistics::OperatorStatistics; use data_model::table_data::TableData; +use crate::db::db::Database; fn main() { - // Create instances of the structs - let namespace = NamespaceData { - name: "MyNamespace".to_string(), - properties: serde_json::json!({"key": "value"}), - }; + { + // Create instances of the structs + let namespace = NamespaceData { + name: "MyNamespace".to_string(), + properties: serde_json::json!({"key": "value"}), + }; - let table = TableData { - name: "MyTable".to_string(), - num_columns: 5, - read_properties: serde_json::json!({"key": "value"}), - write_properties: serde_json::json!({"key": "value"}), - file_urls: vec!["url1".to_string(), "url2".to_string()], - columns: vec![vec!["column1".to_string(), "column2".to_string()]], - aggregates: serde_json::json!({"key": "value"}), - value_range: (1, 100), - is_strong_key: true, - is_weak_key: false, - primary_key_col_name: "id".to_string(), - }; + let table = TableData { + name: "MyTable".to_string(), + num_columns: 5, + read_properties: serde_json::json!({"key": "value"}), + write_properties: serde_json::json!({"key": "value"}), + file_urls: vec!["url1".to_string(), "url2".to_string()], + columns: vec![vec!["column1".to_string(), "column2".to_string()]], + aggregates: serde_json::json!({"key": "value"}), + value_range: (1, 100), + is_strong_key: true, + is_weak_key: false, + primary_key_col_name: "id".to_string(), + }; - let operator_stats = OperatorStatistics { - operator_string: "MyOperator".to_string(), - cardinality_prev_result: 10, - }; + let operator_stats = OperatorStatistics { + operator_string: "MyOperator".to_string(), + cardinality_prev_result: 10, + }; - // Use the structs as required - println!("Namespace: {:?}", namespace); - println!("Table: {:?}", table); - println!("Operator Stats: {:?}", operator_stats); + // Use the structs as required + println!("Namespace: {:?}", namespace); + println!("Table: {:?}", table); + println!("Operator Stats: {:?}", operator_stats); + } + + match Database::new("rocksdb") { + Ok(db) => { + // Use the database + println!("hello, db opened"); + } + Err(e) => { + eprintln!("Failed to open database: {}", e); + } + } } From 713895e7f2a3d5136852e9f539ceddbe3ddc0734 Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Tue, 27 Feb 2024 23:31:02 -0500 Subject: [PATCH 07/18] rename to dto --- src/{data_model => dto}/mod.rs | 0 src/{data_model => dto}/namespace_data.rs | 0 src/{data_model => dto}/operator_statistics.rs | 0 src/{data_model => dto}/table_data.rs | 0 4 files changed, 0 insertions(+), 0 deletions(-) rename src/{data_model => dto}/mod.rs (100%) rename src/{data_model => dto}/namespace_data.rs (100%) rename src/{data_model => dto}/operator_statistics.rs (100%) rename src/{data_model => dto}/table_data.rs (100%) diff --git a/src/data_model/mod.rs b/src/dto/mod.rs similarity index 100% rename from src/data_model/mod.rs rename to src/dto/mod.rs diff --git a/src/data_model/namespace_data.rs b/src/dto/namespace_data.rs similarity index 100% rename from src/data_model/namespace_data.rs rename to src/dto/namespace_data.rs diff --git a/src/data_model/operator_statistics.rs b/src/dto/operator_statistics.rs similarity index 100% rename from src/data_model/operator_statistics.rs rename to src/dto/operator_statistics.rs diff --git a/src/data_model/table_data.rs b/src/dto/table_data.rs similarity index 100% rename from src/data_model/table_data.rs rename to src/dto/table_data.rs From 687d21a81012615877bfd1aa60dea60bc8e7c993 Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Tue, 27 Feb 2024 23:31:33 -0500 Subject: [PATCH 08/18] add rocksdb/ to gitignore --- .gitignore | 1 + 1 file changed, 1 insertion(+) diff --git a/.gitignore b/.gitignore index 6985cf1..d305449 100644 --- a/.gitignore +++ b/.gitignore @@ -2,6 +2,7 @@ # will have compiled files and executables debug/ target/ +rocksdb/ # Remove Cargo.lock from gitignore if creating an executable, leave it for libraries # More information here https://doc.rust-lang.org/cargo/guide/cargo-toml-vs-cargo-lock.html From 2c70e2f6316bda4a46066f137308aaa6ef352145 Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Tue, 27 Feb 2024 23:33:04 -0500 Subject: [PATCH 09/18] fix main --- src/main.rs | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/src/main.rs b/src/main.rs index c4e8cea..5858400 100644 --- a/src/main.rs +++ b/src/main.rs @@ -1,8 +1,8 @@ -mod data_model; +mod dto; -use data_model::namespace_data::NamespaceData; -use data_model::operator_statistics::OperatorStatistics; -use data_model::table_data::TableData; +use dto::namespace_data::NamespaceData; +use dto::operator_statistics::OperatorStatistics; +use dto::table_data::TableData; fn main() { // Create instances of the structs From 67c7708cc1030bf69f2496b26fa20a4682351855 Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Tue, 27 Feb 2024 23:37:59 -0500 Subject: [PATCH 10/18] fix build error --- src/main.rs | 1 + 1 file changed, 1 insertion(+) diff --git a/src/main.rs b/src/main.rs index 06fd46a..aea4f55 100644 --- a/src/main.rs +++ b/src/main.rs @@ -1,4 +1,5 @@ mod dto; +mod db; use dto::namespace_data::NamespaceData; use dto::operator_statistics::OperatorStatistics; From 1854c2c89a59eae7f2d182235bd096b16d3393ff Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Tue, 27 Feb 2024 23:38:19 -0500 Subject: [PATCH 11/18] fmt --- src/db/db.rs | 2 +- src/db/mod.rs | 2 +- src/main.rs | 20 ++++++++++---------- 3 files changed, 12 insertions(+), 12 deletions(-) diff --git a/src/db/db.rs b/src/db/db.rs index 42fa043..91b4549 100644 --- a/src/db/db.rs +++ b/src/db/db.rs @@ -1,4 +1,4 @@ -use rocksdb::{Options, DB, ColumnFamilyDescriptor, Error}; +use rocksdb::{ColumnFamilyDescriptor, Error, Options, DB}; use std::path::Path; pub struct Database { diff --git a/src/db/mod.rs b/src/db/mod.rs index 8c5eabd..dec1023 100644 --- a/src/db/mod.rs +++ b/src/db/mod.rs @@ -1 +1 @@ -pub mod db; \ No newline at end of file +pub mod db; diff --git a/src/main.rs b/src/main.rs index aea4f55..cf7eb76 100644 --- a/src/main.rs +++ b/src/main.rs @@ -1,10 +1,10 @@ -mod dto; mod db; +mod dto; +use crate::db::db::Database; use dto::namespace_data::NamespaceData; use dto::operator_statistics::OperatorStatistics; use dto::table_data::TableData; -use crate::db::db::Database; fn main() { { @@ -39,13 +39,13 @@ fn main() { println!("Operator Stats: {:?}", operator_stats); } - match Database::new("rocksdb") { - Ok(db) => { - // Use the database - println!("hello, db opened"); - } - Err(e) => { - eprintln!("Failed to open database: {}", e); - } + match Database::new("rocksdb") { + Ok(db) => { + // Use the database + println!("hello, db opened"); + } + Err(e) => { + eprintln!("Failed to open database: {}", e); } + } } From c0a5862974d3b42487b0beda1203d4298618be9b Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Wed, 28 Feb 2024 00:15:46 -0500 Subject: [PATCH 12/18] basic crud on rocks --- src/db/db.rs | 57 ++++++++++++++++++++++++++++++++++-- src/main.rs | 81 ++++++++++++++++++++++------------------------------ 2 files changed, 88 insertions(+), 50 deletions(-) diff --git a/src/db/db.rs b/src/db/db.rs index 91b4549..f6dc725 100644 --- a/src/db/db.rs +++ b/src/db/db.rs @@ -1,4 +1,5 @@ -use rocksdb::{ColumnFamilyDescriptor, Error, Options, DB}; +use rocksdb::{ColumnFamilyDescriptor, Options, DB}; +use std::io::{self, ErrorKind}; use std::path::Path; pub struct Database { @@ -6,7 +7,7 @@ pub struct Database { } impl Database { - pub fn new>(path: P) -> Result { + pub fn open>(path: P) -> Result { let mut opts = Options::default(); opts.create_if_missing(true); opts.create_missing_column_families(true); @@ -22,8 +23,58 @@ impl Database { let cfs_vec = vec![namespace_cf, table_cf, operator_cf]; - let db = DB::open_cf_descriptors(&opts, path, cfs_vec)?; + let db = DB::open_cf_descriptors(&opts, path, cfs_vec) + .map_err(|e| std::io::Error::new(std::io::ErrorKind::Other, e.to_string()))?; Ok(Self { db }) } + + pub fn insert(&self, cf: &str, key: &[u8], value: &[u8]) -> io::Result<()> { + let cf_handle = self.db.cf_handle(cf).ok_or_else(|| { + io::Error::new( + ErrorKind::NotFound, + format!("Column family {} not found", cf), + ) + })?; + self.db + .put_cf(cf_handle, key, value) + .map_err(|e| io::Error::new(ErrorKind::Other, e))?; + Ok(()) + } + + pub fn get(&self, cf: &str, key: &[u8]) -> io::Result>> { + let cf_handle = self.db.cf_handle(cf).ok_or_else(|| { + io::Error::new( + ErrorKind::NotFound, + format!("Column family {} not found", cf), + ) + })?; + let value = self + .db + .get_cf(cf_handle, key) + .map_err(|e| io::Error::new(ErrorKind::Other, e))?; + Ok(value) + } + + pub fn delete(&self, cf: &str, key: &[u8]) -> io::Result<()> { + let cf_handle = self.db.cf_handle(cf).ok_or_else(|| { + io::Error::new( + ErrorKind::NotFound, + format!("Column family {} not found", cf), + ) + })?; + self.db + .delete_cf(cf_handle, key) + .map_err(|e| io::Error::new(ErrorKind::Other, e))?; + Ok(()) + } + pub fn update(&self, cf: &str, key: &[u8], value: &[u8]) -> io::Result<()> { + let cf_handle = self.db.cf_handle(cf).ok_or_else(|| io::Error::new(ErrorKind::NotFound, format!("Column family {} not found", cf)))?; + self.db.put_cf(cf_handle, key, value).map_err(|e| io::Error::new(ErrorKind::Other, e.to_string()))?; + Ok(()) + } + + pub fn close(self) { + drop(self); + } } diff --git a/src/main.rs b/src/main.rs index cf7eb76..ee21573 100644 --- a/src/main.rs +++ b/src/main.rs @@ -1,51 +1,38 @@ mod db; -mod dto; use crate::db::db::Database; -use dto::namespace_data::NamespaceData; -use dto::operator_statistics::OperatorStatistics; -use dto::table_data::TableData; - -fn main() { - { - // Create instances of the structs - let namespace = NamespaceData { - name: "MyNamespace".to_string(), - properties: serde_json::json!({"key": "value"}), - }; - - let table = TableData { - name: "MyTable".to_string(), - num_columns: 5, - read_properties: serde_json::json!({"key": "value"}), - write_properties: serde_json::json!({"key": "value"}), - file_urls: vec!["url1".to_string(), "url2".to_string()], - columns: vec![vec!["column1".to_string(), "column2".to_string()]], - aggregates: serde_json::json!({"key": "value"}), - value_range: (1, 100), - is_strong_key: true, - is_weak_key: false, - primary_key_col_name: "id".to_string(), - }; - - let operator_stats = OperatorStatistics { - operator_string: "MyOperator".to_string(), - cardinality_prev_result: 10, - }; - - // Use the structs as required - println!("Namespace: {:?}", namespace); - println!("Table: {:?}", table); - println!("Operator Stats: {:?}", operator_stats); - } - - match Database::new("rocksdb") { - Ok(db) => { - // Use the database - println!("hello, db opened"); - } - Err(e) => { - eprintln!("Failed to open database: {}", e); - } - } +use std::io; + +fn main() -> io::Result<()> { + let db = Database::open("rocksdb")?; + + // Insert some data + db.insert("NamespaceData", b"my_key", b"my_value")?; + db.insert("TableData", b"my_key", b"my_value")?; + db.insert("OperatorStatistics", b"my_key", b"my_value")?; + + // Get the data + let namespace_data = db.get("NamespaceData", b"my_key")?; + let table_data = db.get("TableData", b"my_key")?; + let operator_statistics = db.get("OperatorStatistics", b"my_key")?; + + println!("NamespaceData: {:?}", namespace_data); + println!("TableData: {:?}", table_data); + println!("OperatorStatistics: {:?}", operator_statistics); + + db.update("NamespaceData", b"my_key", b"new_value")?; + + // Get the updated data + let namespace_data = db.get("NamespaceData", b"my_key")?; + println!("NamespaceData: {:?}", namespace_data); + + // Delete the data + db.delete("NamespaceData", b"my_key")?; + db.delete("TableData", b"my_key")?; + db.delete("OperatorStatistics", b"my_key")?; + + // Close the database + db.close(); + + Ok(()) } From 9c115b2e471f37a2cbee5137c088e528cba5a220 Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Wed, 28 Feb 2024 00:16:13 -0500 Subject: [PATCH 13/18] fmt --- src/db/db.rs | 13 ++++++++++--- src/main.rs | 2 +- 2 files changed, 11 insertions(+), 4 deletions(-) diff --git a/src/db/db.rs b/src/db/db.rs index f6dc725..0d05272 100644 --- a/src/db/db.rs +++ b/src/db/db.rs @@ -69,11 +69,18 @@ impl Database { Ok(()) } pub fn update(&self, cf: &str, key: &[u8], value: &[u8]) -> io::Result<()> { - let cf_handle = self.db.cf_handle(cf).ok_or_else(|| io::Error::new(ErrorKind::NotFound, format!("Column family {} not found", cf)))?; - self.db.put_cf(cf_handle, key, value).map_err(|e| io::Error::new(ErrorKind::Other, e.to_string()))?; + let cf_handle = self.db.cf_handle(cf).ok_or_else(|| { + io::Error::new( + ErrorKind::NotFound, + format!("Column family {} not found", cf), + ) + })?; + self.db + .put_cf(cf_handle, key, value) + .map_err(|e| io::Error::new(ErrorKind::Other, e.to_string()))?; Ok(()) } - + pub fn close(self) { drop(self); } diff --git a/src/main.rs b/src/main.rs index ee21573..881cd45 100644 --- a/src/main.rs +++ b/src/main.rs @@ -19,7 +19,7 @@ fn main() -> io::Result<()> { println!("NamespaceData: {:?}", namespace_data); println!("TableData: {:?}", table_data); println!("OperatorStatistics: {:?}", operator_statistics); - + db.update("NamespaceData", b"my_key", b"new_value")?; // Get the updated data From 53929e8132f71faf15a4aed847b03980ae961899 Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Wed, 28 Feb 2024 00:37:39 -0500 Subject: [PATCH 14/18] basic crud using structs --- src/db/db.rs | 67 +++++++++++++++++++--------------------------------- src/main.rs | 66 ++++++++++++++++++++++++++++++++++++--------------- 2 files changed, 71 insertions(+), 62 deletions(-) diff --git a/src/db/db.rs b/src/db/db.rs index 0d05272..e3612c3 100644 --- a/src/db/db.rs +++ b/src/db/db.rs @@ -1,4 +1,6 @@ use rocksdb::{ColumnFamilyDescriptor, Options, DB}; +use serde::{Serialize, Deserialize}; +use serde_json::{Value, json}; use std::io::{self, ErrorKind}; use std::path::Path; @@ -28,56 +30,35 @@ impl Database { Ok(Self { db }) } - - pub fn insert(&self, cf: &str, key: &[u8], value: &[u8]) -> io::Result<()> { - let cf_handle = self.db.cf_handle(cf).ok_or_else(|| { - io::Error::new( - ErrorKind::NotFound, - format!("Column family {} not found", cf), - ) - })?; - self.db - .put_cf(cf_handle, key, value) - .map_err(|e| io::Error::new(ErrorKind::Other, e))?; + pub fn insert(&self, cf: &str, key: &str, value: &V) -> Result<(), io::Error> { + let cf_handle = self.db.cf_handle(cf).ok_or_else(|| io::Error::new(ErrorKind::NotFound,format!("Column family {} not found", cf)))?; + let value = serde_json::to_vec(value).map_err(|e| io::Error::new(ErrorKind::Other,e.to_string()))?; + self.db.put_cf(cf_handle, key.as_bytes(), &value).map_err(|e| io::Error::new(ErrorKind::Other, e))?; Ok(()) } - pub fn get(&self, cf: &str, key: &[u8]) -> io::Result>> { - let cf_handle = self.db.cf_handle(cf).ok_or_else(|| { - io::Error::new( - ErrorKind::NotFound, - format!("Column family {} not found", cf), - ) - })?; - let value = self - .db - .get_cf(cf_handle, key) - .map_err(|e| io::Error::new(ErrorKind::Other, e))?; - Ok(value) + pub fn get Deserialize<'de>>(&self, cf: &str, key: &str) -> Result, io::Error> { + let cf_handle = self.db.cf_handle(cf).ok_or_else(|| io::Error::new(ErrorKind::NotFound,format!("Column family {} not found", cf)))?; + let value = self.db.get_cf(cf_handle, key.as_bytes()).map_err(|e| io::Error::new(ErrorKind::Other, e))?; + match value { + Some(db_vec) => { + let v: V = serde_json::from_slice(&db_vec)?; + Ok(Some(v)) + }, + None => Ok(None), + } } - pub fn delete(&self, cf: &str, key: &[u8]) -> io::Result<()> { - let cf_handle = self.db.cf_handle(cf).ok_or_else(|| { - io::Error::new( - ErrorKind::NotFound, - format!("Column family {} not found", cf), - ) - })?; - self.db - .delete_cf(cf_handle, key) - .map_err(|e| io::Error::new(ErrorKind::Other, e))?; + pub fn delete(&self, cf: &str, key: &str) -> Result<(), io::Error> { + let cf_handle = self.db.cf_handle(cf).ok_or_else(|| io::Error::new(ErrorKind::NotFound,format!("Column family {} not found", cf)))?; + self.db.delete_cf(cf_handle, key.as_bytes()).map_err(|e| io::Error::new(ErrorKind::Other, e))?; Ok(()) } - pub fn update(&self, cf: &str, key: &[u8], value: &[u8]) -> io::Result<()> { - let cf_handle = self.db.cf_handle(cf).ok_or_else(|| { - io::Error::new( - ErrorKind::NotFound, - format!("Column family {} not found", cf), - ) - })?; - self.db - .put_cf(cf_handle, key, value) - .map_err(|e| io::Error::new(ErrorKind::Other, e.to_string()))?; + + pub fn update(&self, cf: &str, key: &str, value: &V) -> Result<(), io::Error> { + let cf_handle = self.db.cf_handle(cf).ok_or_else(|| io::Error::new(ErrorKind::NotFound,format!("Column family {} not found", cf)))?; + let value = serde_json::to_vec(value).map_err(|e| io::Error::new(ErrorKind::Other,e.to_string()))?; + self.db.put_cf(cf_handle, key.as_bytes(), &value).map_err(|e| io::Error::new(ErrorKind::Other, e))?; Ok(()) } diff --git a/src/main.rs b/src/main.rs index 881cd45..ec61085 100644 --- a/src/main.rs +++ b/src/main.rs @@ -1,36 +1,64 @@ mod db; +mod dto; use crate::db::db::Database; -use std::io; +use serde_json::json; +use dto::namespace_data::NamespaceData; +use dto::operator_statistics::OperatorStatistics; +use dto::table_data::TableData; -fn main() -> io::Result<()> { +fn main() -> Result<(), std::io::Error> { let db = Database::open("rocksdb")?; - // Insert some data - db.insert("NamespaceData", b"my_key", b"my_value")?; - db.insert("TableData", b"my_key", b"my_value")?; - db.insert("OperatorStatistics", b"my_key", b"my_value")?; + // Create some data + let namespace_data = NamespaceData { + name: "my_namespace".to_string(), + properties: json!({"key": "value"}), + }; + + let table_data = TableData { + name: "MyTable".to_string(), + num_columns: 5, + read_properties: serde_json::json!({"key": "value"}), + write_properties: serde_json::json!({"key": "value"}), + file_urls: vec!["url1".to_string(), "url2".to_string()], + columns: vec![vec!["column1".to_string(), "column2".to_string()]], + aggregates: serde_json::json!({"key": "value"}), + value_range: (1, 100), + is_strong_key: true, + is_weak_key: false, + primary_key_col_name: "id".to_string() + }; + + let operator_statistics = OperatorStatistics { + operator_string: "my_operator".to_string(), + cardinality_prev_result: 10, + }; + + // Insert the data + db.insert("NamespaceData", &namespace_data.name, &namespace_data)?; + db.insert("TableData", &table_data.name, &table_data)?; + db.insert("OperatorStatistics", &operator_statistics.operator_string, &operator_statistics)?; // Get the data - let namespace_data = db.get("NamespaceData", b"my_key")?; - let table_data = db.get("TableData", b"my_key")?; - let operator_statistics = db.get("OperatorStatistics", b"my_key")?; + let namespace_data: Option = db.get("NamespaceData", &namespace_data.name)?; + let table_data: Option = db.get("TableData", &table_data.name)?; + let operator_statistics: Option = db.get("OperatorStatistics", &operator_statistics.operator_string)?; println!("NamespaceData: {:?}", namespace_data); println!("TableData: {:?}", table_data); println!("OperatorStatistics: {:?}", operator_statistics); - db.update("NamespaceData", b"my_key", b"new_value")?; - - // Get the updated data - let namespace_data = db.get("NamespaceData", b"my_key")?; - println!("NamespaceData: {:?}", namespace_data); - // Delete the data - db.delete("NamespaceData", b"my_key")?; - db.delete("TableData", b"my_key")?; - db.delete("OperatorStatistics", b"my_key")?; - + if let Some(namespace_data) = namespace_data { + db.delete("NamespaceData", &namespace_data.name)?; + } + if let Some(table_data) = table_data { + db.delete("NamespaceData", &table_data.name)?; + } + if let Some(operator_statistics) = operator_statistics { + db.delete("NamespaceData", &operator_statistics.operator_string)?; + } // Close the database db.close(); From 21f399db187649863d7d440e3a30fc89debc9644 Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Wed, 28 Feb 2024 00:43:47 -0500 Subject: [PATCH 15/18] basic crud using structs --- src/db/db.rs | 1 - src/main.rs | 11 +++++++++++ 2 files changed, 11 insertions(+), 1 deletion(-) diff --git a/src/db/db.rs b/src/db/db.rs index e3612c3..d805557 100644 --- a/src/db/db.rs +++ b/src/db/db.rs @@ -1,6 +1,5 @@ use rocksdb::{ColumnFamilyDescriptor, Options, DB}; use serde::{Serialize, Deserialize}; -use serde_json::{Value, json}; use std::io::{self, ErrorKind}; use std::path::Path; diff --git a/src/main.rs b/src/main.rs index ec61085..27e3875 100644 --- a/src/main.rs +++ b/src/main.rs @@ -49,6 +49,17 @@ fn main() -> Result<(), std::io::Error> { println!("TableData: {:?}", table_data); println!("OperatorStatistics: {:?}", operator_statistics); + // Update the data + let updated_namespace_data = NamespaceData { + name: "my_namespace".to_string(), + properties: json!({"key": "new_value"}), + }; + db.update("NamespaceData", &updated_namespace_data.name, &updated_namespace_data)?; + + // Get the updated data + let namespace_data: Option = db.get("NamespaceData", &updated_namespace_data.name)?; + println!("NamespaceData: {:?}", namespace_data); + // Delete the data if let Some(namespace_data) = namespace_data { db.delete("NamespaceData", &namespace_data.name)?; From ae9c009dd17ea38b265aa112a0b5fa7331cf106a Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Wed, 28 Feb 2024 00:54:24 -0500 Subject: [PATCH 16/18] rename folder --- src/{db/db.rs => database/database.rs} | 0 src/database/mod.rs | 1 + src/db/mod.rs | 1 - src/main.rs | 4 ++-- 4 files changed, 3 insertions(+), 3 deletions(-) rename src/{db/db.rs => database/database.rs} (100%) create mode 100644 src/database/mod.rs delete mode 100644 src/db/mod.rs diff --git a/src/db/db.rs b/src/database/database.rs similarity index 100% rename from src/db/db.rs rename to src/database/database.rs diff --git a/src/database/mod.rs b/src/database/mod.rs new file mode 100644 index 0000000..8fd0a6b --- /dev/null +++ b/src/database/mod.rs @@ -0,0 +1 @@ +pub mod database; diff --git a/src/db/mod.rs b/src/db/mod.rs deleted file mode 100644 index dec1023..0000000 --- a/src/db/mod.rs +++ /dev/null @@ -1 +0,0 @@ -pub mod db; diff --git a/src/main.rs b/src/main.rs index 27e3875..7e803ec 100644 --- a/src/main.rs +++ b/src/main.rs @@ -1,7 +1,7 @@ -mod db; +mod database; mod dto; -use crate::db::db::Database; +use crate::database::database::Database; use serde_json::json; use dto::namespace_data::NamespaceData; use dto::operator_statistics::OperatorStatistics; From 2985c0f9e891e761b405ad2e23245e78fa47099a Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Wed, 28 Feb 2024 00:55:20 -0500 Subject: [PATCH 17/18] fmt --- src/database/database.rs | 61 +++++++++++++++++++++++++++++++--------- src/main.rs | 24 +++++++++++----- 2 files changed, 65 insertions(+), 20 deletions(-) diff --git a/src/database/database.rs b/src/database/database.rs index d805557..6b76732 100644 --- a/src/database/database.rs +++ b/src/database/database.rs @@ -1,5 +1,5 @@ use rocksdb::{ColumnFamilyDescriptor, Options, DB}; -use serde::{Serialize, Deserialize}; +use serde::{Deserialize, Serialize}; use std::io::{self, ErrorKind}; use std::path::Path; @@ -30,34 +30,69 @@ impl Database { Ok(Self { db }) } pub fn insert(&self, cf: &str, key: &str, value: &V) -> Result<(), io::Error> { - let cf_handle = self.db.cf_handle(cf).ok_or_else(|| io::Error::new(ErrorKind::NotFound,format!("Column family {} not found", cf)))?; - let value = serde_json::to_vec(value).map_err(|e| io::Error::new(ErrorKind::Other,e.to_string()))?; - self.db.put_cf(cf_handle, key.as_bytes(), &value).map_err(|e| io::Error::new(ErrorKind::Other, e))?; + let cf_handle = self.db.cf_handle(cf).ok_or_else(|| { + io::Error::new( + ErrorKind::NotFound, + format!("Column family {} not found", cf), + ) + })?; + let value = serde_json::to_vec(value) + .map_err(|e| io::Error::new(ErrorKind::Other, e.to_string()))?; + self.db + .put_cf(cf_handle, key.as_bytes(), &value) + .map_err(|e| io::Error::new(ErrorKind::Other, e))?; Ok(()) } - pub fn get Deserialize<'de>>(&self, cf: &str, key: &str) -> Result, io::Error> { - let cf_handle = self.db.cf_handle(cf).ok_or_else(|| io::Error::new(ErrorKind::NotFound,format!("Column family {} not found", cf)))?; - let value = self.db.get_cf(cf_handle, key.as_bytes()).map_err(|e| io::Error::new(ErrorKind::Other, e))?; + pub fn get Deserialize<'de>>( + &self, + cf: &str, + key: &str, + ) -> Result, io::Error> { + let cf_handle = self.db.cf_handle(cf).ok_or_else(|| { + io::Error::new( + ErrorKind::NotFound, + format!("Column family {} not found", cf), + ) + })?; + let value = self + .db + .get_cf(cf_handle, key.as_bytes()) + .map_err(|e| io::Error::new(ErrorKind::Other, e))?; match value { Some(db_vec) => { let v: V = serde_json::from_slice(&db_vec)?; Ok(Some(v)) - }, + } None => Ok(None), } } pub fn delete(&self, cf: &str, key: &str) -> Result<(), io::Error> { - let cf_handle = self.db.cf_handle(cf).ok_or_else(|| io::Error::new(ErrorKind::NotFound,format!("Column family {} not found", cf)))?; - self.db.delete_cf(cf_handle, key.as_bytes()).map_err(|e| io::Error::new(ErrorKind::Other, e))?; + let cf_handle = self.db.cf_handle(cf).ok_or_else(|| { + io::Error::new( + ErrorKind::NotFound, + format!("Column family {} not found", cf), + ) + })?; + self.db + .delete_cf(cf_handle, key.as_bytes()) + .map_err(|e| io::Error::new(ErrorKind::Other, e))?; Ok(()) } pub fn update(&self, cf: &str, key: &str, value: &V) -> Result<(), io::Error> { - let cf_handle = self.db.cf_handle(cf).ok_or_else(|| io::Error::new(ErrorKind::NotFound,format!("Column family {} not found", cf)))?; - let value = serde_json::to_vec(value).map_err(|e| io::Error::new(ErrorKind::Other,e.to_string()))?; - self.db.put_cf(cf_handle, key.as_bytes(), &value).map_err(|e| io::Error::new(ErrorKind::Other, e))?; + let cf_handle = self.db.cf_handle(cf).ok_or_else(|| { + io::Error::new( + ErrorKind::NotFound, + format!("Column family {} not found", cf), + ) + })?; + let value = serde_json::to_vec(value) + .map_err(|e| io::Error::new(ErrorKind::Other, e.to_string()))?; + self.db + .put_cf(cf_handle, key.as_bytes(), &value) + .map_err(|e| io::Error::new(ErrorKind::Other, e))?; Ok(()) } diff --git a/src/main.rs b/src/main.rs index 7e803ec..03faeb4 100644 --- a/src/main.rs +++ b/src/main.rs @@ -2,10 +2,10 @@ mod database; mod dto; use crate::database::database::Database; -use serde_json::json; use dto::namespace_data::NamespaceData; use dto::operator_statistics::OperatorStatistics; use dto::table_data::TableData; +use serde_json::json; fn main() -> Result<(), std::io::Error> { let db = Database::open("rocksdb")?; @@ -27,7 +27,7 @@ fn main() -> Result<(), std::io::Error> { value_range: (1, 100), is_strong_key: true, is_weak_key: false, - primary_key_col_name: "id".to_string() + primary_key_col_name: "id".to_string(), }; let operator_statistics = OperatorStatistics { @@ -38,12 +38,17 @@ fn main() -> Result<(), std::io::Error> { // Insert the data db.insert("NamespaceData", &namespace_data.name, &namespace_data)?; db.insert("TableData", &table_data.name, &table_data)?; - db.insert("OperatorStatistics", &operator_statistics.operator_string, &operator_statistics)?; + db.insert( + "OperatorStatistics", + &operator_statistics.operator_string, + &operator_statistics, + )?; // Get the data let namespace_data: Option = db.get("NamespaceData", &namespace_data.name)?; let table_data: Option = db.get("TableData", &table_data.name)?; - let operator_statistics: Option = db.get("OperatorStatistics", &operator_statistics.operator_string)?; + let operator_statistics: Option = + db.get("OperatorStatistics", &operator_statistics.operator_string)?; println!("NamespaceData: {:?}", namespace_data); println!("TableData: {:?}", table_data); @@ -54,10 +59,15 @@ fn main() -> Result<(), std::io::Error> { name: "my_namespace".to_string(), properties: json!({"key": "new_value"}), }; - db.update("NamespaceData", &updated_namespace_data.name, &updated_namespace_data)?; - + db.update( + "NamespaceData", + &updated_namespace_data.name, + &updated_namespace_data, + )?; + // Get the updated data - let namespace_data: Option = db.get("NamespaceData", &updated_namespace_data.name)?; + let namespace_data: Option = + db.get("NamespaceData", &updated_namespace_data.name)?; println!("NamespaceData: {:?}", namespace_data); // Delete the data From 9496c38341ed450874cb7e57d570c6ad7f82b2ee Mon Sep 17 00:00:00 2001 From: SIMRAN MAKHIJA Date: Wed, 28 Feb 2024 11:50:06 -0500 Subject: [PATCH 18/18] clean up main --- src/main.rs | 90 ++--------------------------------------------------- 1 file changed, 3 insertions(+), 87 deletions(-) diff --git a/src/main.rs b/src/main.rs index 03faeb4..92d7195 100644 --- a/src/main.rs +++ b/src/main.rs @@ -1,87 +1,3 @@ -mod database; -mod dto; - -use crate::database::database::Database; -use dto::namespace_data::NamespaceData; -use dto::operator_statistics::OperatorStatistics; -use dto::table_data::TableData; -use serde_json::json; - -fn main() -> Result<(), std::io::Error> { - let db = Database::open("rocksdb")?; - - // Create some data - let namespace_data = NamespaceData { - name: "my_namespace".to_string(), - properties: json!({"key": "value"}), - }; - - let table_data = TableData { - name: "MyTable".to_string(), - num_columns: 5, - read_properties: serde_json::json!({"key": "value"}), - write_properties: serde_json::json!({"key": "value"}), - file_urls: vec!["url1".to_string(), "url2".to_string()], - columns: vec![vec!["column1".to_string(), "column2".to_string()]], - aggregates: serde_json::json!({"key": "value"}), - value_range: (1, 100), - is_strong_key: true, - is_weak_key: false, - primary_key_col_name: "id".to_string(), - }; - - let operator_statistics = OperatorStatistics { - operator_string: "my_operator".to_string(), - cardinality_prev_result: 10, - }; - - // Insert the data - db.insert("NamespaceData", &namespace_data.name, &namespace_data)?; - db.insert("TableData", &table_data.name, &table_data)?; - db.insert( - "OperatorStatistics", - &operator_statistics.operator_string, - &operator_statistics, - )?; - - // Get the data - let namespace_data: Option = db.get("NamespaceData", &namespace_data.name)?; - let table_data: Option = db.get("TableData", &table_data.name)?; - let operator_statistics: Option = - db.get("OperatorStatistics", &operator_statistics.operator_string)?; - - println!("NamespaceData: {:?}", namespace_data); - println!("TableData: {:?}", table_data); - println!("OperatorStatistics: {:?}", operator_statistics); - - // Update the data - let updated_namespace_data = NamespaceData { - name: "my_namespace".to_string(), - properties: json!({"key": "new_value"}), - }; - db.update( - "NamespaceData", - &updated_namespace_data.name, - &updated_namespace_data, - )?; - - // Get the updated data - let namespace_data: Option = - db.get("NamespaceData", &updated_namespace_data.name)?; - println!("NamespaceData: {:?}", namespace_data); - - // Delete the data - if let Some(namespace_data) = namespace_data { - db.delete("NamespaceData", &namespace_data.name)?; - } - if let Some(table_data) = table_data { - db.delete("NamespaceData", &table_data.name)?; - } - if let Some(operator_statistics) = operator_statistics { - db.delete("NamespaceData", &operator_statistics.operator_string)?; - } - // Close the database - db.close(); - - Ok(()) -} +fn main(){ + println!("Hello world!"); +} \ No newline at end of file