diff --git a/.aim/meta/index/001093.log b/.aim/check_ins/2a3f43c1928e460b9c4829b3-0000000000000001-starting-1717609167.98-00000 similarity index 100% rename from .aim/meta/index/001093.log rename to .aim/check_ins/2a3f43c1928e460b9c4829b3-0000000000000001-starting-1717609167.98-00000 diff --git a/.aim/meta/progress/48e0db671c5f45eeac4d3dd8 b/.aim/check_ins/2a3f43c1928e460b9c4829b3-0000000000000003-progress-1717609173.83-00030 similarity index 100% rename from .aim/meta/progress/48e0db671c5f45eeac4d3dd8 rename to .aim/check_ins/2a3f43c1928e460b9c4829b3-0000000000000003-progress-1717609173.83-00030 diff --git a/.aim/meta/progress/4e6b4fe1d6aa4642a220a764 b/.aim/check_ins/4c4e00a47edf4ce589f07782-0000000000000001-starting-1717608918.01-00000 similarity index 100% rename from .aim/meta/progress/4e6b4fe1d6aa4642a220a764 rename to .aim/check_ins/4c4e00a47edf4ce589f07782-0000000000000001-starting-1717608918.01-00000 diff --git a/.aim/meta/progress/5df59be30d224eb8b53db90e b/.aim/check_ins/4c4e00a47edf4ce589f07782-0000000000000003-progress-1717608923.32-00030 similarity index 100% rename from .aim/meta/progress/5df59be30d224eb8b53db90e rename to .aim/check_ins/4c4e00a47edf4ce589f07782-0000000000000003-progress-1717608923.32-00030 diff --git a/.aim/meta/progress/5eb030f0126b49cca356a105 b/.aim/check_ins/6ee216b36c6f4109ab1988e3-0000000000000001-starting-1717609399.76-00000 similarity index 100% rename from .aim/meta/progress/5eb030f0126b49cca356a105 rename to .aim/check_ins/6ee216b36c6f4109ab1988e3-0000000000000001-starting-1717609399.76-00000 diff --git a/.aim/meta/progress/b306c704e58047f1a205cb16 b/.aim/check_ins/6ee216b36c6f4109ab1988e3-0000000000000009-progress-1717609432.28-00001 similarity index 100% rename from .aim/meta/progress/b306c704e58047f1a205cb16 rename to .aim/check_ins/6ee216b36c6f4109ab1988e3-0000000000000009-progress-1717609432.28-00001 diff --git a/.aim/meta/progress/e62695dbff474919a10f8279 b/.aim/check_ins/83ab6b3ec97a44719acc7d76-0000000000000001-starting-1717609335.89-00000 similarity index 100% rename from .aim/meta/progress/e62695dbff474919a10f8279 rename to .aim/check_ins/83ab6b3ec97a44719acc7d76-0000000000000001-starting-1717609335.89-00000 diff --git a/.aim/check_ins/83ab6b3ec97a44719acc7d76-0000000000000003-progress-1717609341.16-00030 b/.aim/check_ins/83ab6b3ec97a44719acc7d76-0000000000000003-progress-1717609341.16-00030 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/check_ins/884f7bc8656e4d1faf8f95ce-0000000000000001-starting-1717608869.93-00000 b/.aim/check_ins/884f7bc8656e4d1faf8f95ce-0000000000000001-starting-1717608869.93-00000 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/check_ins/884f7bc8656e4d1faf8f95ce-0000000000000003-progress-1717608875.29-00030 b/.aim/check_ins/884f7bc8656e4d1faf8f95ce-0000000000000003-progress-1717608875.29-00030 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/check_ins/8e741518b1df4909918ec590-0000000000000001-starting-1717609505.12-00000 b/.aim/check_ins/8e741518b1df4909918ec590-0000000000000001-starting-1717609505.12-00000 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/check_ins/8e741518b1df4909918ec590-0000000000000181-progress-1717610395.41-00001 b/.aim/check_ins/8e741518b1df4909918ec590-0000000000000181-progress-1717610395.41-00001 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/check_ins/93296da25d0d4df1bb6d667a-0000000000000001-starting-1717609016.49-00000 b/.aim/check_ins/93296da25d0d4df1bb6d667a-0000000000000001-starting-1717609016.49-00000 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/check_ins/93296da25d0d4df1bb6d667a-0000000000000003-progress-1717609021.66-00030 b/.aim/check_ins/93296da25d0d4df1bb6d667a-0000000000000003-progress-1717609021.66-00030 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/check_ins/c1d9e13164054dd0b5d7dfa2-0000000000000001-starting-1717608673.28-00000 b/.aim/check_ins/c1d9e13164054dd0b5d7dfa2-0000000000000001-starting-1717608673.28-00000 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/check_ins/c1d9e13164054dd0b5d7dfa2-0000000000000003-progress-1717608674.30-00001 b/.aim/check_ins/c1d9e13164054dd0b5d7dfa2-0000000000000003-progress-1717608674.30-00001 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/check_ins/f928789aa4eb42339a700899-0000000000000001-starting-1717609112.77-00000 b/.aim/check_ins/f928789aa4eb42339a700899-0000000000000001-starting-1717609112.77-00000 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/check_ins/f928789aa4eb42339a700899-0000000000000003-progress-1717609120.03-00030 b/.aim/check_ins/f928789aa4eb42339a700899-0000000000000003-progress-1717609120.03-00030 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/check_ins/fe6a4dedd1dc41e080899aa3-0000000000000001-starting-1717608729.03-00000 b/.aim/check_ins/fe6a4dedd1dc41e080899aa3-0000000000000001-starting-1717608729.03-00000 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/check_ins/fe6a4dedd1dc41e080899aa3-0000000000000003-progress-1717608734.24-00030 b/.aim/check_ins/fe6a4dedd1dc41e080899aa3-0000000000000003-progress-1717608734.24-00030 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/locks/2a3f43c1928e460b9c4829b3.softlock b/.aim/locks/2a3f43c1928e460b9c4829b3.softlock new file mode 100644 index 0000000..eaa9eb9 --- /dev/null +++ b/.aim/locks/2a3f43c1928e460b9c4829b3.softlock @@ -0,0 +1 @@ +213168197817399-105981-1717609167.7738397 \ No newline at end of file diff --git a/.aim/locks/4c4e00a47edf4ce589f07782.softlock b/.aim/locks/4c4e00a47edf4ce589f07782.softlock new file mode 100644 index 0000000..17ba20e --- /dev/null +++ b/.aim/locks/4c4e00a47edf4ce589f07782.softlock @@ -0,0 +1 @@ +213168197817399-103230-1717608917.9217207 \ No newline at end of file diff --git a/.aim/locks/83ab6b3ec97a44719acc7d76.softlock b/.aim/locks/83ab6b3ec97a44719acc7d76.softlock new file mode 100644 index 0000000..eb517aa --- /dev/null +++ b/.aim/locks/83ab6b3ec97a44719acc7d76.softlock @@ -0,0 +1 @@ +213168197817399-107570-1717609335.842791 \ No newline at end of file diff --git a/.aim/locks/884f7bc8656e4d1faf8f95ce.softlock b/.aim/locks/884f7bc8656e4d1faf8f95ce.softlock new file mode 100644 index 0000000..04ae271 --- /dev/null +++ b/.aim/locks/884f7bc8656e4d1faf8f95ce.softlock @@ -0,0 +1 @@ +213168197817399-102570-1717608869.6647296 \ No newline at end of file diff --git a/.aim/locks/93296da25d0d4df1bb6d667a.softlock b/.aim/locks/93296da25d0d4df1bb6d667a.softlock new file mode 100644 index 0000000..62c1860 --- /dev/null +++ b/.aim/locks/93296da25d0d4df1bb6d667a.softlock @@ -0,0 +1 @@ +213168197817399-104313-1717609016.3884377 \ No newline at end of file diff --git a/.aim/locks/f928789aa4eb42339a700899.softlock b/.aim/locks/f928789aa4eb42339a700899.softlock new file mode 100644 index 0000000..4dbde01 --- /dev/null +++ b/.aim/locks/f928789aa4eb42339a700899.softlock @@ -0,0 +1 @@ +213168197817399-105257-1717609112.6180477 \ No newline at end of file diff --git a/.aim/locks/fe6a4dedd1dc41e080899aa3.softlock b/.aim/locks/fe6a4dedd1dc41e080899aa3.softlock new file mode 100644 index 0000000..5349e30 --- /dev/null +++ b/.aim/locks/fe6a4dedd1dc41e080899aa3.softlock @@ -0,0 +1 @@ +213168197817399-100960-1717608728.9945278 \ No newline at end of file diff --git a/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/000009.sst b/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/000009.sst new file mode 100644 index 0000000..2dd2b75 Binary files /dev/null and b/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/000009.sst differ diff --git a/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/000011.log b/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/000011.log new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/CURRENT b/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/CURRENT new file mode 100644 index 0000000..3051f81 --- /dev/null +++ b/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/CURRENT @@ -0,0 +1 @@ +MANIFEST-000010 diff --git a/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/IDENTITY b/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/IDENTITY new file mode 100644 index 0000000..d9a9151 --- /dev/null +++ b/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/IDENTITY @@ -0,0 +1 @@ +48cd6541-3bd5-4a28-8ce6-da97ecd30638 \ No newline at end of file diff --git a/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/LOCK b/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/LOG b/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/LOG new file mode 100644 index 0000000..7a1a7cf --- /dev/null +++ b/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/LOG @@ -0,0 +1,245 @@ +2024/06/05-14:43:41.713769 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:43:41.714252 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:43:41.714260 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:43:41.714263 139709153148928 DB SUMMARY +2024/06/05-14:43:41.714265 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VS4 +2024/06/05-14:43:41.714307 139709153148928 CURRENT file: CURRENT +2024/06/05-14:43:41.714310 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:43:41.714404 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:43:41.714410 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/2a3f43c1928e460b9c4829b3 dir, Total Num: 0, files: +2024/06/05-14:43:41.714413 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/2a3f43c1928e460b9c4829b3: 000005.log size: 48086 ; +2024/06/05-14:43:41.714416 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:43:41.714418 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:43:41.714420 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:43:41.714421 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:43:41.714422 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:43:41.714424 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:43:41.714426 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:43:41.714427 139709153148928 Options.info_log: 0x55cbc395bb70 +2024/06/05-14:43:41.714429 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:43:41.714430 139709153148928 Options.statistics: (nil) +2024/06/05-14:43:41.714432 139709153148928 Options.use_fsync: 0 +2024/06/05-14:43:41.714433 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:43:41.714435 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:43:41.714437 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:43:41.714438 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:43:41.714440 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:43:41.714441 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:43:41.714443 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:43:41.714445 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:43:41.714447 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:43:41.714448 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:43:41.714450 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:43:41.714452 139709153148928 Options.db_log_dir: +2024/06/05-14:43:41.714454 139709153148928 Options.wal_dir: +2024/06/05-14:43:41.714455 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:43:41.714457 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:43:41.714459 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:43:41.714460 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:43:41.714462 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:43:41.714464 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:43:41.714466 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:43:41.714467 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:43:41.714474 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:43:41.714475 139709153148928 Options.write_buffer_manager: 0x55cbc3957d50 +2024/06/05-14:43:41.714498 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:43:41.714500 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:43:41.714502 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:43:41.714503 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:43:41.714504 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:43:41.714507 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:43:41.714509 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:43:41.714510 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:43:41.714511 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:43:41.714513 139709153148928 Options.unordered_write: 0 +2024/06/05-14:43:41.714514 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:43:41.714516 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:43:41.714517 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:43:41.714519 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:43:41.714520 139709153148928 Options.row_cache: None +2024/06/05-14:43:41.714522 139709153148928 Options.wal_filter: None +2024/06/05-14:43:41.714524 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:43:41.714525 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:43:41.714526 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:43:41.714528 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:43:41.714529 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:43:41.714531 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:43:41.714532 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:43:41.714534 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:43:41.714535 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:43:41.714536 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:43:41.714538 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:43:41.714540 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:43:41.714541 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:43:41.714543 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:43:41.714544 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:43:41.714545 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:43:41.714547 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:43:41.714548 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:43:41.714550 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:43:41.714551 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:43:41.714553 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:43:41.714554 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:43:41.714555 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:43:41.714557 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:43:41.714558 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:43:41.714560 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:43:41.714561 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:43:41.714571 139709153148928 Options.max_open_files: -1 +2024/06/05-14:43:41.714573 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:43:41.714575 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:43:41.714576 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:43:41.714578 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:43:41.714579 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:43:41.714580 139709153148928 Compression algorithms supported: +2024/06/05-14:43:41.714582 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:43:41.714585 139709153148928 kZSTD supported: 1 +2024/06/05-14:43:41.714586 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:43:41.714588 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:43:41.714590 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:43:41.714591 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:43:41.714593 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:43:41.714595 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:43:41.714597 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:43:41.716543 139709153148928 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/MANIFEST-000004 +2024/06/05-14:43:41.720470 139709153148928 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:43:41.720506 139709153148928 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:43:41.720513 139709153148928 Options.merge_operator: None +2024/06/05-14:43:41.720517 139709153148928 Options.compaction_filter: None +2024/06/05-14:43:41.720518 139709153148928 Options.compaction_filter_factory: None +2024/06/05-14:43:41.720520 139709153148928 Options.sst_partitioner_factory: None +2024/06/05-14:43:41.720524 139709153148928 Options.memtable_factory: SkipListFactory +2024/06/05-14:43:41.720528 139709153148928 Options.table_factory: BlockBasedTable +2024/06/05-14:43:41.720581 139709153148928 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cbc3986be0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55cbc39d12a0 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:43:41.720584 139709153148928 Options.write_buffer_size: 1048576 +2024/06/05-14:43:41.720586 139709153148928 Options.max_write_buffer_number: 2 +2024/06/05-14:43:41.720592 139709153148928 Options.compression: Snappy +2024/06/05-14:43:41.720593 139709153148928 Options.bottommost_compression: Disabled +2024/06/05-14:43:41.720595 139709153148928 Options.prefix_extractor: nullptr +2024/06/05-14:43:41.720597 139709153148928 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:43:41.720599 139709153148928 Options.num_levels: 4 +2024/06/05-14:43:41.720600 139709153148928 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:43:41.720781 139709153148928 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:43:41.720786 139709153148928 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:43:41.720788 139709153148928 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:43:41.720789 139709153148928 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:43:41.720791 139709153148928 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:43:41.720792 139709153148928 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:41.720793 139709153148928 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:41.720795 139709153148928 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:43:41.720796 139709153148928 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:43:41.720798 139709153148928 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:41.720800 139709153148928 Options.compression_opts.window_bits: -14 +2024/06/05-14:43:41.720801 139709153148928 Options.compression_opts.level: 32767 +2024/06/05-14:43:41.720803 139709153148928 Options.compression_opts.strategy: 0 +2024/06/05-14:43:41.720804 139709153148928 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:41.720805 139709153148928 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:41.720807 139709153148928 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:43:41.720809 139709153148928 Options.compression_opts.enabled: false +2024/06/05-14:43:41.720810 139709153148928 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:41.720811 139709153148928 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:43:41.720813 139709153148928 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:43:41.720814 139709153148928 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:43:41.720816 139709153148928 Options.target_file_size_base: 67108864 +2024/06/05-14:43:41.720818 139709153148928 Options.target_file_size_multiplier: 1 +2024/06/05-14:43:41.720819 139709153148928 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:43:41.720821 139709153148928 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:43:41.720822 139709153148928 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:43:41.720825 139709153148928 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:43:41.720827 139709153148928 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:43:41.720828 139709153148928 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:43:41.720830 139709153148928 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:43:41.720831 139709153148928 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:43:41.720832 139709153148928 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:43:41.720834 139709153148928 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:43:41.720835 139709153148928 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:43:41.720837 139709153148928 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:43:41.720838 139709153148928 Options.arena_block_size: 131072 +2024/06/05-14:43:41.720839 139709153148928 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:43:41.720841 139709153148928 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:43:41.720842 139709153148928 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:43:41.720844 139709153148928 Options.disable_auto_compactions: 0 +2024/06/05-14:43:41.720849 139709153148928 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:43:41.720867 139709153148928 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:43:41.720869 139709153148928 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:43:41.720870 139709153148928 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:43:41.720872 139709153148928 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:43:41.720873 139709153148928 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:43:41.720875 139709153148928 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:43:41.720877 139709153148928 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:43:41.720878 139709153148928 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:43:41.720880 139709153148928 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:43:41.720887 139709153148928 Options.table_properties_collectors: +2024/06/05-14:43:41.720889 139709153148928 Options.inplace_update_support: 0 +2024/06/05-14:43:41.720890 139709153148928 Options.inplace_update_num_locks: 10000 +2024/06/05-14:43:41.720891 139709153148928 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:43:41.720893 139709153148928 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:43:41.720895 139709153148928 Options.memtable_huge_page_size: 0 +2024/06/05-14:43:41.720896 139709153148928 Options.bloom_locality: 0 +2024/06/05-14:43:41.720898 139709153148928 Options.max_successive_merges: 0 +2024/06/05-14:43:41.720899 139709153148928 Options.optimize_filters_for_hits: 0 +2024/06/05-14:43:41.720900 139709153148928 Options.paranoid_file_checks: 0 +2024/06/05-14:43:41.720902 139709153148928 Options.force_consistency_checks: 1 +2024/06/05-14:43:41.720903 139709153148928 Options.report_bg_io_stats: 0 +2024/06/05-14:43:41.720904 139709153148928 Options.ttl: 2592000 +2024/06/05-14:43:41.720906 139709153148928 Options.periodic_compaction_seconds: 0 +2024/06/05-14:43:41.720907 139709153148928 Options.enable_blob_files: false +2024/06/05-14:43:41.720909 139709153148928 Options.min_blob_size: 0 +2024/06/05-14:43:41.720910 139709153148928 Options.blob_file_size: 268435456 +2024/06/05-14:43:41.720912 139709153148928 Options.blob_compression_type: NoCompression +2024/06/05-14:43:41.720913 139709153148928 Options.enable_blob_garbage_collection: false +2024/06/05-14:43:41.720914 139709153148928 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:43:41.720916 139709153148928 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:43:41.720918 139709153148928 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:43:41.722905 139709153148928 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/MANIFEST-000004 succeeded,manifest_file_number is 4, next_file_number is 6, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:43:41.722938 139709153148928 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:43:41.725278 139709153148928 [/version_set.cc:4410] Creating manifest 8 +2024/06/05-14:43:41.738411 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421738399, "job": 1, "event": "recovery_started", "wal_files": [5]} +2024/06/05-14:43:41.738424 139709153148928 [/db_impl/db_impl_open.cc:890] Recovering log #5 mode 2 +2024/06/05-14:43:41.746025 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421745987, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 9, "file_size": 33096, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 3748, "index_size": 127, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 35112, "raw_average_key_size": 80, "raw_value_size": 14063, "raw_average_value_size": 32, "num_data_blocks": 2, "num_entries": 436, "num_filter_entries": 0, "num_deletions": 301, "num_merge_operands": 0, "num_range_deletions": 166, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609421, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "48cd6541-3bd5-4a28-8ce6-da97ecd30638", "db_session_id": "AHT7RO2F0WMNLQGE5VS4", "orig_file_number": 9}} +2024/06/05-14:43:41.746272 139709153148928 [/version_set.cc:4410] Creating manifest 10 +2024/06/05-14:43:41.758639 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421758631, "job": 1, "event": "recovery_finished"} +2024/06/05-14:43:41.767504 139709153148928 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:43:41.767571 139709153148928 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55cbc398d330 +2024/06/05-14:43:41.767632 139709153148928 DB pointer 0x55cbc39f0b40 +2024/06/05-14:43:41.767829 139709153148928 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:43:41.767840 139709153148928 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:43:41.767859 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:43:41.768217 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/LOG.old.1717609421712856 b/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/LOG.old.1717609421712856 new file mode 100644 index 0000000..f787359 --- /dev/null +++ b/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/LOG.old.1717609421712856 @@ -0,0 +1,269 @@ +2024/06/05-14:39:27.781423 140182668496896 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:39:27.783738 140182668496896 RocksDB version: 6.29.5 +2024/06/05-14:39:27.783788 140182668496896 Compile date 2023-03-02 19:33:03 +2024/06/05-14:39:27.783799 140182668496896 DB SUMMARY +2024/06/05-14:39:27.783801 140182668496896 DB Session ID: A68XQVKTJ5X34UV1XUCP +2024/06/05-14:39:27.784304 140182668496896 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/2a3f43c1928e460b9c4829b3 dir, Total Num: 0, files: +2024/06/05-14:39:27.784310 140182668496896 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/2a3f43c1928e460b9c4829b3: +2024/06/05-14:39:27.784313 140182668496896 Options.error_if_exists: 0 +2024/06/05-14:39:27.784315 140182668496896 Options.create_if_missing: 1 +2024/06/05-14:39:27.784354 140182668496896 Options.paranoid_checks: 0 +2024/06/05-14:39:27.784356 140182668496896 Options.flush_verify_memtable_count: 1 +2024/06/05-14:39:27.784358 140182668496896 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:39:27.784359 140182668496896 Options.env: 0x7f7e9ad1d940 +2024/06/05-14:39:27.784361 140182668496896 Options.fs: PosixFileSystem +2024/06/05-14:39:27.784363 140182668496896 Options.info_log: 0x55a14772f560 +2024/06/05-14:39:27.784364 140182668496896 Options.max_file_opening_threads: 16 +2024/06/05-14:39:27.784366 140182668496896 Options.statistics: (nil) +2024/06/05-14:39:27.784367 140182668496896 Options.use_fsync: 0 +2024/06/05-14:39:27.784369 140182668496896 Options.max_log_file_size: 0 +2024/06/05-14:39:27.784370 140182668496896 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:39:27.784372 140182668496896 Options.log_file_time_to_roll: 0 +2024/06/05-14:39:27.784373 140182668496896 Options.keep_log_file_num: 10 +2024/06/05-14:39:27.784375 140182668496896 Options.recycle_log_file_num: 0 +2024/06/05-14:39:27.784376 140182668496896 Options.allow_fallocate: 1 +2024/06/05-14:39:27.784377 140182668496896 Options.allow_mmap_reads: 0 +2024/06/05-14:39:27.784379 140182668496896 Options.allow_mmap_writes: 0 +2024/06/05-14:39:27.784380 140182668496896 Options.use_direct_reads: 0 +2024/06/05-14:39:27.784382 140182668496896 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:39:27.784383 140182668496896 Options.create_missing_column_families: 0 +2024/06/05-14:39:27.784385 140182668496896 Options.db_log_dir: +2024/06/05-14:39:27.784386 140182668496896 Options.wal_dir: +2024/06/05-14:39:27.784387 140182668496896 Options.table_cache_numshardbits: 6 +2024/06/05-14:39:27.784389 140182668496896 Options.WAL_ttl_seconds: 0 +2024/06/05-14:39:27.784390 140182668496896 Options.WAL_size_limit_MB: 0 +2024/06/05-14:39:27.784391 140182668496896 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:39:27.784393 140182668496896 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:39:27.784395 140182668496896 Options.is_fd_close_on_exec: 1 +2024/06/05-14:39:27.784396 140182668496896 Options.advise_random_on_open: 1 +2024/06/05-14:39:27.784397 140182668496896 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:39:27.784403 140182668496896 Options.db_write_buffer_size: 1048576 +2024/06/05-14:39:27.784404 140182668496896 Options.write_buffer_manager: 0x55a14747aca0 +2024/06/05-14:39:27.784406 140182668496896 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:39:27.784407 140182668496896 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:39:27.784479 140182668496896 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:39:27.784482 140182668496896 Options.use_adaptive_mutex: 0 +2024/06/05-14:39:27.784484 140182668496896 Options.rate_limiter: (nil) +2024/06/05-14:39:27.784505 140182668496896 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:39:27.784508 140182668496896 Options.wal_recovery_mode: 2 +2024/06/05-14:39:27.784510 140182668496896 Options.enable_thread_tracking: 0 +2024/06/05-14:39:27.784511 140182668496896 Options.enable_pipelined_write: 0 +2024/06/05-14:39:27.784513 140182668496896 Options.unordered_write: 0 +2024/06/05-14:39:27.784514 140182668496896 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:39:27.784515 140182668496896 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:39:27.784517 140182668496896 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:39:27.784518 140182668496896 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:39:27.784519 140182668496896 Options.row_cache: None +2024/06/05-14:39:27.784521 140182668496896 Options.wal_filter: None +2024/06/05-14:39:27.784522 140182668496896 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:39:27.784524 140182668496896 Options.allow_ingest_behind: 0 +2024/06/05-14:39:27.784525 140182668496896 Options.preserve_deletes: 0 +2024/06/05-14:39:27.784526 140182668496896 Options.two_write_queues: 0 +2024/06/05-14:39:27.784528 140182668496896 Options.manual_wal_flush: 0 +2024/06/05-14:39:27.784529 140182668496896 Options.atomic_flush: 0 +2024/06/05-14:39:27.784530 140182668496896 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:39:27.784531 140182668496896 Options.persist_stats_to_disk: 0 +2024/06/05-14:39:27.784533 140182668496896 Options.write_dbid_to_manifest: 0 +2024/06/05-14:39:27.784534 140182668496896 Options.log_readahead_size: 0 +2024/06/05-14:39:27.784536 140182668496896 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:39:27.784537 140182668496896 Options.best_efforts_recovery: 0 +2024/06/05-14:39:27.784538 140182668496896 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:39:27.784540 140182668496896 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:39:27.784541 140182668496896 Options.allow_data_in_errors: 0 +2024/06/05-14:39:27.784542 140182668496896 Options.db_host_id: __hostname__ +2024/06/05-14:39:27.784544 140182668496896 Options.max_background_jobs: 2 +2024/06/05-14:39:27.784545 140182668496896 Options.max_background_compactions: 4 +2024/06/05-14:39:27.784547 140182668496896 Options.max_subcompactions: 1 +2024/06/05-14:39:27.784548 140182668496896 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:39:27.784549 140182668496896 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:39:27.784551 140182668496896 Options.delayed_write_rate : 16777216 +2024/06/05-14:39:27.784552 140182668496896 Options.max_total_wal_size: 0 +2024/06/05-14:39:27.784554 140182668496896 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:39:27.784555 140182668496896 Options.stats_dump_period_sec: 600 +2024/06/05-14:39:27.784557 140182668496896 Options.stats_persist_period_sec: 600 +2024/06/05-14:39:27.784558 140182668496896 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:39:27.784559 140182668496896 Options.max_open_files: -1 +2024/06/05-14:39:27.784561 140182668496896 Options.bytes_per_sync: 0 +2024/06/05-14:39:27.784562 140182668496896 Options.wal_bytes_per_sync: 0 +2024/06/05-14:39:27.784573 140182668496896 Options.strict_bytes_per_sync: 0 +2024/06/05-14:39:27.784574 140182668496896 Options.compaction_readahead_size: 0 +2024/06/05-14:39:27.784576 140182668496896 Options.max_background_flushes: -1 +2024/06/05-14:39:27.784577 140182668496896 Compression algorithms supported: +2024/06/05-14:39:27.784650 140182668496896 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:39:27.784661 140182668496896 kZSTD supported: 1 +2024/06/05-14:39:27.784663 140182668496896 kXpressCompression supported: 0 +2024/06/05-14:39:27.784664 140182668496896 kLZ4HCCompression supported: 0 +2024/06/05-14:39:27.784666 140182668496896 kLZ4Compression supported: 0 +2024/06/05-14:39:27.784667 140182668496896 kBZip2Compression supported: 1 +2024/06/05-14:39:27.784669 140182668496896 kZlibCompression supported: 1 +2024/06/05-14:39:27.784670 140182668496896 kSnappyCompression supported: 1 +2024/06/05-14:39:27.784674 140182668496896 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:39:27.824521 140182668496896 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:39:27.874145 140182668496896 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/MANIFEST-000001 +2024/06/05-14:39:27.874761 140182668496896 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:39:27.874801 140182668496896 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:39:27.874804 140182668496896 Options.merge_operator: None +2024/06/05-14:39:27.874806 140182668496896 Options.compaction_filter: None +2024/06/05-14:39:27.874806 140182668496896 Options.compaction_filter_factory: None +2024/06/05-14:39:27.874807 140182668496896 Options.sst_partitioner_factory: None +2024/06/05-14:39:27.874808 140182668496896 Options.memtable_factory: SkipListFactory +2024/06/05-14:39:27.874809 140182668496896 Options.table_factory: BlockBasedTable +2024/06/05-14:39:27.874833 140182668496896 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a145d53080) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55a147737b00 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:39:27.874834 140182668496896 Options.write_buffer_size: 1048576 +2024/06/05-14:39:27.874835 140182668496896 Options.max_write_buffer_number: 2 +2024/06/05-14:39:27.874871 140182668496896 Options.compression: Snappy +2024/06/05-14:39:27.874874 140182668496896 Options.bottommost_compression: Disabled +2024/06/05-14:39:27.874876 140182668496896 Options.prefix_extractor: nullptr +2024/06/05-14:39:27.874877 140182668496896 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:39:27.874878 140182668496896 Options.num_levels: 4 +2024/06/05-14:39:27.874879 140182668496896 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:39:27.874880 140182668496896 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:39:27.874881 140182668496896 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:39:27.874918 140182668496896 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:39:27.874921 140182668496896 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:39:27.874923 140182668496896 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:39:27.874924 140182668496896 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:39:27.874925 140182668496896 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:39:27.874926 140182668496896 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:39:27.874927 140182668496896 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:39:27.874928 140182668496896 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:39:27.874929 140182668496896 Options.compression_opts.window_bits: -14 +2024/06/05-14:39:27.874930 140182668496896 Options.compression_opts.level: 32767 +2024/06/05-14:39:27.874931 140182668496896 Options.compression_opts.strategy: 0 +2024/06/05-14:39:27.874931 140182668496896 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:39:27.874932 140182668496896 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:39:27.874933 140182668496896 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:39:27.874934 140182668496896 Options.compression_opts.enabled: false +2024/06/05-14:39:27.874935 140182668496896 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:39:27.874936 140182668496896 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:39:27.874937 140182668496896 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:39:27.874937 140182668496896 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:39:27.874938 140182668496896 Options.target_file_size_base: 67108864 +2024/06/05-14:39:27.874939 140182668496896 Options.target_file_size_multiplier: 1 +2024/06/05-14:39:27.874940 140182668496896 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:39:27.874941 140182668496896 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:39:27.874942 140182668496896 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:39:27.874944 140182668496896 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:39:27.874945 140182668496896 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:39:27.874946 140182668496896 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:39:27.874947 140182668496896 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:39:27.874948 140182668496896 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:39:27.874948 140182668496896 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:39:27.874949 140182668496896 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:39:27.874950 140182668496896 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:39:27.874951 140182668496896 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:39:27.874952 140182668496896 Options.arena_block_size: 131072 +2024/06/05-14:39:27.874953 140182668496896 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:39:27.874954 140182668496896 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:39:27.874955 140182668496896 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:39:27.874955 140182668496896 Options.disable_auto_compactions: 0 +2024/06/05-14:39:27.874994 140182668496896 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:39:27.874998 140182668496896 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:39:27.874999 140182668496896 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:39:27.875011 140182668496896 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:39:27.875012 140182668496896 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:39:27.875013 140182668496896 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:39:27.875014 140182668496896 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:39:27.875015 140182668496896 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:39:27.875016 140182668496896 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:39:27.875017 140182668496896 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:39:27.875022 140182668496896 Options.table_properties_collectors: +2024/06/05-14:39:27.875023 140182668496896 Options.inplace_update_support: 0 +2024/06/05-14:39:27.875023 140182668496896 Options.inplace_update_num_locks: 10000 +2024/06/05-14:39:27.875024 140182668496896 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:39:27.875026 140182668496896 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:39:27.875027 140182668496896 Options.memtable_huge_page_size: 0 +2024/06/05-14:39:27.875028 140182668496896 Options.bloom_locality: 0 +2024/06/05-14:39:27.875029 140182668496896 Options.max_successive_merges: 0 +2024/06/05-14:39:27.875030 140182668496896 Options.optimize_filters_for_hits: 0 +2024/06/05-14:39:27.875030 140182668496896 Options.paranoid_file_checks: 0 +2024/06/05-14:39:27.875031 140182668496896 Options.force_consistency_checks: 1 +2024/06/05-14:39:27.875032 140182668496896 Options.report_bg_io_stats: 0 +2024/06/05-14:39:27.875033 140182668496896 Options.ttl: 2592000 +2024/06/05-14:39:27.875034 140182668496896 Options.periodic_compaction_seconds: 0 +2024/06/05-14:39:27.875035 140182668496896 Options.enable_blob_files: false +2024/06/05-14:39:27.875036 140182668496896 Options.min_blob_size: 0 +2024/06/05-14:39:27.875036 140182668496896 Options.blob_file_size: 268435456 +2024/06/05-14:39:27.875037 140182668496896 Options.blob_compression_type: NoCompression +2024/06/05-14:39:27.875038 140182668496896 Options.enable_blob_garbage_collection: false +2024/06/05-14:39:27.875039 140182668496896 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:39:27.875040 140182668496896 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:39:27.875041 140182668496896 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:39:27.877098 140182668496896 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:39:27.877107 140182668496896 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:39:27.877183 140182668496896 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:39:27.972965 140182668496896 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55a146cf3280 +2024/06/05-14:39:27.972989 140182668496896 DB pointer 0x55a14776a590 +2024/06/05-14:39:27.973270 140177716532800 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:39:27.973282 140177716532800 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 0.1 total, 0.1 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 0.1 total, 0.1 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x55a147737b00#105981 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 2.8e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** diff --git a/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/MANIFEST-000010 b/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/MANIFEST-000010 new file mode 100644 index 0000000..10c94fd Binary files /dev/null and b/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/MANIFEST-000010 differ diff --git a/.aim/meta/index/OPTIONS-001083 b/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/OPTIONS-000007 similarity index 100% rename from .aim/meta/index/OPTIONS-001083 rename to .aim/meta/chunks/2a3f43c1928e460b9c4829b3/OPTIONS-000007 diff --git a/.aim/meta/index/OPTIONS-001092 b/.aim/meta/chunks/2a3f43c1928e460b9c4829b3/OPTIONS-000013 similarity index 100% rename from .aim/meta/index/OPTIONS-001092 rename to .aim/meta/chunks/2a3f43c1928e460b9c4829b3/OPTIONS-000013 diff --git a/.aim/meta/chunks/4c4e00a47edf4ce589f07782/000009.sst b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/000009.sst new file mode 100644 index 0000000..3a99b35 Binary files /dev/null and b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/000009.sst differ diff --git a/.aim/meta/chunks/4c4e00a47edf4ce589f07782/000011.log b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/000011.log new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/4c4e00a47edf4ce589f07782/CURRENT b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/CURRENT new file mode 100644 index 0000000..3051f81 --- /dev/null +++ b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/CURRENT @@ -0,0 +1 @@ +MANIFEST-000010 diff --git a/.aim/meta/chunks/4c4e00a47edf4ce589f07782/IDENTITY b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/IDENTITY new file mode 100644 index 0000000..706a174 --- /dev/null +++ b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/IDENTITY @@ -0,0 +1 @@ +4ac83156-f472-42fb-b5bc-3960761d1264 \ No newline at end of file diff --git a/.aim/meta/chunks/4c4e00a47edf4ce589f07782/LOCK b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/4c4e00a47edf4ce589f07782/LOG b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/LOG new file mode 100644 index 0000000..f1fe763 --- /dev/null +++ b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/LOG @@ -0,0 +1,245 @@ +2024/06/05-14:43:41.481236 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:43:41.481487 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:43:41.481491 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:43:41.481493 139709153148928 DB SUMMARY +2024/06/05-14:43:41.481494 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VSA +2024/06/05-14:43:41.481514 139709153148928 CURRENT file: CURRENT +2024/06/05-14:43:41.481515 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:43:41.481520 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:43:41.481522 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/4c4e00a47edf4ce589f07782 dir, Total Num: 0, files: +2024/06/05-14:43:41.481524 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/4c4e00a47edf4ce589f07782: 000005.log size: 52592 ; +2024/06/05-14:43:41.481525 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:43:41.481526 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:43:41.481527 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:43:41.481528 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:43:41.481529 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:43:41.481530 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:43:41.481531 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:43:41.481532 139709153148928 Options.info_log: 0x55cbc3815120 +2024/06/05-14:43:41.481533 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:43:41.481534 139709153148928 Options.statistics: (nil) +2024/06/05-14:43:41.481535 139709153148928 Options.use_fsync: 0 +2024/06/05-14:43:41.481536 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:43:41.481537 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:43:41.481538 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:43:41.481539 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:43:41.481540 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:43:41.481541 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:43:41.481542 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:43:41.481542 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:43:41.481543 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:43:41.481544 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:43:41.481545 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:43:41.481546 139709153148928 Options.db_log_dir: +2024/06/05-14:43:41.481547 139709153148928 Options.wal_dir: +2024/06/05-14:43:41.481548 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:43:41.481549 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:43:41.481549 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:43:41.481550 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:43:41.481551 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:43:41.481552 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:43:41.481553 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:43:41.481554 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:43:41.481560 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:43:41.481561 139709153148928 Options.write_buffer_manager: 0x55cbc38bae30 +2024/06/05-14:43:41.481574 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:43:41.481576 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:43:41.481577 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:43:41.481579 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:43:41.481580 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:43:41.481582 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:43:41.481584 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:43:41.481585 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:43:41.481587 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:43:41.481588 139709153148928 Options.unordered_write: 0 +2024/06/05-14:43:41.481589 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:43:41.481589 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:43:41.481590 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:43:41.481591 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:43:41.481592 139709153148928 Options.row_cache: None +2024/06/05-14:43:41.481593 139709153148928 Options.wal_filter: None +2024/06/05-14:43:41.481594 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:43:41.481595 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:43:41.481596 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:43:41.481596 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:43:41.481597 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:43:41.481598 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:43:41.481599 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:43:41.481600 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:43:41.481601 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:43:41.481601 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:43:41.481602 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:43:41.481603 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:43:41.481604 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:43:41.481605 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:43:41.481606 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:43:41.481607 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:43:41.481608 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:43:41.481609 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:43:41.481610 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:43:41.481611 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:43:41.481611 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:43:41.481612 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:43:41.481613 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:43:41.481614 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:43:41.481615 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:43:41.481616 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:43:41.481617 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:43:41.481623 139709153148928 Options.max_open_files: -1 +2024/06/05-14:43:41.481624 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:43:41.481625 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:43:41.481626 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:43:41.481627 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:43:41.481627 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:43:41.481628 139709153148928 Compression algorithms supported: +2024/06/05-14:43:41.481630 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:43:41.481633 139709153148928 kZSTD supported: 1 +2024/06/05-14:43:41.481634 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:43:41.481650 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:43:41.481652 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:43:41.481653 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:43:41.481654 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:43:41.481655 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:43:41.481657 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:43:41.482451 139709153148928 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/4c4e00a47edf4ce589f07782/MANIFEST-000004 +2024/06/05-14:43:41.482613 139709153148928 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:43:41.482618 139709153148928 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:43:41.482621 139709153148928 Options.merge_operator: None +2024/06/05-14:43:41.482622 139709153148928 Options.compaction_filter: None +2024/06/05-14:43:41.482624 139709153148928 Options.compaction_filter_factory: None +2024/06/05-14:43:41.482625 139709153148928 Options.sst_partitioner_factory: None +2024/06/05-14:43:41.482626 139709153148928 Options.memtable_factory: SkipListFactory +2024/06/05-14:43:41.482627 139709153148928 Options.table_factory: BlockBasedTable +2024/06/05-14:43:41.482664 139709153148928 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cbc38bb130) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55cbc379f050 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:43:41.482666 139709153148928 Options.write_buffer_size: 1048576 +2024/06/05-14:43:41.482667 139709153148928 Options.max_write_buffer_number: 2 +2024/06/05-14:43:41.482668 139709153148928 Options.compression: Snappy +2024/06/05-14:43:41.482669 139709153148928 Options.bottommost_compression: Disabled +2024/06/05-14:43:41.482671 139709153148928 Options.prefix_extractor: nullptr +2024/06/05-14:43:41.482672 139709153148928 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:43:41.482672 139709153148928 Options.num_levels: 4 +2024/06/05-14:43:41.482673 139709153148928 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:43:41.482690 139709153148928 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:43:41.482691 139709153148928 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:43:41.482692 139709153148928 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:43:41.482693 139709153148928 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:43:41.482694 139709153148928 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:43:41.482695 139709153148928 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:41.482695 139709153148928 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:41.482696 139709153148928 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:43:41.482697 139709153148928 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:43:41.482698 139709153148928 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:41.482699 139709153148928 Options.compression_opts.window_bits: -14 +2024/06/05-14:43:41.482701 139709153148928 Options.compression_opts.level: 32767 +2024/06/05-14:43:41.482702 139709153148928 Options.compression_opts.strategy: 0 +2024/06/05-14:43:41.482704 139709153148928 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:41.482705 139709153148928 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:41.482707 139709153148928 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:43:41.482708 139709153148928 Options.compression_opts.enabled: false +2024/06/05-14:43:41.482710 139709153148928 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:41.482711 139709153148928 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:43:41.482712 139709153148928 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:43:41.482714 139709153148928 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:43:41.482716 139709153148928 Options.target_file_size_base: 67108864 +2024/06/05-14:43:41.482717 139709153148928 Options.target_file_size_multiplier: 1 +2024/06/05-14:43:41.482719 139709153148928 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:43:41.482720 139709153148928 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:43:41.482721 139709153148928 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:43:41.482722 139709153148928 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:43:41.482724 139709153148928 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:43:41.482725 139709153148928 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:43:41.482725 139709153148928 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:43:41.482726 139709153148928 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:43:41.482728 139709153148928 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:43:41.482730 139709153148928 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:43:41.482731 139709153148928 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:43:41.482732 139709153148928 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:43:41.482734 139709153148928 Options.arena_block_size: 131072 +2024/06/05-14:43:41.482735 139709153148928 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:43:41.482737 139709153148928 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:43:41.482738 139709153148928 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:43:41.482739 139709153148928 Options.disable_auto_compactions: 0 +2024/06/05-14:43:41.482742 139709153148928 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:43:41.482753 139709153148928 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:43:41.482755 139709153148928 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:43:41.482757 139709153148928 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:43:41.482758 139709153148928 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:43:41.482760 139709153148928 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:43:41.482761 139709153148928 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:43:41.482763 139709153148928 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:43:41.482765 139709153148928 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:43:41.482766 139709153148928 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:43:41.482772 139709153148928 Options.table_properties_collectors: +2024/06/05-14:43:41.482774 139709153148928 Options.inplace_update_support: 0 +2024/06/05-14:43:41.482775 139709153148928 Options.inplace_update_num_locks: 10000 +2024/06/05-14:43:41.482777 139709153148928 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:43:41.482779 139709153148928 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:43:41.482781 139709153148928 Options.memtable_huge_page_size: 0 +2024/06/05-14:43:41.482782 139709153148928 Options.bloom_locality: 0 +2024/06/05-14:43:41.482784 139709153148928 Options.max_successive_merges: 0 +2024/06/05-14:43:41.482785 139709153148928 Options.optimize_filters_for_hits: 0 +2024/06/05-14:43:41.482786 139709153148928 Options.paranoid_file_checks: 0 +2024/06/05-14:43:41.482788 139709153148928 Options.force_consistency_checks: 1 +2024/06/05-14:43:41.482789 139709153148928 Options.report_bg_io_stats: 0 +2024/06/05-14:43:41.482789 139709153148928 Options.ttl: 2592000 +2024/06/05-14:43:41.482790 139709153148928 Options.periodic_compaction_seconds: 0 +2024/06/05-14:43:41.482791 139709153148928 Options.enable_blob_files: false +2024/06/05-14:43:41.482792 139709153148928 Options.min_blob_size: 0 +2024/06/05-14:43:41.482793 139709153148928 Options.blob_file_size: 268435456 +2024/06/05-14:43:41.482794 139709153148928 Options.blob_compression_type: NoCompression +2024/06/05-14:43:41.482795 139709153148928 Options.enable_blob_garbage_collection: false +2024/06/05-14:43:41.482796 139709153148928 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:43:41.482797 139709153148928 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:43:41.482798 139709153148928 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:43:41.491921 139709153148928 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/4c4e00a47edf4ce589f07782/MANIFEST-000004 succeeded,manifest_file_number is 4, next_file_number is 6, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:43:41.491956 139709153148928 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:43:41.492908 139709153148928 [/version_set.cc:4410] Creating manifest 8 +2024/06/05-14:43:41.512289 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421512278, "job": 1, "event": "recovery_started", "wal_files": [5]} +2024/06/05-14:43:41.512300 139709153148928 [/db_impl/db_impl_open.cc:890] Recovering log #5 mode 2 +2024/06/05-14:43:41.521529 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421521488, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 9, "file_size": 35593, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4123, "index_size": 184, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 37526, "raw_average_key_size": 80, "raw_value_size": 15103, "raw_average_value_size": 32, "num_data_blocks": 3, "num_entries": 468, "num_filter_entries": 0, "num_deletions": 322, "num_merge_operands": 0, "num_range_deletions": 180, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609421, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4ac83156-f472-42fb-b5bc-3960761d1264", "db_session_id": "AHT7RO2F0WMNLQGE5VSA", "orig_file_number": 9}} +2024/06/05-14:43:41.521723 139709153148928 [/version_set.cc:4410] Creating manifest 10 +2024/06/05-14:43:41.532855 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421532846, "job": 1, "event": "recovery_finished"} +2024/06/05-14:43:41.546242 139709153148928 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/chunks/4c4e00a47edf4ce589f07782/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:43:41.546285 139709153148928 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55cbc25999c0 +2024/06/05-14:43:41.546324 139709153148928 DB pointer 0x55cbc38b0da0 +2024/06/05-14:43:41.546469 139709153148928 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:43:41.546480 139709153148928 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:43:41.546496 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:43:41.547233 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/4c4e00a47edf4ce589f07782/LOG.old.1717609421480831 b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/LOG.old.1717609421480831 new file mode 100644 index 0000000..5019ced --- /dev/null +++ b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/LOG.old.1717609421480831 @@ -0,0 +1,269 @@ +2024/06/05-14:35:17.925270 140520274911232 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:35:17.925980 140520274911232 RocksDB version: 6.29.5 +2024/06/05-14:35:17.925986 140520274911232 Compile date 2023-03-02 19:33:03 +2024/06/05-14:35:17.925990 140520274911232 DB SUMMARY +2024/06/05-14:35:17.925991 140520274911232 DB Session ID: 5UGYJVUU252E3W1HH5PE +2024/06/05-14:35:17.926014 140520274911232 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/4c4e00a47edf4ce589f07782 dir, Total Num: 0, files: +2024/06/05-14:35:17.926016 140520274911232 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/4c4e00a47edf4ce589f07782: +2024/06/05-14:35:17.926017 140520274911232 Options.error_if_exists: 0 +2024/06/05-14:35:17.926018 140520274911232 Options.create_if_missing: 1 +2024/06/05-14:35:17.926021 140520274911232 Options.paranoid_checks: 0 +2024/06/05-14:35:17.926022 140520274911232 Options.flush_verify_memtable_count: 1 +2024/06/05-14:35:17.926023 140520274911232 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:35:17.926023 140520274911232 Options.env: 0x7fcd35b1d940 +2024/06/05-14:35:17.926024 140520274911232 Options.fs: PosixFileSystem +2024/06/05-14:35:17.926025 140520274911232 Options.info_log: 0x55e840352710 +2024/06/05-14:35:17.926026 140520274911232 Options.max_file_opening_threads: 16 +2024/06/05-14:35:17.926027 140520274911232 Options.statistics: (nil) +2024/06/05-14:35:17.926027 140520274911232 Options.use_fsync: 0 +2024/06/05-14:35:17.926028 140520274911232 Options.max_log_file_size: 0 +2024/06/05-14:35:17.926029 140520274911232 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:35:17.926031 140520274911232 Options.log_file_time_to_roll: 0 +2024/06/05-14:35:17.926032 140520274911232 Options.keep_log_file_num: 10 +2024/06/05-14:35:17.926033 140520274911232 Options.recycle_log_file_num: 0 +2024/06/05-14:35:17.926034 140520274911232 Options.allow_fallocate: 1 +2024/06/05-14:35:17.926034 140520274911232 Options.allow_mmap_reads: 0 +2024/06/05-14:35:17.926035 140520274911232 Options.allow_mmap_writes: 0 +2024/06/05-14:35:17.926036 140520274911232 Options.use_direct_reads: 0 +2024/06/05-14:35:17.926036 140520274911232 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:35:17.926037 140520274911232 Options.create_missing_column_families: 0 +2024/06/05-14:35:17.926038 140520274911232 Options.db_log_dir: +2024/06/05-14:35:17.926039 140520274911232 Options.wal_dir: +2024/06/05-14:35:17.926039 140520274911232 Options.table_cache_numshardbits: 6 +2024/06/05-14:35:17.926040 140520274911232 Options.WAL_ttl_seconds: 0 +2024/06/05-14:35:17.926041 140520274911232 Options.WAL_size_limit_MB: 0 +2024/06/05-14:35:17.926043 140520274911232 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:35:17.926044 140520274911232 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:35:17.926045 140520274911232 Options.is_fd_close_on_exec: 1 +2024/06/05-14:35:17.926045 140520274911232 Options.advise_random_on_open: 1 +2024/06/05-14:35:17.926046 140520274911232 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:35:17.926050 140520274911232 Options.db_write_buffer_size: 1048576 +2024/06/05-14:35:17.926052 140520274911232 Options.write_buffer_manager: 0x55e84006b0f0 +2024/06/05-14:35:17.926053 140520274911232 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:35:17.926054 140520274911232 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:35:17.926069 140520274911232 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:35:17.926072 140520274911232 Options.use_adaptive_mutex: 0 +2024/06/05-14:35:17.926072 140520274911232 Options.rate_limiter: (nil) +2024/06/05-14:35:17.926074 140520274911232 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:35:17.926075 140520274911232 Options.wal_recovery_mode: 2 +2024/06/05-14:35:17.926075 140520274911232 Options.enable_thread_tracking: 0 +2024/06/05-14:35:17.926076 140520274911232 Options.enable_pipelined_write: 0 +2024/06/05-14:35:17.926077 140520274911232 Options.unordered_write: 0 +2024/06/05-14:35:17.926078 140520274911232 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:35:17.926078 140520274911232 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:35:17.926080 140520274911232 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:35:17.926081 140520274911232 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:35:17.926082 140520274911232 Options.row_cache: None +2024/06/05-14:35:17.926083 140520274911232 Options.wal_filter: None +2024/06/05-14:35:17.926084 140520274911232 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:35:17.926084 140520274911232 Options.allow_ingest_behind: 0 +2024/06/05-14:35:17.926085 140520274911232 Options.preserve_deletes: 0 +2024/06/05-14:35:17.926086 140520274911232 Options.two_write_queues: 0 +2024/06/05-14:35:17.926086 140520274911232 Options.manual_wal_flush: 0 +2024/06/05-14:35:17.926087 140520274911232 Options.atomic_flush: 0 +2024/06/05-14:35:17.926089 140520274911232 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:35:17.926090 140520274911232 Options.persist_stats_to_disk: 0 +2024/06/05-14:35:17.926091 140520274911232 Options.write_dbid_to_manifest: 0 +2024/06/05-14:35:17.926092 140520274911232 Options.log_readahead_size: 0 +2024/06/05-14:35:17.926092 140520274911232 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:35:17.926093 140520274911232 Options.best_efforts_recovery: 0 +2024/06/05-14:35:17.926094 140520274911232 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:35:17.926095 140520274911232 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:35:17.926095 140520274911232 Options.allow_data_in_errors: 0 +2024/06/05-14:35:17.926096 140520274911232 Options.db_host_id: __hostname__ +2024/06/05-14:35:17.926098 140520274911232 Options.max_background_jobs: 2 +2024/06/05-14:35:17.926099 140520274911232 Options.max_background_compactions: 4 +2024/06/05-14:35:17.926100 140520274911232 Options.max_subcompactions: 1 +2024/06/05-14:35:17.926101 140520274911232 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:35:17.926101 140520274911232 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:35:17.926102 140520274911232 Options.delayed_write_rate : 16777216 +2024/06/05-14:35:17.926103 140520274911232 Options.max_total_wal_size: 0 +2024/06/05-14:35:17.926103 140520274911232 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:35:17.926104 140520274911232 Options.stats_dump_period_sec: 600 +2024/06/05-14:35:17.926105 140520274911232 Options.stats_persist_period_sec: 600 +2024/06/05-14:35:17.926106 140520274911232 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:35:17.926107 140520274911232 Options.max_open_files: -1 +2024/06/05-14:35:17.926107 140520274911232 Options.bytes_per_sync: 0 +2024/06/05-14:35:17.926108 140520274911232 Options.wal_bytes_per_sync: 0 +2024/06/05-14:35:17.926129 140520274911232 Options.strict_bytes_per_sync: 0 +2024/06/05-14:35:17.926134 140520274911232 Options.compaction_readahead_size: 0 +2024/06/05-14:35:17.926135 140520274911232 Options.max_background_flushes: -1 +2024/06/05-14:35:17.926136 140520274911232 Compression algorithms supported: +2024/06/05-14:35:17.926137 140520274911232 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:35:17.926143 140520274911232 kZSTD supported: 1 +2024/06/05-14:35:17.926145 140520274911232 kXpressCompression supported: 0 +2024/06/05-14:35:17.926146 140520274911232 kLZ4HCCompression supported: 0 +2024/06/05-14:35:17.926146 140520274911232 kLZ4Compression supported: 0 +2024/06/05-14:35:17.926147 140520274911232 kBZip2Compression supported: 1 +2024/06/05-14:35:17.926148 140520274911232 kZlibCompression supported: 1 +2024/06/05-14:35:17.926151 140520274911232 kSnappyCompression supported: 1 +2024/06/05-14:35:17.926153 140520274911232 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:35:17.938425 140520274911232 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:35:17.955811 140520274911232 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/4c4e00a47edf4ce589f07782/MANIFEST-000001 +2024/06/05-14:35:17.955948 140520274911232 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:35:17.955952 140520274911232 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:35:17.955953 140520274911232 Options.merge_operator: None +2024/06/05-14:35:17.955954 140520274911232 Options.compaction_filter: None +2024/06/05-14:35:17.955955 140520274911232 Options.compaction_filter_factory: None +2024/06/05-14:35:17.955956 140520274911232 Options.sst_partitioner_factory: None +2024/06/05-14:35:17.955957 140520274911232 Options.memtable_factory: SkipListFactory +2024/06/05-14:35:17.955958 140520274911232 Options.table_factory: BlockBasedTable +2024/06/05-14:35:17.955979 140520274911232 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e83e575050) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55e84031f960 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:35:17.955980 140520274911232 Options.write_buffer_size: 1048576 +2024/06/05-14:35:17.955980 140520274911232 Options.max_write_buffer_number: 2 +2024/06/05-14:35:17.955982 140520274911232 Options.compression: Snappy +2024/06/05-14:35:17.955983 140520274911232 Options.bottommost_compression: Disabled +2024/06/05-14:35:17.955983 140520274911232 Options.prefix_extractor: nullptr +2024/06/05-14:35:17.955984 140520274911232 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:35:17.955985 140520274911232 Options.num_levels: 4 +2024/06/05-14:35:17.955986 140520274911232 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:35:17.955986 140520274911232 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:35:17.955987 140520274911232 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:35:17.956018 140520274911232 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:35:17.956023 140520274911232 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:35:17.956024 140520274911232 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:35:17.956025 140520274911232 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:35:17.956026 140520274911232 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:35:17.956027 140520274911232 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:35:17.956028 140520274911232 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:35:17.956028 140520274911232 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:35:17.956029 140520274911232 Options.compression_opts.window_bits: -14 +2024/06/05-14:35:17.956030 140520274911232 Options.compression_opts.level: 32767 +2024/06/05-14:35:17.956031 140520274911232 Options.compression_opts.strategy: 0 +2024/06/05-14:35:17.956031 140520274911232 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:35:17.956032 140520274911232 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:35:17.956033 140520274911232 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:35:17.956033 140520274911232 Options.compression_opts.enabled: false +2024/06/05-14:35:17.956034 140520274911232 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:35:17.956035 140520274911232 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:35:17.956036 140520274911232 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:35:17.956038 140520274911232 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:35:17.956039 140520274911232 Options.target_file_size_base: 67108864 +2024/06/05-14:35:17.956040 140520274911232 Options.target_file_size_multiplier: 1 +2024/06/05-14:35:17.956040 140520274911232 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:35:17.956041 140520274911232 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:35:17.956042 140520274911232 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:35:17.956044 140520274911232 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:35:17.956045 140520274911232 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:35:17.956045 140520274911232 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:35:17.956046 140520274911232 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:35:17.956047 140520274911232 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:35:17.956048 140520274911232 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:35:17.956048 140520274911232 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:35:17.956049 140520274911232 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:35:17.956050 140520274911232 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:35:17.956051 140520274911232 Options.arena_block_size: 131072 +2024/06/05-14:35:17.956051 140520274911232 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:35:17.956054 140520274911232 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:35:17.956055 140520274911232 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:35:17.956055 140520274911232 Options.disable_auto_compactions: 0 +2024/06/05-14:35:17.956058 140520274911232 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:35:17.956059 140520274911232 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:35:17.956060 140520274911232 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:35:17.956073 140520274911232 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:35:17.956075 140520274911232 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:35:17.956076 140520274911232 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:35:17.956078 140520274911232 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:35:17.956079 140520274911232 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:35:17.956080 140520274911232 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:35:17.956081 140520274911232 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:35:17.956086 140520274911232 Options.table_properties_collectors: +2024/06/05-14:35:17.956087 140520274911232 Options.inplace_update_support: 0 +2024/06/05-14:35:17.956087 140520274911232 Options.inplace_update_num_locks: 10000 +2024/06/05-14:35:17.956088 140520274911232 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:35:17.956089 140520274911232 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:35:17.956090 140520274911232 Options.memtable_huge_page_size: 0 +2024/06/05-14:35:17.956091 140520274911232 Options.bloom_locality: 0 +2024/06/05-14:35:17.956093 140520274911232 Options.max_successive_merges: 0 +2024/06/05-14:35:17.956094 140520274911232 Options.optimize_filters_for_hits: 0 +2024/06/05-14:35:17.956095 140520274911232 Options.paranoid_file_checks: 0 +2024/06/05-14:35:17.956096 140520274911232 Options.force_consistency_checks: 1 +2024/06/05-14:35:17.956096 140520274911232 Options.report_bg_io_stats: 0 +2024/06/05-14:35:17.956097 140520274911232 Options.ttl: 2592000 +2024/06/05-14:35:17.956098 140520274911232 Options.periodic_compaction_seconds: 0 +2024/06/05-14:35:17.956098 140520274911232 Options.enable_blob_files: false +2024/06/05-14:35:17.956099 140520274911232 Options.min_blob_size: 0 +2024/06/05-14:35:17.956100 140520274911232 Options.blob_file_size: 268435456 +2024/06/05-14:35:17.956102 140520274911232 Options.blob_compression_type: NoCompression +2024/06/05-14:35:17.956103 140520274911232 Options.enable_blob_garbage_collection: false +2024/06/05-14:35:17.956104 140520274911232 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:35:17.956105 140520274911232 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:35:17.956106 140520274911232 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:35:17.962287 140520274911232 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/4c4e00a47edf4ce589f07782/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:35:17.962302 140520274911232 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:35:17.962454 140520274911232 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:35:18.007781 140520274911232 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55e83f8f12d0 +2024/06/05-14:35:18.007818 140520274911232 DB pointer 0x55e84035ae00 +2024/06/05-14:35:18.008093 140515324442176 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:35:18.008110 140515324442176 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 0.1 total, 0.1 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 0.1 total, 0.1 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x55e84031f960#103230 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 4e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** diff --git a/.aim/meta/chunks/4c4e00a47edf4ce589f07782/MANIFEST-000010 b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/MANIFEST-000010 new file mode 100644 index 0000000..592a755 Binary files /dev/null and b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/MANIFEST-000010 differ diff --git a/.aim/meta/chunks/4c4e00a47edf4ce589f07782/OPTIONS-000007 b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/chunks/4c4e00a47edf4ce589f07782/OPTIONS-000013 b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/OPTIONS-000013 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/chunks/4c4e00a47edf4ce589f07782/OPTIONS-000013 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/000005.log b/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/000005.log deleted file mode 100644 index bda3ce2..0000000 Binary files a/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/000005.log and /dev/null differ diff --git a/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/000009.sst b/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/000009.sst new file mode 100644 index 0000000..52a0bf6 Binary files /dev/null and b/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/000009.sst differ diff --git a/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/000011.log b/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/000011.log new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/CURRENT b/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/CURRENT index cacca75..3051f81 100644 --- a/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/CURRENT +++ b/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/CURRENT @@ -1 +1 @@ -MANIFEST-000004 +MANIFEST-000010 diff --git a/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/LOG b/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/LOG index 9393ac2..7c5cdcf 100644 --- a/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/LOG +++ b/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/LOG @@ -1,114 +1,116 @@ -2024/05/27-17:41:53.319819 140306262798336 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. -2024/05/27-17:41:53.325970 140306262798336 RocksDB version: 6.29.5 -2024/05/27-17:41:53.326039 140306262798336 Compile date 2023-03-02 19:33:03 -2024/05/27-17:41:53.326076 140306262798336 DB SUMMARY -2024/05/27-17:41:53.326080 140306262798336 DB Session ID: 8GGJ08Q2WIORRONYH2LJ -2024/05/27-17:41:53.326705 140306262798336 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764 dir, Total Num: 0, files: -2024/05/27-17:41:53.326710 140306262798336 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764: -2024/05/27-17:41:53.326712 140306262798336 Options.error_if_exists: 0 -2024/05/27-17:41:53.326713 140306262798336 Options.create_if_missing: 1 -2024/05/27-17:41:53.327003 140306262798336 Options.paranoid_checks: 0 -2024/05/27-17:41:53.327005 140306262798336 Options.flush_verify_memtable_count: 1 -2024/05/27-17:41:53.327007 140306262798336 Options.track_and_verify_wals_in_manifest: 0 -2024/05/27-17:41:53.327008 140306262798336 Options.env: 0x7f9b6191d940 -2024/05/27-17:41:53.327009 140306262798336 Options.fs: PosixFileSystem -2024/05/27-17:41:53.327010 140306262798336 Options.info_log: 0x559f852d3c00 -2024/05/27-17:41:53.327011 140306262798336 Options.max_file_opening_threads: 16 -2024/05/27-17:41:53.327012 140306262798336 Options.statistics: (nil) -2024/05/27-17:41:53.327013 140306262798336 Options.use_fsync: 0 -2024/05/27-17:41:53.327014 140306262798336 Options.max_log_file_size: 0 -2024/05/27-17:41:53.327015 140306262798336 Options.max_manifest_file_size: 1073741824 -2024/05/27-17:41:53.327016 140306262798336 Options.log_file_time_to_roll: 0 -2024/05/27-17:41:53.327017 140306262798336 Options.keep_log_file_num: 10 -2024/05/27-17:41:53.327017 140306262798336 Options.recycle_log_file_num: 0 -2024/05/27-17:41:53.327018 140306262798336 Options.allow_fallocate: 1 -2024/05/27-17:41:53.327019 140306262798336 Options.allow_mmap_reads: 0 -2024/05/27-17:41:53.327020 140306262798336 Options.allow_mmap_writes: 0 -2024/05/27-17:41:53.327020 140306262798336 Options.use_direct_reads: 0 -2024/05/27-17:41:53.327021 140306262798336 Options.use_direct_io_for_flush_and_compaction: 0 -2024/05/27-17:41:53.327022 140306262798336 Options.create_missing_column_families: 0 -2024/05/27-17:41:53.327022 140306262798336 Options.db_log_dir: -2024/05/27-17:41:53.327023 140306262798336 Options.wal_dir: -2024/05/27-17:41:53.327024 140306262798336 Options.table_cache_numshardbits: 6 -2024/05/27-17:41:53.327024 140306262798336 Options.WAL_ttl_seconds: 0 -2024/05/27-17:41:53.327025 140306262798336 Options.WAL_size_limit_MB: 0 -2024/05/27-17:41:53.327026 140306262798336 Options.max_write_batch_group_size_bytes: 1048576 -2024/05/27-17:41:53.327027 140306262798336 Options.manifest_preallocation_size: 4194304 -2024/05/27-17:41:53.327027 140306262798336 Options.is_fd_close_on_exec: 1 -2024/05/27-17:41:53.327028 140306262798336 Options.advise_random_on_open: 1 -2024/05/27-17:41:53.327029 140306262798336 Options.experimental_mempurge_threshold: 0.000000 -2024/05/27-17:41:53.327033 140306262798336 Options.db_write_buffer_size: 1048576 -2024/05/27-17:41:53.327033 140306262798336 Options.write_buffer_manager: 0x559f852d3df0 -2024/05/27-17:41:53.327034 140306262798336 Options.access_hint_on_compaction_start: 1 -2024/05/27-17:41:53.327035 140306262798336 Options.new_table_reader_for_compaction_inputs: 0 -2024/05/27-17:41:53.327077 140306262798336 Options.random_access_max_buffer_size: 1048576 -2024/05/27-17:41:53.327080 140306262798336 Options.use_adaptive_mutex: 0 -2024/05/27-17:41:53.327081 140306262798336 Options.rate_limiter: (nil) -2024/05/27-17:41:53.327112 140306262798336 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/05/27-17:41:53.327115 140306262798336 Options.wal_recovery_mode: 2 -2024/05/27-17:41:53.327116 140306262798336 Options.enable_thread_tracking: 0 -2024/05/27-17:41:53.327116 140306262798336 Options.enable_pipelined_write: 0 -2024/05/27-17:41:53.327117 140306262798336 Options.unordered_write: 0 -2024/05/27-17:41:53.327118 140306262798336 Options.allow_concurrent_memtable_write: 1 -2024/05/27-17:41:53.327119 140306262798336 Options.enable_write_thread_adaptive_yield: 1 -2024/05/27-17:41:53.327119 140306262798336 Options.write_thread_max_yield_usec: 100 -2024/05/27-17:41:53.327120 140306262798336 Options.write_thread_slow_yield_usec: 3 -2024/05/27-17:41:53.327121 140306262798336 Options.row_cache: None -2024/05/27-17:41:53.327121 140306262798336 Options.wal_filter: None -2024/05/27-17:41:53.327122 140306262798336 Options.avoid_flush_during_recovery: 0 -2024/05/27-17:41:53.327123 140306262798336 Options.allow_ingest_behind: 0 -2024/05/27-17:41:53.327124 140306262798336 Options.preserve_deletes: 0 -2024/05/27-17:41:53.327124 140306262798336 Options.two_write_queues: 0 -2024/05/27-17:41:53.327125 140306262798336 Options.manual_wal_flush: 0 -2024/05/27-17:41:53.327126 140306262798336 Options.atomic_flush: 0 -2024/05/27-17:41:53.327127 140306262798336 Options.avoid_unnecessary_blocking_io: 0 -2024/05/27-17:41:53.327127 140306262798336 Options.persist_stats_to_disk: 0 -2024/05/27-17:41:53.327128 140306262798336 Options.write_dbid_to_manifest: 0 -2024/05/27-17:41:53.327129 140306262798336 Options.log_readahead_size: 0 -2024/05/27-17:41:53.327129 140306262798336 Options.file_checksum_gen_factory: Unknown -2024/05/27-17:41:53.327130 140306262798336 Options.best_efforts_recovery: 0 -2024/05/27-17:41:53.327131 140306262798336 Options.max_bgerror_resume_count: 2147483647 -2024/05/27-17:41:53.327132 140306262798336 Options.bgerror_resume_retry_interval: 1000000 -2024/05/27-17:41:53.327132 140306262798336 Options.allow_data_in_errors: 0 -2024/05/27-17:41:53.327133 140306262798336 Options.db_host_id: __hostname__ -2024/05/27-17:41:53.327134 140306262798336 Options.max_background_jobs: 2 -2024/05/27-17:41:53.327135 140306262798336 Options.max_background_compactions: 4 -2024/05/27-17:41:53.327135 140306262798336 Options.max_subcompactions: 1 -2024/05/27-17:41:53.327136 140306262798336 Options.avoid_flush_during_shutdown: 0 -2024/05/27-17:41:53.327137 140306262798336 Options.writable_file_max_buffer_size: 1048576 -2024/05/27-17:41:53.327137 140306262798336 Options.delayed_write_rate : 16777216 -2024/05/27-17:41:53.327138 140306262798336 Options.max_total_wal_size: 0 -2024/05/27-17:41:53.327139 140306262798336 Options.delete_obsolete_files_period_micros: 21600000000 -2024/05/27-17:41:53.327140 140306262798336 Options.stats_dump_period_sec: 600 -2024/05/27-17:41:53.327141 140306262798336 Options.stats_persist_period_sec: 600 -2024/05/27-17:41:53.327141 140306262798336 Options.stats_history_buffer_size: 1048576 -2024/05/27-17:41:53.327142 140306262798336 Options.max_open_files: -1 -2024/05/27-17:41:53.327143 140306262798336 Options.bytes_per_sync: 0 -2024/05/27-17:41:53.327143 140306262798336 Options.wal_bytes_per_sync: 0 -2024/05/27-17:41:53.327153 140306262798336 Options.strict_bytes_per_sync: 0 -2024/05/27-17:41:53.327154 140306262798336 Options.compaction_readahead_size: 0 -2024/05/27-17:41:53.327154 140306262798336 Options.max_background_flushes: -1 -2024/05/27-17:41:53.327155 140306262798336 Compression algorithms supported: -2024/05/27-17:41:53.327210 140306262798336 kZSTDNotFinalCompression supported: 1 -2024/05/27-17:41:53.327503 140306262798336 kZSTD supported: 1 -2024/05/27-17:41:53.327507 140306262798336 kXpressCompression supported: 0 -2024/05/27-17:41:53.327508 140306262798336 kLZ4HCCompression supported: 0 -2024/05/27-17:41:53.327509 140306262798336 kLZ4Compression supported: 0 -2024/05/27-17:41:53.327510 140306262798336 kBZip2Compression supported: 1 -2024/05/27-17:41:53.327511 140306262798336 kZlibCompression supported: 1 -2024/05/27-17:41:53.327512 140306262798336 kSnappyCompression supported: 1 -2024/05/27-17:41:53.327543 140306262798336 Fast CRC32 supported: Not supported on x86 -2024/05/27-17:41:53.343764 140306262798336 [/db_impl/db_impl_open.cc:307] Creating manifest 1 -2024/05/27-17:41:53.366664 140306262798336 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/MANIFEST-000001 -2024/05/27-17:41:53.371704 140306262798336 [/column_family.cc:607] --------------- Options for column family [default]: -2024/05/27-17:41:53.371891 140306262798336 Options.comparator: leveldb.BytewiseComparator -2024/05/27-17:41:53.371894 140306262798336 Options.merge_operator: None -2024/05/27-17:41:53.371895 140306262798336 Options.compaction_filter: None -2024/05/27-17:41:53.371896 140306262798336 Options.compaction_filter_factory: None -2024/05/27-17:41:53.371897 140306262798336 Options.sst_partitioner_factory: None -2024/05/27-17:41:53.371898 140306262798336 Options.memtable_factory: SkipListFactory -2024/05/27-17:41:53.371899 140306262798336 Options.table_factory: BlockBasedTable -2024/05/27-17:41:53.371917 140306262798336 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559f84856060) +2024/06/05-14:43:41.890273 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:43:41.890815 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:43:41.890824 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:43:41.890828 139709153148928 DB SUMMARY +2024/06/05-14:43:41.890830 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VSU +2024/06/05-14:43:41.890872 139709153148928 CURRENT file: CURRENT +2024/06/05-14:43:41.890874 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:43:41.890885 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:43:41.890888 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764 dir, Total Num: 0, files: +2024/06/05-14:43:41.890890 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764: 000005.log size: 55700 ; +2024/06/05-14:43:41.890892 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:43:41.890894 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:43:41.890896 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:43:41.890898 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:43:41.890899 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:43:41.890901 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:43:41.890902 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:43:41.890904 139709153148928 Options.info_log: 0x55cbc3a10880 +2024/06/05-14:43:41.890906 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:43:41.890907 139709153148928 Options.statistics: (nil) +2024/06/05-14:43:41.890909 139709153148928 Options.use_fsync: 0 +2024/06/05-14:43:41.890911 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:43:41.890913 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:43:41.890914 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:43:41.890915 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:43:41.890917 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:43:41.890918 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:43:41.890920 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:43:41.890921 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:43:41.890923 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:43:41.890924 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:43:41.890926 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:43:41.890928 139709153148928 Options.db_log_dir: +2024/06/05-14:43:41.890930 139709153148928 Options.wal_dir: +2024/06/05-14:43:41.890931 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:43:41.890932 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:43:41.890934 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:43:41.890936 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:43:41.890937 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:43:41.890939 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:43:41.890940 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:43:41.890941 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:43:41.890950 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:43:41.890952 139709153148928 Options.write_buffer_manager: 0x55cbc3a61b80 +2024/06/05-14:43:41.890976 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:43:41.890978 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:43:41.890979 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:43:41.890981 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:43:41.890983 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:43:41.890985 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:43:41.890986 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:43:41.890988 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:43:41.890989 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:43:41.890991 139709153148928 Options.unordered_write: 0 +2024/06/05-14:43:41.890993 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:43:41.890994 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:43:41.890995 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:43:41.890996 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:43:41.890997 139709153148928 Options.row_cache: None +2024/06/05-14:43:41.890998 139709153148928 Options.wal_filter: None +2024/06/05-14:43:41.891000 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:43:41.891001 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:43:41.891002 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:43:41.891004 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:43:41.891005 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:43:41.891006 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:43:41.891008 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:43:41.891009 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:43:41.891010 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:43:41.891011 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:43:41.891013 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:43:41.891014 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:43:41.891015 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:43:41.891017 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:43:41.891018 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:43:41.891019 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:43:41.891021 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:43:41.891022 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:43:41.891023 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:43:41.891025 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:43:41.891026 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:43:41.891028 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:43:41.891030 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:43:41.891031 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:43:41.891033 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:43:41.891034 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:43:41.891036 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:43:41.891048 139709153148928 Options.max_open_files: -1 +2024/06/05-14:43:41.891050 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:43:41.891052 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:43:41.891053 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:43:41.891055 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:43:41.891056 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:43:41.891057 139709153148928 Compression algorithms supported: +2024/06/05-14:43:41.891060 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:43:41.891062 139709153148928 kZSTD supported: 1 +2024/06/05-14:43:41.891063 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:43:41.891065 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:43:41.891067 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:43:41.891068 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:43:41.891070 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:43:41.891072 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:43:41.891075 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:43:41.891641 139709153148928 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/MANIFEST-000004 +2024/06/05-14:43:41.891915 139709153148928 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:43:41.891919 139709153148928 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:43:41.891921 139709153148928 Options.merge_operator: None +2024/06/05-14:43:41.891922 139709153148928 Options.compaction_filter: None +2024/06/05-14:43:41.891923 139709153148928 Options.compaction_filter_factory: None +2024/06/05-14:43:41.891924 139709153148928 Options.sst_partitioner_factory: None +2024/06/05-14:43:41.891925 139709153148928 Options.memtable_factory: SkipListFactory +2024/06/05-14:43:41.891926 139709153148928 Options.table_factory: BlockBasedTable +2024/06/05-14:43:41.891956 139709153148928 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cbc3a2a6a0) cache_index_and_filter_blocks: 0 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 0 @@ -120,7 +122,7 @@ hash_index_allow_collision: 1 checksum: 1 no_block_cache: 0 - block_cache: 0x559f84a051f0 + block_cache: 0x55cbc3a2ace0 block_cache_name: LRUCache block_cache_options: capacity : 8388608 @@ -146,124 +148,98 @@ block_align: 0 max_auto_readahead_size: 262144 prepopulate_block_cache: 0 -2024/05/27-17:41:53.371919 140306262798336 Options.write_buffer_size: 1048576 -2024/05/27-17:41:53.371919 140306262798336 Options.max_write_buffer_number: 2 -2024/05/27-17:41:53.371956 140306262798336 Options.compression: Snappy -2024/05/27-17:41:53.371959 140306262798336 Options.bottommost_compression: Disabled -2024/05/27-17:41:53.371960 140306262798336 Options.prefix_extractor: nullptr -2024/05/27-17:41:53.371961 140306262798336 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/05/27-17:41:53.371961 140306262798336 Options.num_levels: 4 -2024/05/27-17:41:53.371962 140306262798336 Options.min_write_buffer_number_to_merge: 1 -2024/05/27-17:41:53.371963 140306262798336 Options.max_write_buffer_number_to_maintain: 0 -2024/05/27-17:41:53.371964 140306262798336 Options.max_write_buffer_size_to_maintain: 0 -2024/05/27-17:41:53.372309 140306262798336 Options.bottommost_compression_opts.window_bits: -14 -2024/05/27-17:41:53.372314 140306262798336 Options.bottommost_compression_opts.level: 32767 -2024/05/27-17:41:53.372315 140306262798336 Options.bottommost_compression_opts.strategy: 0 -2024/05/27-17:41:53.372316 140306262798336 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/05/27-17:41:53.372316 140306262798336 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/05/27-17:41:53.372317 140306262798336 Options.bottommost_compression_opts.parallel_threads: 1 -2024/05/27-17:41:53.372318 140306262798336 Options.bottommost_compression_opts.enabled: false -2024/05/27-17:41:53.372319 140306262798336 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-17:41:53.372320 140306262798336 Options.compression_opts.window_bits: -14 -2024/05/27-17:41:53.372320 140306262798336 Options.compression_opts.level: 32767 -2024/05/27-17:41:53.372321 140306262798336 Options.compression_opts.strategy: 0 -2024/05/27-17:41:53.372322 140306262798336 Options.compression_opts.max_dict_bytes: 0 -2024/05/27-17:41:53.372323 140306262798336 Options.compression_opts.zstd_max_train_bytes: 0 -2024/05/27-17:41:53.372323 140306262798336 Options.compression_opts.parallel_threads: 1 -2024/05/27-17:41:53.372324 140306262798336 Options.compression_opts.enabled: false -2024/05/27-17:41:53.372325 140306262798336 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-17:41:53.372326 140306262798336 Options.level0_file_num_compaction_trigger: 8 -2024/05/27-17:41:53.372326 140306262798336 Options.level0_slowdown_writes_trigger: 17 -2024/05/27-17:41:53.372327 140306262798336 Options.level0_stop_writes_trigger: 24 -2024/05/27-17:41:53.372328 140306262798336 Options.target_file_size_base: 67108864 -2024/05/27-17:41:53.372329 140306262798336 Options.target_file_size_multiplier: 1 -2024/05/27-17:41:53.372329 140306262798336 Options.max_bytes_for_level_base: 536870912 -2024/05/27-17:41:53.372330 140306262798336 Options.level_compaction_dynamic_level_bytes: 0 -2024/05/27-17:41:53.372331 140306262798336 Options.max_bytes_for_level_multiplier: 8.000000 -2024/05/27-17:41:53.372333 140306262798336 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/05/27-17:41:53.372334 140306262798336 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/05/27-17:41:53.372335 140306262798336 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/05/27-17:41:53.372335 140306262798336 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/05/27-17:41:53.372336 140306262798336 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/05/27-17:41:53.372337 140306262798336 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/05/27-17:41:53.372338 140306262798336 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/05/27-17:41:53.372338 140306262798336 Options.max_sequential_skip_in_iterations: 8 -2024/05/27-17:41:53.372339 140306262798336 Options.max_compaction_bytes: 1677721600 -2024/05/27-17:41:53.372340 140306262798336 Options.arena_block_size: 131072 -2024/05/27-17:41:53.372341 140306262798336 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/05/27-17:41:53.372341 140306262798336 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/05/27-17:41:53.372342 140306262798336 Options.rate_limit_delay_max_milliseconds: 100 -2024/05/27-17:41:53.372343 140306262798336 Options.disable_auto_compactions: 0 -2024/05/27-17:41:53.372623 140306262798336 Options.compaction_style: kCompactionStyleLevel -2024/05/27-17:41:53.372627 140306262798336 Options.compaction_pri: kMinOverlappingRatio -2024/05/27-17:41:53.372628 140306262798336 Options.compaction_options_universal.size_ratio: 1 -2024/05/27-17:41:53.372656 140306262798336 Options.compaction_options_universal.min_merge_width: 2 -2024/05/27-17:41:53.372659 140306262798336 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/05/27-17:41:53.372660 140306262798336 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/05/27-17:41:53.372661 140306262798336 Options.compaction_options_universal.compression_size_percent: -1 -2024/05/27-17:41:53.372663 140306262798336 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/05/27-17:41:53.372664 140306262798336 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/05/27-17:41:53.372665 140306262798336 Options.compaction_options_fifo.allow_compaction: 0 -2024/05/27-17:41:53.372671 140306262798336 Options.table_properties_collectors: -2024/05/27-17:41:53.372672 140306262798336 Options.inplace_update_support: 0 -2024/05/27-17:41:53.372673 140306262798336 Options.inplace_update_num_locks: 10000 -2024/05/27-17:41:53.372673 140306262798336 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2024/05/27-17:41:53.372675 140306262798336 Options.memtable_whole_key_filtering: 0 -2024/05/27-17:41:53.372676 140306262798336 Options.memtable_huge_page_size: 0 -2024/05/27-17:41:53.372676 140306262798336 Options.bloom_locality: 0 -2024/05/27-17:41:53.372677 140306262798336 Options.max_successive_merges: 0 -2024/05/27-17:41:53.372678 140306262798336 Options.optimize_filters_for_hits: 0 -2024/05/27-17:41:53.372679 140306262798336 Options.paranoid_file_checks: 0 -2024/05/27-17:41:53.372679 140306262798336 Options.force_consistency_checks: 1 -2024/05/27-17:41:53.372680 140306262798336 Options.report_bg_io_stats: 0 -2024/05/27-17:41:53.372681 140306262798336 Options.ttl: 2592000 -2024/05/27-17:41:53.372681 140306262798336 Options.periodic_compaction_seconds: 0 -2024/05/27-17:41:53.372682 140306262798336 Options.enable_blob_files: false -2024/05/27-17:41:53.372683 140306262798336 Options.min_blob_size: 0 -2024/05/27-17:41:53.372684 140306262798336 Options.blob_file_size: 268435456 -2024/05/27-17:41:53.372685 140306262798336 Options.blob_compression_type: NoCompression -2024/05/27-17:41:53.372685 140306262798336 Options.enable_blob_garbage_collection: false -2024/05/27-17:41:53.372686 140306262798336 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/05/27-17:41:53.372687 140306262798336 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/05/27-17:41:53.372688 140306262798336 Options.blob_compaction_readahead_size: 0 -2024/05/27-17:41:53.380812 140306262798336 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 -2024/05/27-17:41:53.380822 140306262798336 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 -2024/05/27-17:41:53.383388 140306262798336 [/version_set.cc:4410] Creating manifest 4 -2024/05/27-17:41:53.432064 140306262798336 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x559f853cc360 -2024/05/27-17:41:53.432125 140306262798336 DB pointer 0x559f852d7080 -2024/05/27-17:41:53.434174 140301121340992 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- -2024/05/27-17:41:53.434189 140301121340992 [/db_impl/db_impl.cc:1015] -** DB Stats ** -Uptime(secs): 0.1 total, 0.1 interval -Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s -Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent -Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s -Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s -Interval stall: 00:00:0.000 H:M:S, 0.0 percent - -** Compaction Stats [default] ** -Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 - -** Compaction Stats [default] ** -Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- - -Blob file count: 0, total size: 0.0 GB - -Uptime(secs): 0.1 total, 0.1 interval -Flush(GB): cumulative 0.000, interval 0.000 -AddFile(GB): cumulative 0.000, interval 0.000 -AddFile(Total Files): cumulative 0, interval 0 -AddFile(L0 Files): cumulative 0, interval 0 -AddFile(Keys): cumulative 0, interval 0 -Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds -Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count -Block cache LRUCache@0x559f84a051f0#225314 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 0.000474 secs_since: 0 -Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) - -** File Read Latency Histogram By Level [default] ** +2024/06/05-14:43:41.891958 139709153148928 Options.write_buffer_size: 1048576 +2024/06/05-14:43:41.891959 139709153148928 Options.max_write_buffer_number: 2 +2024/06/05-14:43:41.891961 139709153148928 Options.compression: Snappy +2024/06/05-14:43:41.891962 139709153148928 Options.bottommost_compression: Disabled +2024/06/05-14:43:41.891963 139709153148928 Options.prefix_extractor: nullptr +2024/06/05-14:43:41.891964 139709153148928 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:43:41.891965 139709153148928 Options.num_levels: 4 +2024/06/05-14:43:41.891966 139709153148928 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:43:41.892014 139709153148928 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:43:41.892018 139709153148928 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:43:41.892020 139709153148928 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:43:41.892022 139709153148928 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:43:41.892023 139709153148928 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:43:41.892025 139709153148928 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:41.892026 139709153148928 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:41.892028 139709153148928 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:43:41.892030 139709153148928 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:43:41.892032 139709153148928 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:41.892033 139709153148928 Options.compression_opts.window_bits: -14 +2024/06/05-14:43:41.892035 139709153148928 Options.compression_opts.level: 32767 +2024/06/05-14:43:41.892036 139709153148928 Options.compression_opts.strategy: 0 +2024/06/05-14:43:41.892037 139709153148928 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:41.892038 139709153148928 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:41.892039 139709153148928 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:43:41.892039 139709153148928 Options.compression_opts.enabled: false +2024/06/05-14:43:41.892040 139709153148928 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:41.892041 139709153148928 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:43:41.892042 139709153148928 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:43:41.892043 139709153148928 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:43:41.892044 139709153148928 Options.target_file_size_base: 67108864 +2024/06/05-14:43:41.892045 139709153148928 Options.target_file_size_multiplier: 1 +2024/06/05-14:43:41.892046 139709153148928 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:43:41.892047 139709153148928 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:43:41.892048 139709153148928 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:43:41.892049 139709153148928 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:43:41.892051 139709153148928 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:43:41.892052 139709153148928 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:43:41.892053 139709153148928 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:43:41.892054 139709153148928 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:43:41.892054 139709153148928 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:43:41.892055 139709153148928 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:43:41.892056 139709153148928 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:43:41.892057 139709153148928 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:43:41.892058 139709153148928 Options.arena_block_size: 131072 +2024/06/05-14:43:41.892059 139709153148928 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:43:41.892060 139709153148928 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:43:41.892061 139709153148928 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:43:41.892062 139709153148928 Options.disable_auto_compactions: 0 +2024/06/05-14:43:41.892064 139709153148928 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:43:41.892077 139709153148928 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:43:41.892078 139709153148928 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:43:41.892079 139709153148928 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:43:41.892080 139709153148928 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:43:41.892081 139709153148928 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:43:41.892082 139709153148928 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:43:41.892083 139709153148928 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:43:41.892084 139709153148928 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:43:41.892085 139709153148928 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:43:41.892089 139709153148928 Options.table_properties_collectors: +2024/06/05-14:43:41.892090 139709153148928 Options.inplace_update_support: 0 +2024/06/05-14:43:41.892091 139709153148928 Options.inplace_update_num_locks: 10000 +2024/06/05-14:43:41.892091 139709153148928 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:43:41.892093 139709153148928 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:43:41.892094 139709153148928 Options.memtable_huge_page_size: 0 +2024/06/05-14:43:41.892094 139709153148928 Options.bloom_locality: 0 +2024/06/05-14:43:41.892095 139709153148928 Options.max_successive_merges: 0 +2024/06/05-14:43:41.892096 139709153148928 Options.optimize_filters_for_hits: 0 +2024/06/05-14:43:41.892097 139709153148928 Options.paranoid_file_checks: 0 +2024/06/05-14:43:41.892098 139709153148928 Options.force_consistency_checks: 1 +2024/06/05-14:43:41.892099 139709153148928 Options.report_bg_io_stats: 0 +2024/06/05-14:43:41.892100 139709153148928 Options.ttl: 2592000 +2024/06/05-14:43:41.892101 139709153148928 Options.periodic_compaction_seconds: 0 +2024/06/05-14:43:41.892101 139709153148928 Options.enable_blob_files: false +2024/06/05-14:43:41.892102 139709153148928 Options.min_blob_size: 0 +2024/06/05-14:43:41.892103 139709153148928 Options.blob_file_size: 268435456 +2024/06/05-14:43:41.892104 139709153148928 Options.blob_compression_type: NoCompression +2024/06/05-14:43:41.892105 139709153148928 Options.enable_blob_garbage_collection: false +2024/06/05-14:43:41.892106 139709153148928 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:43:41.892107 139709153148928 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:43:41.892108 139709153148928 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:43:41.893294 139709153148928 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/MANIFEST-000004 succeeded,manifest_file_number is 4, next_file_number is 6, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:43:41.893301 139709153148928 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:43:41.893631 139709153148928 [/version_set.cc:4410] Creating manifest 8 +2024/06/05-14:43:41.906124 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421906110, "job": 1, "event": "recovery_started", "wal_files": [5]} +2024/06/05-14:43:41.906139 139709153148928 [/db_impl/db_impl_open.cc:890] Recovering log #5 mode 2 +2024/06/05-14:43:41.914577 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421914498, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 9, "file_size": 36145, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4668, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 40690, "raw_average_key_size": 79, "raw_value_size": 15289, "raw_average_value_size": 29, "num_data_blocks": 3, "num_entries": 512, "num_filter_entries": 0, "num_deletions": 344, "num_merge_operands": 0, "num_range_deletions": 180, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609421, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "201dd732-88e9-4a48-9aca-7dd386837137", "db_session_id": "AHT7RO2F0WMNLQGE5VSU", "orig_file_number": 9}} +2024/06/05-14:43:41.914782 139709153148928 [/version_set.cc:4410] Creating manifest 10 +2024/06/05-14:43:41.926048 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421926041, "job": 1, "event": "recovery_finished"} +2024/06/05-14:43:41.933697 139709153148928 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:43:41.933743 139709153148928 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55cbc3a2ca40 +2024/06/05-14:43:41.933787 139709153148928 DB pointer 0x55cbc3a2dec0 +2024/06/05-14:43:41.933971 139709153148928 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:43:41.933983 139709153148928 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:43:41.933999 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:43:41.934327 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/LOG.old.1717609421889323 b/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/LOG.old.1717609421889323 new file mode 100644 index 0000000..9393ac2 --- /dev/null +++ b/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/LOG.old.1717609421889323 @@ -0,0 +1,269 @@ +2024/05/27-17:41:53.319819 140306262798336 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/05/27-17:41:53.325970 140306262798336 RocksDB version: 6.29.5 +2024/05/27-17:41:53.326039 140306262798336 Compile date 2023-03-02 19:33:03 +2024/05/27-17:41:53.326076 140306262798336 DB SUMMARY +2024/05/27-17:41:53.326080 140306262798336 DB Session ID: 8GGJ08Q2WIORRONYH2LJ +2024/05/27-17:41:53.326705 140306262798336 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764 dir, Total Num: 0, files: +2024/05/27-17:41:53.326710 140306262798336 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764: +2024/05/27-17:41:53.326712 140306262798336 Options.error_if_exists: 0 +2024/05/27-17:41:53.326713 140306262798336 Options.create_if_missing: 1 +2024/05/27-17:41:53.327003 140306262798336 Options.paranoid_checks: 0 +2024/05/27-17:41:53.327005 140306262798336 Options.flush_verify_memtable_count: 1 +2024/05/27-17:41:53.327007 140306262798336 Options.track_and_verify_wals_in_manifest: 0 +2024/05/27-17:41:53.327008 140306262798336 Options.env: 0x7f9b6191d940 +2024/05/27-17:41:53.327009 140306262798336 Options.fs: PosixFileSystem +2024/05/27-17:41:53.327010 140306262798336 Options.info_log: 0x559f852d3c00 +2024/05/27-17:41:53.327011 140306262798336 Options.max_file_opening_threads: 16 +2024/05/27-17:41:53.327012 140306262798336 Options.statistics: (nil) +2024/05/27-17:41:53.327013 140306262798336 Options.use_fsync: 0 +2024/05/27-17:41:53.327014 140306262798336 Options.max_log_file_size: 0 +2024/05/27-17:41:53.327015 140306262798336 Options.max_manifest_file_size: 1073741824 +2024/05/27-17:41:53.327016 140306262798336 Options.log_file_time_to_roll: 0 +2024/05/27-17:41:53.327017 140306262798336 Options.keep_log_file_num: 10 +2024/05/27-17:41:53.327017 140306262798336 Options.recycle_log_file_num: 0 +2024/05/27-17:41:53.327018 140306262798336 Options.allow_fallocate: 1 +2024/05/27-17:41:53.327019 140306262798336 Options.allow_mmap_reads: 0 +2024/05/27-17:41:53.327020 140306262798336 Options.allow_mmap_writes: 0 +2024/05/27-17:41:53.327020 140306262798336 Options.use_direct_reads: 0 +2024/05/27-17:41:53.327021 140306262798336 Options.use_direct_io_for_flush_and_compaction: 0 +2024/05/27-17:41:53.327022 140306262798336 Options.create_missing_column_families: 0 +2024/05/27-17:41:53.327022 140306262798336 Options.db_log_dir: +2024/05/27-17:41:53.327023 140306262798336 Options.wal_dir: +2024/05/27-17:41:53.327024 140306262798336 Options.table_cache_numshardbits: 6 +2024/05/27-17:41:53.327024 140306262798336 Options.WAL_ttl_seconds: 0 +2024/05/27-17:41:53.327025 140306262798336 Options.WAL_size_limit_MB: 0 +2024/05/27-17:41:53.327026 140306262798336 Options.max_write_batch_group_size_bytes: 1048576 +2024/05/27-17:41:53.327027 140306262798336 Options.manifest_preallocation_size: 4194304 +2024/05/27-17:41:53.327027 140306262798336 Options.is_fd_close_on_exec: 1 +2024/05/27-17:41:53.327028 140306262798336 Options.advise_random_on_open: 1 +2024/05/27-17:41:53.327029 140306262798336 Options.experimental_mempurge_threshold: 0.000000 +2024/05/27-17:41:53.327033 140306262798336 Options.db_write_buffer_size: 1048576 +2024/05/27-17:41:53.327033 140306262798336 Options.write_buffer_manager: 0x559f852d3df0 +2024/05/27-17:41:53.327034 140306262798336 Options.access_hint_on_compaction_start: 1 +2024/05/27-17:41:53.327035 140306262798336 Options.new_table_reader_for_compaction_inputs: 0 +2024/05/27-17:41:53.327077 140306262798336 Options.random_access_max_buffer_size: 1048576 +2024/05/27-17:41:53.327080 140306262798336 Options.use_adaptive_mutex: 0 +2024/05/27-17:41:53.327081 140306262798336 Options.rate_limiter: (nil) +2024/05/27-17:41:53.327112 140306262798336 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/05/27-17:41:53.327115 140306262798336 Options.wal_recovery_mode: 2 +2024/05/27-17:41:53.327116 140306262798336 Options.enable_thread_tracking: 0 +2024/05/27-17:41:53.327116 140306262798336 Options.enable_pipelined_write: 0 +2024/05/27-17:41:53.327117 140306262798336 Options.unordered_write: 0 +2024/05/27-17:41:53.327118 140306262798336 Options.allow_concurrent_memtable_write: 1 +2024/05/27-17:41:53.327119 140306262798336 Options.enable_write_thread_adaptive_yield: 1 +2024/05/27-17:41:53.327119 140306262798336 Options.write_thread_max_yield_usec: 100 +2024/05/27-17:41:53.327120 140306262798336 Options.write_thread_slow_yield_usec: 3 +2024/05/27-17:41:53.327121 140306262798336 Options.row_cache: None +2024/05/27-17:41:53.327121 140306262798336 Options.wal_filter: None +2024/05/27-17:41:53.327122 140306262798336 Options.avoid_flush_during_recovery: 0 +2024/05/27-17:41:53.327123 140306262798336 Options.allow_ingest_behind: 0 +2024/05/27-17:41:53.327124 140306262798336 Options.preserve_deletes: 0 +2024/05/27-17:41:53.327124 140306262798336 Options.two_write_queues: 0 +2024/05/27-17:41:53.327125 140306262798336 Options.manual_wal_flush: 0 +2024/05/27-17:41:53.327126 140306262798336 Options.atomic_flush: 0 +2024/05/27-17:41:53.327127 140306262798336 Options.avoid_unnecessary_blocking_io: 0 +2024/05/27-17:41:53.327127 140306262798336 Options.persist_stats_to_disk: 0 +2024/05/27-17:41:53.327128 140306262798336 Options.write_dbid_to_manifest: 0 +2024/05/27-17:41:53.327129 140306262798336 Options.log_readahead_size: 0 +2024/05/27-17:41:53.327129 140306262798336 Options.file_checksum_gen_factory: Unknown +2024/05/27-17:41:53.327130 140306262798336 Options.best_efforts_recovery: 0 +2024/05/27-17:41:53.327131 140306262798336 Options.max_bgerror_resume_count: 2147483647 +2024/05/27-17:41:53.327132 140306262798336 Options.bgerror_resume_retry_interval: 1000000 +2024/05/27-17:41:53.327132 140306262798336 Options.allow_data_in_errors: 0 +2024/05/27-17:41:53.327133 140306262798336 Options.db_host_id: __hostname__ +2024/05/27-17:41:53.327134 140306262798336 Options.max_background_jobs: 2 +2024/05/27-17:41:53.327135 140306262798336 Options.max_background_compactions: 4 +2024/05/27-17:41:53.327135 140306262798336 Options.max_subcompactions: 1 +2024/05/27-17:41:53.327136 140306262798336 Options.avoid_flush_during_shutdown: 0 +2024/05/27-17:41:53.327137 140306262798336 Options.writable_file_max_buffer_size: 1048576 +2024/05/27-17:41:53.327137 140306262798336 Options.delayed_write_rate : 16777216 +2024/05/27-17:41:53.327138 140306262798336 Options.max_total_wal_size: 0 +2024/05/27-17:41:53.327139 140306262798336 Options.delete_obsolete_files_period_micros: 21600000000 +2024/05/27-17:41:53.327140 140306262798336 Options.stats_dump_period_sec: 600 +2024/05/27-17:41:53.327141 140306262798336 Options.stats_persist_period_sec: 600 +2024/05/27-17:41:53.327141 140306262798336 Options.stats_history_buffer_size: 1048576 +2024/05/27-17:41:53.327142 140306262798336 Options.max_open_files: -1 +2024/05/27-17:41:53.327143 140306262798336 Options.bytes_per_sync: 0 +2024/05/27-17:41:53.327143 140306262798336 Options.wal_bytes_per_sync: 0 +2024/05/27-17:41:53.327153 140306262798336 Options.strict_bytes_per_sync: 0 +2024/05/27-17:41:53.327154 140306262798336 Options.compaction_readahead_size: 0 +2024/05/27-17:41:53.327154 140306262798336 Options.max_background_flushes: -1 +2024/05/27-17:41:53.327155 140306262798336 Compression algorithms supported: +2024/05/27-17:41:53.327210 140306262798336 kZSTDNotFinalCompression supported: 1 +2024/05/27-17:41:53.327503 140306262798336 kZSTD supported: 1 +2024/05/27-17:41:53.327507 140306262798336 kXpressCompression supported: 0 +2024/05/27-17:41:53.327508 140306262798336 kLZ4HCCompression supported: 0 +2024/05/27-17:41:53.327509 140306262798336 kLZ4Compression supported: 0 +2024/05/27-17:41:53.327510 140306262798336 kBZip2Compression supported: 1 +2024/05/27-17:41:53.327511 140306262798336 kZlibCompression supported: 1 +2024/05/27-17:41:53.327512 140306262798336 kSnappyCompression supported: 1 +2024/05/27-17:41:53.327543 140306262798336 Fast CRC32 supported: Not supported on x86 +2024/05/27-17:41:53.343764 140306262798336 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/05/27-17:41:53.366664 140306262798336 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/MANIFEST-000001 +2024/05/27-17:41:53.371704 140306262798336 [/column_family.cc:607] --------------- Options for column family [default]: +2024/05/27-17:41:53.371891 140306262798336 Options.comparator: leveldb.BytewiseComparator +2024/05/27-17:41:53.371894 140306262798336 Options.merge_operator: None +2024/05/27-17:41:53.371895 140306262798336 Options.compaction_filter: None +2024/05/27-17:41:53.371896 140306262798336 Options.compaction_filter_factory: None +2024/05/27-17:41:53.371897 140306262798336 Options.sst_partitioner_factory: None +2024/05/27-17:41:53.371898 140306262798336 Options.memtable_factory: SkipListFactory +2024/05/27-17:41:53.371899 140306262798336 Options.table_factory: BlockBasedTable +2024/05/27-17:41:53.371917 140306262798336 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559f84856060) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x559f84a051f0 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/05/27-17:41:53.371919 140306262798336 Options.write_buffer_size: 1048576 +2024/05/27-17:41:53.371919 140306262798336 Options.max_write_buffer_number: 2 +2024/05/27-17:41:53.371956 140306262798336 Options.compression: Snappy +2024/05/27-17:41:53.371959 140306262798336 Options.bottommost_compression: Disabled +2024/05/27-17:41:53.371960 140306262798336 Options.prefix_extractor: nullptr +2024/05/27-17:41:53.371961 140306262798336 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/05/27-17:41:53.371961 140306262798336 Options.num_levels: 4 +2024/05/27-17:41:53.371962 140306262798336 Options.min_write_buffer_number_to_merge: 1 +2024/05/27-17:41:53.371963 140306262798336 Options.max_write_buffer_number_to_maintain: 0 +2024/05/27-17:41:53.371964 140306262798336 Options.max_write_buffer_size_to_maintain: 0 +2024/05/27-17:41:53.372309 140306262798336 Options.bottommost_compression_opts.window_bits: -14 +2024/05/27-17:41:53.372314 140306262798336 Options.bottommost_compression_opts.level: 32767 +2024/05/27-17:41:53.372315 140306262798336 Options.bottommost_compression_opts.strategy: 0 +2024/05/27-17:41:53.372316 140306262798336 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/05/27-17:41:53.372316 140306262798336 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/05/27-17:41:53.372317 140306262798336 Options.bottommost_compression_opts.parallel_threads: 1 +2024/05/27-17:41:53.372318 140306262798336 Options.bottommost_compression_opts.enabled: false +2024/05/27-17:41:53.372319 140306262798336 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/05/27-17:41:53.372320 140306262798336 Options.compression_opts.window_bits: -14 +2024/05/27-17:41:53.372320 140306262798336 Options.compression_opts.level: 32767 +2024/05/27-17:41:53.372321 140306262798336 Options.compression_opts.strategy: 0 +2024/05/27-17:41:53.372322 140306262798336 Options.compression_opts.max_dict_bytes: 0 +2024/05/27-17:41:53.372323 140306262798336 Options.compression_opts.zstd_max_train_bytes: 0 +2024/05/27-17:41:53.372323 140306262798336 Options.compression_opts.parallel_threads: 1 +2024/05/27-17:41:53.372324 140306262798336 Options.compression_opts.enabled: false +2024/05/27-17:41:53.372325 140306262798336 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/05/27-17:41:53.372326 140306262798336 Options.level0_file_num_compaction_trigger: 8 +2024/05/27-17:41:53.372326 140306262798336 Options.level0_slowdown_writes_trigger: 17 +2024/05/27-17:41:53.372327 140306262798336 Options.level0_stop_writes_trigger: 24 +2024/05/27-17:41:53.372328 140306262798336 Options.target_file_size_base: 67108864 +2024/05/27-17:41:53.372329 140306262798336 Options.target_file_size_multiplier: 1 +2024/05/27-17:41:53.372329 140306262798336 Options.max_bytes_for_level_base: 536870912 +2024/05/27-17:41:53.372330 140306262798336 Options.level_compaction_dynamic_level_bytes: 0 +2024/05/27-17:41:53.372331 140306262798336 Options.max_bytes_for_level_multiplier: 8.000000 +2024/05/27-17:41:53.372333 140306262798336 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/05/27-17:41:53.372334 140306262798336 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/05/27-17:41:53.372335 140306262798336 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/05/27-17:41:53.372335 140306262798336 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/05/27-17:41:53.372336 140306262798336 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/05/27-17:41:53.372337 140306262798336 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/05/27-17:41:53.372338 140306262798336 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/05/27-17:41:53.372338 140306262798336 Options.max_sequential_skip_in_iterations: 8 +2024/05/27-17:41:53.372339 140306262798336 Options.max_compaction_bytes: 1677721600 +2024/05/27-17:41:53.372340 140306262798336 Options.arena_block_size: 131072 +2024/05/27-17:41:53.372341 140306262798336 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/05/27-17:41:53.372341 140306262798336 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/05/27-17:41:53.372342 140306262798336 Options.rate_limit_delay_max_milliseconds: 100 +2024/05/27-17:41:53.372343 140306262798336 Options.disable_auto_compactions: 0 +2024/05/27-17:41:53.372623 140306262798336 Options.compaction_style: kCompactionStyleLevel +2024/05/27-17:41:53.372627 140306262798336 Options.compaction_pri: kMinOverlappingRatio +2024/05/27-17:41:53.372628 140306262798336 Options.compaction_options_universal.size_ratio: 1 +2024/05/27-17:41:53.372656 140306262798336 Options.compaction_options_universal.min_merge_width: 2 +2024/05/27-17:41:53.372659 140306262798336 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/05/27-17:41:53.372660 140306262798336 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/05/27-17:41:53.372661 140306262798336 Options.compaction_options_universal.compression_size_percent: -1 +2024/05/27-17:41:53.372663 140306262798336 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/05/27-17:41:53.372664 140306262798336 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/05/27-17:41:53.372665 140306262798336 Options.compaction_options_fifo.allow_compaction: 0 +2024/05/27-17:41:53.372671 140306262798336 Options.table_properties_collectors: +2024/05/27-17:41:53.372672 140306262798336 Options.inplace_update_support: 0 +2024/05/27-17:41:53.372673 140306262798336 Options.inplace_update_num_locks: 10000 +2024/05/27-17:41:53.372673 140306262798336 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/05/27-17:41:53.372675 140306262798336 Options.memtable_whole_key_filtering: 0 +2024/05/27-17:41:53.372676 140306262798336 Options.memtable_huge_page_size: 0 +2024/05/27-17:41:53.372676 140306262798336 Options.bloom_locality: 0 +2024/05/27-17:41:53.372677 140306262798336 Options.max_successive_merges: 0 +2024/05/27-17:41:53.372678 140306262798336 Options.optimize_filters_for_hits: 0 +2024/05/27-17:41:53.372679 140306262798336 Options.paranoid_file_checks: 0 +2024/05/27-17:41:53.372679 140306262798336 Options.force_consistency_checks: 1 +2024/05/27-17:41:53.372680 140306262798336 Options.report_bg_io_stats: 0 +2024/05/27-17:41:53.372681 140306262798336 Options.ttl: 2592000 +2024/05/27-17:41:53.372681 140306262798336 Options.periodic_compaction_seconds: 0 +2024/05/27-17:41:53.372682 140306262798336 Options.enable_blob_files: false +2024/05/27-17:41:53.372683 140306262798336 Options.min_blob_size: 0 +2024/05/27-17:41:53.372684 140306262798336 Options.blob_file_size: 268435456 +2024/05/27-17:41:53.372685 140306262798336 Options.blob_compression_type: NoCompression +2024/05/27-17:41:53.372685 140306262798336 Options.enable_blob_garbage_collection: false +2024/05/27-17:41:53.372686 140306262798336 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/05/27-17:41:53.372687 140306262798336 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/05/27-17:41:53.372688 140306262798336 Options.blob_compaction_readahead_size: 0 +2024/05/27-17:41:53.380812 140306262798336 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/05/27-17:41:53.380822 140306262798336 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/05/27-17:41:53.383388 140306262798336 [/version_set.cc:4410] Creating manifest 4 +2024/05/27-17:41:53.432064 140306262798336 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x559f853cc360 +2024/05/27-17:41:53.432125 140306262798336 DB pointer 0x559f852d7080 +2024/05/27-17:41:53.434174 140301121340992 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/05/27-17:41:53.434189 140301121340992 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 0.1 total, 0.1 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 0.1 total, 0.1 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x559f84a051f0#225314 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 0.000474 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** diff --git a/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/MANIFEST-000010 b/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/MANIFEST-000010 new file mode 100644 index 0000000..3fa83d6 Binary files /dev/null and b/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/MANIFEST-000010 differ diff --git a/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/OPTIONS-000013 b/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/OPTIONS-000013 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/OPTIONS-000013 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/000008.log b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/000008.log new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/000009.sst b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/000009.sst new file mode 100644 index 0000000..fd1bc61 Binary files /dev/null and b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/000009.sst differ diff --git a/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/CURRENT b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/CURRENT new file mode 100644 index 0000000..cacca75 --- /dev/null +++ b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/CURRENT @@ -0,0 +1 @@ +MANIFEST-000004 diff --git a/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/IDENTITY b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/IDENTITY new file mode 100644 index 0000000..c7408a4 --- /dev/null +++ b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/IDENTITY @@ -0,0 +1 @@ +4fc246ff-cb2d-467e-95b9-2ca4490c6a32 \ No newline at end of file diff --git a/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOCK b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG new file mode 100644 index 0000000..533780e --- /dev/null +++ b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG @@ -0,0 +1,106 @@ +2024/06/05-14:43:43.041733 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:43:43.042210 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:43:43.042216 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:43:43.042219 139709153148928 DB SUMMARY +2024/06/05-14:43:43.042221 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VTY +2024/06/05-14:43:43.042258 139709153148928 CURRENT file: CURRENT +2024/06/05-14:43:43.042260 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:43:43.042265 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:43:43.042267 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/6ee216b36c6f4109ab1988e3 dir, Total Num: 0, files: +2024/06/05-14:43:43.042269 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/6ee216b36c6f4109ab1988e3: 000005.log size: 218124 ; +2024/06/05-14:43:43.042272 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:43:43.042274 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:43:43.042275 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:43:43.042277 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:43:43.042278 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:43:43.042280 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:43:43.042282 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:43:43.042284 139709153148928 Options.info_log: 0x55cbc3ccef30 +2024/06/05-14:43:43.042285 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:43:43.042286 139709153148928 Options.statistics: (nil) +2024/06/05-14:43:43.042287 139709153148928 Options.use_fsync: 0 +2024/06/05-14:43:43.042288 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:43:43.042289 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:43:43.042290 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:43:43.042291 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:43:43.042292 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:43:43.042293 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:43:43.042294 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:43:43.042295 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:43:43.042296 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:43:43.042297 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:43:43.042298 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:43:43.042298 139709153148928 Options.db_log_dir: +2024/06/05-14:43:43.042299 139709153148928 Options.wal_dir: +2024/06/05-14:43:43.042300 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:43:43.042301 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:43:43.042302 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:43:43.042303 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:43:43.042304 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:43:43.042305 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:43:43.042306 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:43:43.042306 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:43:43.042311 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:43:43.042312 139709153148928 Options.write_buffer_manager: 0x55cbc3b51c60 +2024/06/05-14:43:43.042349 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:43:43.042353 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:43:43.042355 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:43:43.042357 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:43:43.042358 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:43:43.042361 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:43:43.042362 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:43:43.042364 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:43:43.042366 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:43:43.042367 139709153148928 Options.unordered_write: 0 +2024/06/05-14:43:43.042369 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:43:43.042371 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:43:43.042373 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:43:43.042374 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:43:43.042376 139709153148928 Options.row_cache: None +2024/06/05-14:43:43.042378 139709153148928 Options.wal_filter: None +2024/06/05-14:43:43.042380 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:43:43.042382 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:43:43.042383 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:43:43.042385 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:43:43.042387 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:43:43.042389 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:43:43.042390 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:43:43.042392 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:43:43.042394 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:43:43.042396 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:43:43.042397 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:43:43.042399 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:43:43.042400 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:43:43.042402 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:43:43.042404 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:43:43.042406 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:43:43.042408 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:43:43.042409 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:43:43.042411 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:43:43.042413 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:43:43.042415 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:43:43.042416 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:43:43.042418 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:43:43.042420 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:43:43.042422 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:43:43.042424 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:43:43.042426 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:43:43.042438 139709153148928 Options.max_open_files: -1 +2024/06/05-14:43:43.042440 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:43:43.042442 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:43:43.042444 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:43:43.042446 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:43:43.042448 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:43:43.042449 139709153148928 Compression algorithms supported: +2024/06/05-14:43:43.042463 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:43:43.042467 139709153148928 kZSTD supported: 1 +2024/06/05-14:43:43.042470 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:43:43.042472 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:43:43.042474 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:43:43.042476 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:43:43.042478 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:43:43.042480 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:43:43.042483 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:43:43.042531 139709153148928 [WARN] [/db_impl/db_impl_open.cc:1907] Persisting Option File error: OK +2024/06/05-14:43:43.042543 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:43:43.042570 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG.old.1717609421555823 b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG.old.1717609421555823 new file mode 100644 index 0000000..5cc8348 --- /dev/null +++ b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG.old.1717609421555823 @@ -0,0 +1,287 @@ +2024/06/05-14:43:19.727470 140101841915904 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:43:19.727745 140101841915904 RocksDB version: 6.29.5 +2024/06/05-14:43:19.727750 140101841915904 Compile date 2023-03-02 19:33:03 +2024/06/05-14:43:19.727755 140101841915904 DB SUMMARY +2024/06/05-14:43:19.727756 140101841915904 DB Session ID: N1OXVXH5HW92ADF3B5OH +2024/06/05-14:43:19.727770 140101841915904 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/6ee216b36c6f4109ab1988e3 dir, Total Num: 0, files: +2024/06/05-14:43:19.727772 140101841915904 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/6ee216b36c6f4109ab1988e3: +2024/06/05-14:43:19.727773 140101841915904 Options.error_if_exists: 0 +2024/06/05-14:43:19.727775 140101841915904 Options.create_if_missing: 1 +2024/06/05-14:43:19.727776 140101841915904 Options.paranoid_checks: 0 +2024/06/05-14:43:19.727778 140101841915904 Options.flush_verify_memtable_count: 1 +2024/06/05-14:43:19.727779 140101841915904 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:43:19.727780 140101841915904 Options.env: 0x7f6bc911d940 +2024/06/05-14:43:19.727781 140101841915904 Options.fs: PosixFileSystem +2024/06/05-14:43:19.727783 140101841915904 Options.info_log: 0x5605bfc12e70 +2024/06/05-14:43:19.727784 140101841915904 Options.max_file_opening_threads: 16 +2024/06/05-14:43:19.727786 140101841915904 Options.statistics: (nil) +2024/06/05-14:43:19.727787 140101841915904 Options.use_fsync: 0 +2024/06/05-14:43:19.727789 140101841915904 Options.max_log_file_size: 0 +2024/06/05-14:43:19.727790 140101841915904 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:43:19.727792 140101841915904 Options.log_file_time_to_roll: 0 +2024/06/05-14:43:19.727793 140101841915904 Options.keep_log_file_num: 10 +2024/06/05-14:43:19.727794 140101841915904 Options.recycle_log_file_num: 0 +2024/06/05-14:43:19.727795 140101841915904 Options.allow_fallocate: 1 +2024/06/05-14:43:19.727796 140101841915904 Options.allow_mmap_reads: 0 +2024/06/05-14:43:19.727797 140101841915904 Options.allow_mmap_writes: 0 +2024/06/05-14:43:19.727797 140101841915904 Options.use_direct_reads: 0 +2024/06/05-14:43:19.727798 140101841915904 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:43:19.727799 140101841915904 Options.create_missing_column_families: 0 +2024/06/05-14:43:19.727799 140101841915904 Options.db_log_dir: +2024/06/05-14:43:19.727800 140101841915904 Options.wal_dir: +2024/06/05-14:43:19.727801 140101841915904 Options.table_cache_numshardbits: 6 +2024/06/05-14:43:19.727802 140101841915904 Options.WAL_ttl_seconds: 0 +2024/06/05-14:43:19.727802 140101841915904 Options.WAL_size_limit_MB: 0 +2024/06/05-14:43:19.727803 140101841915904 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:43:19.727804 140101841915904 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:43:19.727805 140101841915904 Options.is_fd_close_on_exec: 1 +2024/06/05-14:43:19.727805 140101841915904 Options.advise_random_on_open: 1 +2024/06/05-14:43:19.727806 140101841915904 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:43:19.727809 140101841915904 Options.db_write_buffer_size: 1048576 +2024/06/05-14:43:19.727810 140101841915904 Options.write_buffer_manager: 0x5605bfbdff90 +2024/06/05-14:43:19.727811 140101841915904 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:43:19.727812 140101841915904 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:43:19.728361 140101841915904 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:43:19.728365 140101841915904 Options.use_adaptive_mutex: 0 +2024/06/05-14:43:19.728367 140101841915904 Options.rate_limiter: (nil) +2024/06/05-14:43:19.728369 140101841915904 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:43:19.728369 140101841915904 Options.wal_recovery_mode: 2 +2024/06/05-14:43:19.728370 140101841915904 Options.enable_thread_tracking: 0 +2024/06/05-14:43:19.728371 140101841915904 Options.enable_pipelined_write: 0 +2024/06/05-14:43:19.728372 140101841915904 Options.unordered_write: 0 +2024/06/05-14:43:19.728372 140101841915904 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:43:19.728373 140101841915904 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:43:19.728374 140101841915904 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:43:19.728375 140101841915904 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:43:19.728375 140101841915904 Options.row_cache: None +2024/06/05-14:43:19.728376 140101841915904 Options.wal_filter: None +2024/06/05-14:43:19.728377 140101841915904 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:43:19.728378 140101841915904 Options.allow_ingest_behind: 0 +2024/06/05-14:43:19.728378 140101841915904 Options.preserve_deletes: 0 +2024/06/05-14:43:19.728379 140101841915904 Options.two_write_queues: 0 +2024/06/05-14:43:19.728380 140101841915904 Options.manual_wal_flush: 0 +2024/06/05-14:43:19.728381 140101841915904 Options.atomic_flush: 0 +2024/06/05-14:43:19.728381 140101841915904 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:43:19.728382 140101841915904 Options.persist_stats_to_disk: 0 +2024/06/05-14:43:19.728383 140101841915904 Options.write_dbid_to_manifest: 0 +2024/06/05-14:43:19.728384 140101841915904 Options.log_readahead_size: 0 +2024/06/05-14:43:19.728384 140101841915904 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:43:19.728385 140101841915904 Options.best_efforts_recovery: 0 +2024/06/05-14:43:19.728386 140101841915904 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:43:19.728387 140101841915904 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:43:19.728387 140101841915904 Options.allow_data_in_errors: 0 +2024/06/05-14:43:19.728388 140101841915904 Options.db_host_id: __hostname__ +2024/06/05-14:43:19.728389 140101841915904 Options.max_background_jobs: 2 +2024/06/05-14:43:19.728390 140101841915904 Options.max_background_compactions: 4 +2024/06/05-14:43:19.728390 140101841915904 Options.max_subcompactions: 1 +2024/06/05-14:43:19.728391 140101841915904 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:43:19.728392 140101841915904 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:43:19.728393 140101841915904 Options.delayed_write_rate : 16777216 +2024/06/05-14:43:19.728394 140101841915904 Options.max_total_wal_size: 0 +2024/06/05-14:43:19.728394 140101841915904 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:43:19.728395 140101841915904 Options.stats_dump_period_sec: 600 +2024/06/05-14:43:19.728396 140101841915904 Options.stats_persist_period_sec: 600 +2024/06/05-14:43:19.728397 140101841915904 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:43:19.728397 140101841915904 Options.max_open_files: -1 +2024/06/05-14:43:19.728398 140101841915904 Options.bytes_per_sync: 0 +2024/06/05-14:43:19.728399 140101841915904 Options.wal_bytes_per_sync: 0 +2024/06/05-14:43:19.728408 140101841915904 Options.strict_bytes_per_sync: 0 +2024/06/05-14:43:19.728409 140101841915904 Options.compaction_readahead_size: 0 +2024/06/05-14:43:19.728410 140101841915904 Options.max_background_flushes: -1 +2024/06/05-14:43:19.728411 140101841915904 Compression algorithms supported: +2024/06/05-14:43:19.728412 140101841915904 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:43:19.728417 140101841915904 kZSTD supported: 1 +2024/06/05-14:43:19.728418 140101841915904 kXpressCompression supported: 0 +2024/06/05-14:43:19.728419 140101841915904 kLZ4HCCompression supported: 0 +2024/06/05-14:43:19.728420 140101841915904 kLZ4Compression supported: 0 +2024/06/05-14:43:19.728421 140101841915904 kBZip2Compression supported: 1 +2024/06/05-14:43:19.728421 140101841915904 kZlibCompression supported: 1 +2024/06/05-14:43:19.728423 140101841915904 kSnappyCompression supported: 1 +2024/06/05-14:43:19.728425 140101841915904 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:43:19.733013 140101841915904 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:43:19.739650 140101841915904 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/MANIFEST-000001 +2024/06/05-14:43:19.739763 140101841915904 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:43:19.739766 140101841915904 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:43:19.739767 140101841915904 Options.merge_operator: None +2024/06/05-14:43:19.739768 140101841915904 Options.compaction_filter: None +2024/06/05-14:43:19.739768 140101841915904 Options.compaction_filter_factory: None +2024/06/05-14:43:19.739769 140101841915904 Options.sst_partitioner_factory: None +2024/06/05-14:43:19.739770 140101841915904 Options.memtable_factory: SkipListFactory +2024/06/05-14:43:19.739771 140101841915904 Options.table_factory: BlockBasedTable +2024/06/05-14:43:19.739790 140101841915904 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5605bfbf8520) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x5605bfc08cf0 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:43:19.739792 140101841915904 Options.write_buffer_size: 1048576 +2024/06/05-14:43:19.739793 140101841915904 Options.max_write_buffer_number: 2 +2024/06/05-14:43:19.739794 140101841915904 Options.compression: Snappy +2024/06/05-14:43:19.739795 140101841915904 Options.bottommost_compression: Disabled +2024/06/05-14:43:19.739796 140101841915904 Options.prefix_extractor: nullptr +2024/06/05-14:43:19.739796 140101841915904 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:43:19.739797 140101841915904 Options.num_levels: 4 +2024/06/05-14:43:19.739798 140101841915904 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:43:19.739798 140101841915904 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:43:19.739799 140101841915904 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:43:19.739827 140101841915904 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:43:19.739830 140101841915904 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:43:19.739831 140101841915904 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:43:19.739831 140101841915904 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:19.739832 140101841915904 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:19.739833 140101841915904 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:43:19.739834 140101841915904 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:43:19.739835 140101841915904 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:19.739835 140101841915904 Options.compression_opts.window_bits: -14 +2024/06/05-14:43:19.739836 140101841915904 Options.compression_opts.level: 32767 +2024/06/05-14:43:19.739837 140101841915904 Options.compression_opts.strategy: 0 +2024/06/05-14:43:19.739838 140101841915904 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:19.739838 140101841915904 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:19.739839 140101841915904 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:43:19.739840 140101841915904 Options.compression_opts.enabled: false +2024/06/05-14:43:19.739841 140101841915904 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:19.739841 140101841915904 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:43:19.739842 140101841915904 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:43:19.739843 140101841915904 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:43:19.739844 140101841915904 Options.target_file_size_base: 67108864 +2024/06/05-14:43:19.739844 140101841915904 Options.target_file_size_multiplier: 1 +2024/06/05-14:43:19.739845 140101841915904 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:43:19.739846 140101841915904 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:43:19.739847 140101841915904 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:43:19.739848 140101841915904 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:43:19.739849 140101841915904 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:43:19.739850 140101841915904 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:43:19.739851 140101841915904 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:43:19.739851 140101841915904 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:43:19.739852 140101841915904 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:43:19.739853 140101841915904 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:43:19.739854 140101841915904 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:43:19.739854 140101841915904 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:43:19.739855 140101841915904 Options.arena_block_size: 131072 +2024/06/05-14:43:19.739856 140101841915904 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:43:19.739857 140101841915904 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:43:19.739857 140101841915904 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:43:19.739858 140101841915904 Options.disable_auto_compactions: 0 +2024/06/05-14:43:19.739860 140101841915904 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:43:19.739862 140101841915904 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:43:19.739862 140101841915904 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:43:19.739871 140101841915904 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:43:19.739872 140101841915904 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:43:19.739873 140101841915904 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:43:19.739874 140101841915904 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:43:19.739875 140101841915904 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:43:19.739876 140101841915904 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:43:19.739876 140101841915904 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:43:19.739881 140101841915904 Options.table_properties_collectors: +2024/06/05-14:43:19.739881 140101841915904 Options.inplace_update_support: 0 +2024/06/05-14:43:19.739882 140101841915904 Options.inplace_update_num_locks: 10000 +2024/06/05-14:43:19.739883 140101841915904 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:43:19.739884 140101841915904 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:43:19.739885 140101841915904 Options.memtable_huge_page_size: 0 +2024/06/05-14:43:19.739885 140101841915904 Options.bloom_locality: 0 +2024/06/05-14:43:19.739886 140101841915904 Options.max_successive_merges: 0 +2024/06/05-14:43:19.739887 140101841915904 Options.optimize_filters_for_hits: 0 +2024/06/05-14:43:19.739888 140101841915904 Options.paranoid_file_checks: 0 +2024/06/05-14:43:19.739888 140101841915904 Options.force_consistency_checks: 1 +2024/06/05-14:43:19.739889 140101841915904 Options.report_bg_io_stats: 0 +2024/06/05-14:43:19.739890 140101841915904 Options.ttl: 2592000 +2024/06/05-14:43:19.739890 140101841915904 Options.periodic_compaction_seconds: 0 +2024/06/05-14:43:19.739891 140101841915904 Options.enable_blob_files: false +2024/06/05-14:43:19.739892 140101841915904 Options.min_blob_size: 0 +2024/06/05-14:43:19.739893 140101841915904 Options.blob_file_size: 268435456 +2024/06/05-14:43:19.739894 140101841915904 Options.blob_compression_type: NoCompression +2024/06/05-14:43:19.739894 140101841915904 Options.enable_blob_garbage_collection: false +2024/06/05-14:43:19.739895 140101841915904 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:43:19.739896 140101841915904 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:43:19.739897 140101841915904 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:43:19.742355 140101841915904 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:43:19.742366 140101841915904 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:43:19.742462 140101841915904 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:43:19.758679 140101841915904 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x5605bf19d480 +2024/06/05-14:43:19.758699 140101841915904 DB pointer 0x5605bfc14a60 +2024/06/05-14:43:19.758909 140096967784000 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:43:19.758921 140096967784000 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x5605bfc08cf0#108314 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 2.5e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** +2024/06/05-14:43:52.349268 140101795849792 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:43:52.349675 140101795849792 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #8. Immutable memtables: 0. +2024/06/05-14:43:52.349781 140097709487680 (Original Log Time 2024/06/05-14:43:52.349768) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:43:52.349784 140097709487680 [/flush_job.cc:819] [default] [JOB 2] Flushing memtable with next log file: 8 +2024/06/05-14:43:52.350332 140097709487680 EVENT_LOG_v1 {"time_micros": 1717609432350326, "job": 2, "event": "flush_started", "num_memtables": 1, "num_entries": 2234, "num_deletes": 572, "total_data_size": 273997, "memory_usage": 316264, "flush_reason": "Manual Flush"} +2024/06/05-14:43:52.350337 140097709487680 [/flush_job.cc:848] [default] [JOB 2] Level-0 flush table #9: started +2024/06/05-14:43:52.354484 140097709487680 EVENT_LOG_v1 {"time_micros": 1717609432354463, "cf_name": "default", "job": 2, "event": "table_file_creation", "file_number": 9, "file_size": 38719, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4426, "index_size": 159, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 40318, "raw_average_key_size": 79, "raw_value_size": 16457, "raw_average_value_size": 32, "num_data_blocks": 3, "num_entries": 504, "num_filter_entries": 0, "num_deletions": 349, "num_merge_operands": 0, "num_range_deletions": 198, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609399, "oldest_key_time": 1717609399, "file_creation_time": 1717609432, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4fc246ff-cb2d-467e-95b9-2ca4490c6a32", "db_session_id": "N1OXVXH5HW92ADF3B5OH", "orig_file_number": 9}} +2024/06/05-14:43:52.354751 140097709487680 [/flush_job.cc:937] [default] [JOB 2] Level-0 flush table #9: 38719 bytes OK +2024/06/05-14:43:52.356862 140097709487680 [/flush_job.cc:987] [default] [JOB 2] Flush lasted 7082 microseconds, and 2528 cpu microseconds. +2024/06/05-14:43:52.358635 140097709487680 (Original Log Time 2024/06/05-14:43:52.356897) [/memtable_list.cc:471] [default] Level-0 commit table #9 started +2024/06/05-14:43:52.358637 140097709487680 (Original Log Time 2024/06/05-14:43:52.358555) [/memtable_list.cc:678] [default] Level-0 commit table #9: memtable #1 done +2024/06/05-14:43:52.358639 140097709487680 (Original Log Time 2024/06/05-14:43:52.358570) EVENT_LOG_v1 {"time_micros": 1717609432358565, "job": 2, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 0], "immutable_memtables": 0} +2024/06/05-14:43:52.358640 140097709487680 (Original Log Time 2024/06/05-14:43:52.358618) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[1 0 0 0] max score 0.12 +2024/06/05-14:43:52.358644 140097709487680 [/db_impl/db_impl_files.cc:435] [JOB 2] Try to delete WAL files size 264003, prev total WAL file size 264003, number of live WAL files 2. +2024/06/05-14:43:52.358792 140097709487680 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:43:52.358832 140101795849792 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:43:52.358878 140101795849792 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:43:52.359484 140101795849792 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG.old.1717609422009072 b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG.old.1717609422009072 new file mode 100644 index 0000000..418066b --- /dev/null +++ b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG.old.1717609422009072 @@ -0,0 +1,106 @@ +2024/06/05-14:43:41.556122 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:43:41.556727 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:43:41.556739 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:43:41.556742 139709153148928 DB SUMMARY +2024/06/05-14:43:41.556745 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VSC +2024/06/05-14:43:41.556790 139709153148928 CURRENT file: CURRENT +2024/06/05-14:43:41.556793 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:43:41.556797 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:43:41.556801 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/6ee216b36c6f4109ab1988e3 dir, Total Num: 0, files: +2024/06/05-14:43:41.556804 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/6ee216b36c6f4109ab1988e3: 000005.log size: 216699 ; +2024/06/05-14:43:41.556806 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:43:41.556808 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:43:41.556810 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:43:41.556812 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:43:41.556814 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:43:41.556816 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:43:41.556818 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:43:41.556820 139709153148928 Options.info_log: 0x55cbc37c5700 +2024/06/05-14:43:41.556822 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:43:41.556824 139709153148928 Options.statistics: (nil) +2024/06/05-14:43:41.556825 139709153148928 Options.use_fsync: 0 +2024/06/05-14:43:41.556827 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:43:41.556829 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:43:41.556831 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:43:41.556832 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:43:41.556834 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:43:41.556836 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:43:41.556838 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:43:41.556840 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:43:41.556841 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:43:41.556843 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:43:41.556845 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:43:41.556847 139709153148928 Options.db_log_dir: +2024/06/05-14:43:41.556849 139709153148928 Options.wal_dir: +2024/06/05-14:43:41.556850 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:43:41.556852 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:43:41.556854 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:43:41.556855 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:43:41.556857 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:43:41.556859 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:43:41.556861 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:43:41.556862 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:43:41.556873 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:43:41.556874 139709153148928 Options.write_buffer_manager: 0x55cbc38a4210 +2024/06/05-14:43:41.556901 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:43:41.556904 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:43:41.556905 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:43:41.556907 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:43:41.556909 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:43:41.556913 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:43:41.556915 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:43:41.556917 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:43:41.556918 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:43:41.556920 139709153148928 Options.unordered_write: 0 +2024/06/05-14:43:41.556921 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:43:41.556923 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:43:41.556924 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:43:41.556926 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:43:41.556928 139709153148928 Options.row_cache: None +2024/06/05-14:43:41.556929 139709153148928 Options.wal_filter: None +2024/06/05-14:43:41.556932 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:43:41.556934 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:43:41.556936 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:43:41.556937 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:43:41.556938 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:43:41.556940 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:43:41.556942 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:43:41.556944 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:43:41.556945 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:43:41.556947 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:43:41.556949 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:43:41.556951 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:43:41.556952 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:43:41.556954 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:43:41.556955 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:43:41.556957 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:43:41.556959 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:43:41.556960 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:43:41.556961 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:43:41.556963 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:43:41.556965 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:43:41.556967 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:43:41.556969 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:43:41.556970 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:43:41.556972 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:43:41.556974 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:43:41.556976 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:43:41.556987 139709153148928 Options.max_open_files: -1 +2024/06/05-14:43:41.556989 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:43:41.556991 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:43:41.556992 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:43:41.556994 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:43:41.556995 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:43:41.556997 139709153148928 Compression algorithms supported: +2024/06/05-14:43:41.557000 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:43:41.557003 139709153148928 kZSTD supported: 1 +2024/06/05-14:43:41.557005 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:43:41.557007 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:43:41.557009 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:43:41.557011 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:43:41.557012 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:43:41.557014 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:43:41.557017 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:43:41.557094 139709153148928 [WARN] [/db_impl/db_impl_open.cc:1907] Persisting Option File error: OK +2024/06/05-14:43:41.557108 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:43:41.557147 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG.old.1717609422231664 b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG.old.1717609422231664 new file mode 100644 index 0000000..a7cf5ab --- /dev/null +++ b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG.old.1717609422231664 @@ -0,0 +1,106 @@ +2024/06/05-14:43:42.009220 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:43:42.009562 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:43:42.009568 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:43:42.009571 139709153148928 DB SUMMARY +2024/06/05-14:43:42.009573 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VSL +2024/06/05-14:43:42.009604 139709153148928 CURRENT file: CURRENT +2024/06/05-14:43:42.009607 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:43:42.009611 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:43:42.009613 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/6ee216b36c6f4109ab1988e3 dir, Total Num: 0, files: +2024/06/05-14:43:42.009615 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/6ee216b36c6f4109ab1988e3: 000005.log size: 216699 ; +2024/06/05-14:43:42.009618 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:43:42.009620 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:43:42.009621 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:43:42.009623 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:43:42.009625 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:43:42.009626 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:43:42.009628 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:43:42.009630 139709153148928 Options.info_log: 0x55cbc3b34310 +2024/06/05-14:43:42.009631 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:43:42.009633 139709153148928 Options.statistics: (nil) +2024/06/05-14:43:42.009635 139709153148928 Options.use_fsync: 0 +2024/06/05-14:43:42.009636 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:43:42.009638 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:43:42.009640 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:43:42.009641 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:43:42.009643 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:43:42.009644 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:43:42.009646 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:43:42.009647 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:43:42.009649 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:43:42.009650 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:43:42.009652 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:43:42.009653 139709153148928 Options.db_log_dir: +2024/06/05-14:43:42.009655 139709153148928 Options.wal_dir: +2024/06/05-14:43:42.009656 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:43:42.009658 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:43:42.009659 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:43:42.009661 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:43:42.009662 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:43:42.009664 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:43:42.009665 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:43:42.009667 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:43:42.009673 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:43:42.009675 139709153148928 Options.write_buffer_manager: 0x55cbc2aa09c0 +2024/06/05-14:43:42.009692 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:43:42.009693 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:43:42.009694 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:43:42.009695 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:43:42.009696 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:43:42.009698 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:43:42.009698 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:43:42.009699 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:43:42.009700 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:43:42.009701 139709153148928 Options.unordered_write: 0 +2024/06/05-14:43:42.009702 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:43:42.009703 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:43:42.009704 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:43:42.009705 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:43:42.009706 139709153148928 Options.row_cache: None +2024/06/05-14:43:42.009706 139709153148928 Options.wal_filter: None +2024/06/05-14:43:42.009707 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:43:42.009708 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:43:42.009709 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:43:42.009710 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:43:42.009711 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:43:42.009712 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:43:42.009713 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:43:42.009714 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:43:42.009714 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:43:42.009715 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:43:42.009716 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:43:42.009717 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:43:42.009718 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:43:42.009719 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:43:42.009720 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:43:42.009721 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:43:42.009722 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:43:42.009723 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:43:42.009724 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:43:42.009725 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:43:42.009725 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:43:42.009726 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:43:42.009727 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:43:42.009728 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:43:42.009729 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:43:42.009730 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:43:42.009731 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:43:42.009736 139709153148928 Options.max_open_files: -1 +2024/06/05-14:43:42.009737 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:43:42.009738 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:43:42.009739 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:43:42.009740 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:43:42.009741 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:43:42.009742 139709153148928 Compression algorithms supported: +2024/06/05-14:43:42.009743 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:43:42.009745 139709153148928 kZSTD supported: 1 +2024/06/05-14:43:42.009746 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:43:42.009747 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:43:42.009748 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:43:42.009766 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:43:42.009768 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:43:42.009769 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:43:42.009772 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:43:42.009807 139709153148928 [WARN] [/db_impl/db_impl_open.cc:1907] Persisting Option File error: OK +2024/06/05-14:43:42.009817 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:43:42.009833 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG.old.1717609422915888 b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG.old.1717609422915888 new file mode 100644 index 0000000..5b14ea0 --- /dev/null +++ b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG.old.1717609422915888 @@ -0,0 +1,106 @@ +2024/06/05-14:43:42.231785 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:43:42.232114 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:43:42.232119 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:43:42.232121 139709153148928 DB SUMMARY +2024/06/05-14:43:42.232122 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VR8 +2024/06/05-14:43:42.232146 139709153148928 CURRENT file: CURRENT +2024/06/05-14:43:42.232147 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:43:42.232150 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:43:42.232152 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/6ee216b36c6f4109ab1988e3 dir, Total Num: 0, files: +2024/06/05-14:43:42.232153 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/6ee216b36c6f4109ab1988e3: 000005.log size: 218124 ; +2024/06/05-14:43:42.232155 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:43:42.232156 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:43:42.232158 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:43:42.232159 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:43:42.232161 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:43:42.232162 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:43:42.232164 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:43:42.232166 139709153148928 Options.info_log: 0x55cbc3aca160 +2024/06/05-14:43:42.232167 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:43:42.232169 139709153148928 Options.statistics: (nil) +2024/06/05-14:43:42.232170 139709153148928 Options.use_fsync: 0 +2024/06/05-14:43:42.232172 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:43:42.232174 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:43:42.232175 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:43:42.232177 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:43:42.232179 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:43:42.232180 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:43:42.232181 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:43:42.232182 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:43:42.232183 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:43:42.232184 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:43:42.232184 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:43:42.232186 139709153148928 Options.db_log_dir: +2024/06/05-14:43:42.232187 139709153148928 Options.wal_dir: +2024/06/05-14:43:42.232189 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:43:42.232190 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:43:42.232192 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:43:42.232193 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:43:42.232195 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:43:42.232196 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:43:42.232198 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:43:42.232200 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:43:42.232206 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:43:42.232207 139709153148928 Options.write_buffer_manager: 0x55cbc395f540 +2024/06/05-14:43:42.232222 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:43:42.232224 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:43:42.232226 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:43:42.232227 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:43:42.232229 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:43:42.232231 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:43:42.232233 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:43:42.232235 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:43:42.232236 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:43:42.232237 139709153148928 Options.unordered_write: 0 +2024/06/05-14:43:42.232239 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:43:42.232240 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:43:42.232242 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:43:42.232243 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:43:42.232245 139709153148928 Options.row_cache: None +2024/06/05-14:43:42.232246 139709153148928 Options.wal_filter: None +2024/06/05-14:43:42.232248 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:43:42.232249 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:43:42.232250 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:43:42.232252 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:43:42.232253 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:43:42.232254 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:43:42.232255 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:43:42.232256 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:43:42.232257 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:43:42.232259 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:43:42.232260 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:43:42.232261 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:43:42.232263 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:43:42.232264 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:43:42.232265 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:43:42.232267 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:43:42.232268 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:43:42.232269 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:43:42.232270 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:43:42.232272 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:43:42.232273 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:43:42.232274 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:43:42.232275 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:43:42.232276 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:43:42.232277 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:43:42.232279 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:43:42.232280 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:43:42.232291 139709153148928 Options.max_open_files: -1 +2024/06/05-14:43:42.232293 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:43:42.232294 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:43:42.232295 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:43:42.232297 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:43:42.232298 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:43:42.232299 139709153148928 Compression algorithms supported: +2024/06/05-14:43:42.232301 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:43:42.232304 139709153148928 kZSTD supported: 1 +2024/06/05-14:43:42.232305 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:43:42.232307 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:43:42.232308 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:43:42.232309 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:43:42.232311 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:43:42.232312 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:43:42.232315 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:43:42.232359 139709153148928 [WARN] [/db_impl/db_impl_open.cc:1907] Persisting Option File error: OK +2024/06/05-14:43:42.232370 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:43:42.232394 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG.old.1717609423041032 b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG.old.1717609423041032 new file mode 100644 index 0000000..35a35bd --- /dev/null +++ b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/LOG.old.1717609423041032 @@ -0,0 +1,106 @@ +2024/06/05-14:43:42.916164 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:43:42.923975 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:43:42.923993 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:43:42.923996 139709153148928 DB SUMMARY +2024/06/05-14:43:42.923999 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VRR +2024/06/05-14:43:42.924103 139709153148928 CURRENT file: CURRENT +2024/06/05-14:43:42.924109 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:43:42.924120 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:43:42.924124 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/6ee216b36c6f4109ab1988e3 dir, Total Num: 0, files: +2024/06/05-14:43:42.924127 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/6ee216b36c6f4109ab1988e3: 000005.log size: 218124 ; +2024/06/05-14:43:42.924130 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:43:42.924132 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:43:42.924134 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:43:42.924136 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:43:42.924138 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:43:42.924140 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:43:42.924142 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:43:42.924143 139709153148928 Options.info_log: 0x55cbc3a5f4c0 +2024/06/05-14:43:42.924145 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:43:42.924147 139709153148928 Options.statistics: (nil) +2024/06/05-14:43:42.924150 139709153148928 Options.use_fsync: 0 +2024/06/05-14:43:42.924153 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:43:42.924154 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:43:42.924156 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:43:42.924158 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:43:42.924160 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:43:42.924162 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:43:42.924164 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:43:42.924166 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:43:42.924167 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:43:42.924169 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:43:42.924171 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:43:42.924173 139709153148928 Options.db_log_dir: +2024/06/05-14:43:42.924175 139709153148928 Options.wal_dir: +2024/06/05-14:43:42.924180 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:43:42.924182 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:43:42.924187 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:43:42.924189 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:43:42.924191 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:43:42.924193 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:43:42.924195 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:43:42.924197 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:43:42.924205 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:43:42.924207 139709153148928 Options.write_buffer_manager: 0x55cbc3aa3490 +2024/06/05-14:43:42.924264 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:43:42.924267 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:43:42.924269 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:43:42.924270 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:43:42.924272 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:43:42.924275 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:43:42.924277 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:43:42.924279 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:43:42.924280 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:43:42.924282 139709153148928 Options.unordered_write: 0 +2024/06/05-14:43:42.924283 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:43:42.924285 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:43:42.924286 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:43:42.924287 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:43:42.924289 139709153148928 Options.row_cache: None +2024/06/05-14:43:42.924290 139709153148928 Options.wal_filter: None +2024/06/05-14:43:42.924292 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:43:42.924294 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:43:42.924295 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:43:42.924297 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:43:42.924298 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:43:42.924303 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:43:42.924305 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:43:42.924306 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:43:42.924308 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:43:42.924310 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:43:42.924311 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:43:42.924313 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:43:42.924315 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:43:42.924317 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:43:42.924318 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:43:42.924320 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:43:42.924322 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:43:42.924324 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:43:42.924325 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:43:42.924327 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:43:42.924329 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:43:42.924330 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:43:42.924332 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:43:42.924334 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:43:42.924335 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:43:42.924337 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:43:42.924339 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:43:42.924353 139709153148928 Options.max_open_files: -1 +2024/06/05-14:43:42.924355 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:43:42.924356 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:43:42.924358 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:43:42.924360 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:43:42.924362 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:43:42.924364 139709153148928 Compression algorithms supported: +2024/06/05-14:43:42.924367 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:43:42.924370 139709153148928 kZSTD supported: 1 +2024/06/05-14:43:42.924372 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:43:42.924374 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:43:42.924375 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:43:42.924377 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:43:42.924379 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:43:42.924381 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:43:42.924384 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:43:42.924457 139709153148928 [WARN] [/db_impl/db_impl_open.cc:1907] Persisting Option File error: OK +2024/06/05-14:43:42.924475 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:43:42.924528 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/MANIFEST-000004 b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/MANIFEST-000004 new file mode 100644 index 0000000..0bf7712 Binary files /dev/null and b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/MANIFEST-000004 differ diff --git a/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/OPTIONS-000007 b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/chunks/6ee216b36c6f4109ab1988e3/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/000009.sst b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/000009.sst new file mode 100644 index 0000000..14cbabf Binary files /dev/null and b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/000009.sst differ diff --git a/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/000011.log b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/000011.log new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/CURRENT b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/CURRENT new file mode 100644 index 0000000..3051f81 --- /dev/null +++ b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/CURRENT @@ -0,0 +1 @@ +MANIFEST-000010 diff --git a/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/IDENTITY b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/IDENTITY new file mode 100644 index 0000000..82fc76d --- /dev/null +++ b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/IDENTITY @@ -0,0 +1 @@ +f235c94b-1613-428e-bbd4-7ce67170214c \ No newline at end of file diff --git a/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/LOCK b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/LOG b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/LOG new file mode 100644 index 0000000..ad42704 --- /dev/null +++ b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/LOG @@ -0,0 +1,245 @@ +2024/06/05-14:43:41.641057 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:43:41.641357 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:43:41.641363 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:43:41.641366 139709153148928 DB SUMMARY +2024/06/05-14:43:41.641367 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VS2 +2024/06/05-14:43:41.641396 139709153148928 CURRENT file: CURRENT +2024/06/05-14:43:41.641398 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:43:41.641408 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:43:41.641411 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/83ab6b3ec97a44719acc7d76 dir, Total Num: 0, files: +2024/06/05-14:43:41.641413 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/83ab6b3ec97a44719acc7d76: 000005.log size: 56712 ; +2024/06/05-14:43:41.641415 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:43:41.641417 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:43:41.641419 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:43:41.641420 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:43:41.641422 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:43:41.641423 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:43:41.641425 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:43:41.641427 139709153148928 Options.info_log: 0x55cbc3958930 +2024/06/05-14:43:41.641428 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:43:41.641430 139709153148928 Options.statistics: (nil) +2024/06/05-14:43:41.641432 139709153148928 Options.use_fsync: 0 +2024/06/05-14:43:41.641433 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:43:41.641435 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:43:41.641437 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:43:41.641438 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:43:41.641440 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:43:41.641441 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:43:41.641443 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:43:41.641444 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:43:41.641446 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:43:41.641448 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:43:41.641449 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:43:41.641451 139709153148928 Options.db_log_dir: +2024/06/05-14:43:41.641452 139709153148928 Options.wal_dir: +2024/06/05-14:43:41.641454 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:43:41.641456 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:43:41.641457 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:43:41.641459 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:43:41.641461 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:43:41.641463 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:43:41.641464 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:43:41.641466 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:43:41.641472 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:43:41.641474 139709153148928 Options.write_buffer_manager: 0x55cbc394e6a0 +2024/06/05-14:43:41.641514 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:43:41.641518 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:43:41.641520 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:43:41.641521 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:43:41.641523 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:43:41.641525 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:43:41.641527 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:43:41.641528 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:43:41.641530 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:43:41.641532 139709153148928 Options.unordered_write: 0 +2024/06/05-14:43:41.641533 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:43:41.641534 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:43:41.641536 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:43:41.641537 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:43:41.641538 139709153148928 Options.row_cache: None +2024/06/05-14:43:41.641540 139709153148928 Options.wal_filter: None +2024/06/05-14:43:41.641541 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:43:41.641543 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:43:41.641544 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:43:41.641546 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:43:41.641547 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:43:41.641548 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:43:41.641550 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:43:41.641551 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:43:41.641553 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:43:41.641554 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:43:41.641556 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:43:41.641557 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:43:41.641559 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:43:41.641560 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:43:41.641562 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:43:41.641563 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:43:41.641565 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:43:41.641566 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:43:41.641568 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:43:41.641569 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:43:41.641571 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:43:41.641572 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:43:41.641574 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:43:41.641575 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:43:41.641577 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:43:41.641578 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:43:41.641579 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:43:41.641592 139709153148928 Options.max_open_files: -1 +2024/06/05-14:43:41.641594 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:43:41.641595 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:43:41.641597 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:43:41.641598 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:43:41.641599 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:43:41.641601 139709153148928 Compression algorithms supported: +2024/06/05-14:43:41.641603 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:43:41.641606 139709153148928 kZSTD supported: 1 +2024/06/05-14:43:41.641607 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:43:41.641609 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:43:41.641610 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:43:41.641612 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:43:41.641613 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:43:41.641615 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:43:41.641618 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:43:41.642170 139709153148928 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/MANIFEST-000004 +2024/06/05-14:43:41.642373 139709153148928 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:43:41.642379 139709153148928 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:43:41.642382 139709153148928 Options.merge_operator: None +2024/06/05-14:43:41.642383 139709153148928 Options.compaction_filter: None +2024/06/05-14:43:41.642384 139709153148928 Options.compaction_filter_factory: None +2024/06/05-14:43:41.642386 139709153148928 Options.sst_partitioner_factory: None +2024/06/05-14:43:41.642388 139709153148928 Options.memtable_factory: SkipListFactory +2024/06/05-14:43:41.642389 139709153148928 Options.table_factory: BlockBasedTable +2024/06/05-14:43:41.642417 139709153148928 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cbc39d77d0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55cbc394e4f0 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:43:41.642420 139709153148928 Options.write_buffer_size: 1048576 +2024/06/05-14:43:41.642421 139709153148928 Options.max_write_buffer_number: 2 +2024/06/05-14:43:41.642424 139709153148928 Options.compression: Snappy +2024/06/05-14:43:41.642425 139709153148928 Options.bottommost_compression: Disabled +2024/06/05-14:43:41.642427 139709153148928 Options.prefix_extractor: nullptr +2024/06/05-14:43:41.642429 139709153148928 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:43:41.642430 139709153148928 Options.num_levels: 4 +2024/06/05-14:43:41.642432 139709153148928 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:43:41.642480 139709153148928 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:43:41.642485 139709153148928 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:43:41.642487 139709153148928 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:43:41.642488 139709153148928 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:43:41.642490 139709153148928 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:43:41.642491 139709153148928 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:41.642493 139709153148928 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:41.642494 139709153148928 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:43:41.642495 139709153148928 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:43:41.642497 139709153148928 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:41.642498 139709153148928 Options.compression_opts.window_bits: -14 +2024/06/05-14:43:41.642499 139709153148928 Options.compression_opts.level: 32767 +2024/06/05-14:43:41.642501 139709153148928 Options.compression_opts.strategy: 0 +2024/06/05-14:43:41.642502 139709153148928 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:41.642504 139709153148928 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:41.642505 139709153148928 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:43:41.642506 139709153148928 Options.compression_opts.enabled: false +2024/06/05-14:43:41.642508 139709153148928 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:41.642509 139709153148928 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:43:41.642511 139709153148928 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:43:41.642512 139709153148928 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:43:41.642513 139709153148928 Options.target_file_size_base: 67108864 +2024/06/05-14:43:41.642514 139709153148928 Options.target_file_size_multiplier: 1 +2024/06/05-14:43:41.642516 139709153148928 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:43:41.642517 139709153148928 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:43:41.642518 139709153148928 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:43:41.642521 139709153148928 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:43:41.642523 139709153148928 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:43:41.642525 139709153148928 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:43:41.642527 139709153148928 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:43:41.642547 139709153148928 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:43:41.642551 139709153148928 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:43:41.642553 139709153148928 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:43:41.642555 139709153148928 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:43:41.642556 139709153148928 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:43:41.642558 139709153148928 Options.arena_block_size: 131072 +2024/06/05-14:43:41.642611 139709153148928 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:43:41.642615 139709153148928 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:43:41.642617 139709153148928 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:43:41.642618 139709153148928 Options.disable_auto_compactions: 0 +2024/06/05-14:43:41.642621 139709153148928 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:43:41.642641 139709153148928 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:43:41.642642 139709153148928 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:43:41.642644 139709153148928 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:43:41.642645 139709153148928 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:43:41.642646 139709153148928 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:43:41.642648 139709153148928 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:43:41.642650 139709153148928 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:43:41.642651 139709153148928 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:43:41.642653 139709153148928 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:43:41.642660 139709153148928 Options.table_properties_collectors: +2024/06/05-14:43:41.642661 139709153148928 Options.inplace_update_support: 0 +2024/06/05-14:43:41.642663 139709153148928 Options.inplace_update_num_locks: 10000 +2024/06/05-14:43:41.642665 139709153148928 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:43:41.642668 139709153148928 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:43:41.642669 139709153148928 Options.memtable_huge_page_size: 0 +2024/06/05-14:43:41.642671 139709153148928 Options.bloom_locality: 0 +2024/06/05-14:43:41.642672 139709153148928 Options.max_successive_merges: 0 +2024/06/05-14:43:41.642673 139709153148928 Options.optimize_filters_for_hits: 0 +2024/06/05-14:43:41.642674 139709153148928 Options.paranoid_file_checks: 0 +2024/06/05-14:43:41.642675 139709153148928 Options.force_consistency_checks: 1 +2024/06/05-14:43:41.642676 139709153148928 Options.report_bg_io_stats: 0 +2024/06/05-14:43:41.642677 139709153148928 Options.ttl: 2592000 +2024/06/05-14:43:41.642678 139709153148928 Options.periodic_compaction_seconds: 0 +2024/06/05-14:43:41.642679 139709153148928 Options.enable_blob_files: false +2024/06/05-14:43:41.642680 139709153148928 Options.min_blob_size: 0 +2024/06/05-14:43:41.642680 139709153148928 Options.blob_file_size: 268435456 +2024/06/05-14:43:41.642682 139709153148928 Options.blob_compression_type: NoCompression +2024/06/05-14:43:41.642683 139709153148928 Options.enable_blob_garbage_collection: false +2024/06/05-14:43:41.642683 139709153148928 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:43:41.642685 139709153148928 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:43:41.642686 139709153148928 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:43:41.644605 139709153148928 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/MANIFEST-000004 succeeded,manifest_file_number is 4, next_file_number is 6, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:43:41.644620 139709153148928 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:43:41.645047 139709153148928 [/version_set.cc:4410] Creating manifest 8 +2024/06/05-14:43:41.660271 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421660259, "job": 1, "event": "recovery_started", "wal_files": [5]} +2024/06/05-14:43:41.660285 139709153148928 [/db_impl/db_impl_open.cc:890] Recovering log #5 mode 2 +2024/06/05-14:43:41.679085 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421678988, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 9, "file_size": 38613, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4347, "index_size": 159, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 40318, "raw_average_key_size": 79, "raw_value_size": 16449, "raw_average_value_size": 32, "num_data_blocks": 3, "num_entries": 504, "num_filter_entries": 0, "num_deletions": 349, "num_merge_operands": 0, "num_range_deletions": 198, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609421, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "f235c94b-1613-428e-bbd4-7ce67170214c", "db_session_id": "AHT7RO2F0WMNLQGE5VS2", "orig_file_number": 9}} +2024/06/05-14:43:41.679352 139709153148928 [/version_set.cc:4410] Creating manifest 10 +2024/06/05-14:43:41.697300 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421697291, "job": 1, "event": "recovery_finished"} +2024/06/05-14:43:41.708645 139709153148928 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:43:41.708694 139709153148928 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55cbc39d8850 +2024/06/05-14:43:41.708729 139709153148928 DB pointer 0x55cbc39565a0 +2024/06/05-14:43:41.708895 139709153148928 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:43:41.708907 139709153148928 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:43:41.708927 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:43:41.709241 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/LOG.old.1717609421639399 b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/LOG.old.1717609421639399 new file mode 100644 index 0000000..417113a --- /dev/null +++ b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/LOG.old.1717609421639399 @@ -0,0 +1,269 @@ +2024/06/05-14:42:15.850424 140415054196736 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:42:15.851310 140415054196736 RocksDB version: 6.29.5 +2024/06/05-14:42:15.851331 140415054196736 Compile date 2023-03-02 19:33:03 +2024/06/05-14:42:15.851365 140415054196736 DB SUMMARY +2024/06/05-14:42:15.851368 140415054196736 DB Session ID: MJ3GLL5L40S4PCYFDP7O +2024/06/05-14:42:15.851478 140415054196736 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/83ab6b3ec97a44719acc7d76 dir, Total Num: 0, files: +2024/06/05-14:42:15.851483 140415054196736 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/83ab6b3ec97a44719acc7d76: +2024/06/05-14:42:15.851485 140415054196736 Options.error_if_exists: 0 +2024/06/05-14:42:15.851497 140415054196736 Options.create_if_missing: 1 +2024/06/05-14:42:15.851499 140415054196736 Options.paranoid_checks: 0 +2024/06/05-14:42:15.851500 140415054196736 Options.flush_verify_memtable_count: 1 +2024/06/05-14:42:15.851501 140415054196736 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:42:15.851501 140415054196736 Options.env: 0x7fb4b611d940 +2024/06/05-14:42:15.851502 140415054196736 Options.fs: PosixFileSystem +2024/06/05-14:42:15.851503 140415054196736 Options.info_log: 0x55f1f38313c0 +2024/06/05-14:42:15.851504 140415054196736 Options.max_file_opening_threads: 16 +2024/06/05-14:42:15.851505 140415054196736 Options.statistics: (nil) +2024/06/05-14:42:15.851506 140415054196736 Options.use_fsync: 0 +2024/06/05-14:42:15.851506 140415054196736 Options.max_log_file_size: 0 +2024/06/05-14:42:15.851507 140415054196736 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:42:15.851508 140415054196736 Options.log_file_time_to_roll: 0 +2024/06/05-14:42:15.851509 140415054196736 Options.keep_log_file_num: 10 +2024/06/05-14:42:15.851509 140415054196736 Options.recycle_log_file_num: 0 +2024/06/05-14:42:15.851510 140415054196736 Options.allow_fallocate: 1 +2024/06/05-14:42:15.851511 140415054196736 Options.allow_mmap_reads: 0 +2024/06/05-14:42:15.851512 140415054196736 Options.allow_mmap_writes: 0 +2024/06/05-14:42:15.851512 140415054196736 Options.use_direct_reads: 0 +2024/06/05-14:42:15.851513 140415054196736 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:42:15.851514 140415054196736 Options.create_missing_column_families: 0 +2024/06/05-14:42:15.851514 140415054196736 Options.db_log_dir: +2024/06/05-14:42:15.851515 140415054196736 Options.wal_dir: +2024/06/05-14:42:15.851516 140415054196736 Options.table_cache_numshardbits: 6 +2024/06/05-14:42:15.851516 140415054196736 Options.WAL_ttl_seconds: 0 +2024/06/05-14:42:15.851517 140415054196736 Options.WAL_size_limit_MB: 0 +2024/06/05-14:42:15.851518 140415054196736 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:42:15.851519 140415054196736 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:42:15.851519 140415054196736 Options.is_fd_close_on_exec: 1 +2024/06/05-14:42:15.851520 140415054196736 Options.advise_random_on_open: 1 +2024/06/05-14:42:15.851521 140415054196736 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:42:15.851524 140415054196736 Options.db_write_buffer_size: 1048576 +2024/06/05-14:42:15.851525 140415054196736 Options.write_buffer_manager: 0x55f1f387ad40 +2024/06/05-14:42:15.851525 140415054196736 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:42:15.851526 140415054196736 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:42:15.851554 140415054196736 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:42:15.851557 140415054196736 Options.use_adaptive_mutex: 0 +2024/06/05-14:42:15.851558 140415054196736 Options.rate_limiter: (nil) +2024/06/05-14:42:15.851574 140415054196736 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:42:15.851577 140415054196736 Options.wal_recovery_mode: 2 +2024/06/05-14:42:15.851577 140415054196736 Options.enable_thread_tracking: 0 +2024/06/05-14:42:15.851578 140415054196736 Options.enable_pipelined_write: 0 +2024/06/05-14:42:15.851579 140415054196736 Options.unordered_write: 0 +2024/06/05-14:42:15.851580 140415054196736 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:42:15.851580 140415054196736 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:42:15.851581 140415054196736 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:42:15.851582 140415054196736 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:42:15.851583 140415054196736 Options.row_cache: None +2024/06/05-14:42:15.851583 140415054196736 Options.wal_filter: None +2024/06/05-14:42:15.851584 140415054196736 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:42:15.851585 140415054196736 Options.allow_ingest_behind: 0 +2024/06/05-14:42:15.851586 140415054196736 Options.preserve_deletes: 0 +2024/06/05-14:42:15.851586 140415054196736 Options.two_write_queues: 0 +2024/06/05-14:42:15.851587 140415054196736 Options.manual_wal_flush: 0 +2024/06/05-14:42:15.851588 140415054196736 Options.atomic_flush: 0 +2024/06/05-14:42:15.851588 140415054196736 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:42:15.851589 140415054196736 Options.persist_stats_to_disk: 0 +2024/06/05-14:42:15.851590 140415054196736 Options.write_dbid_to_manifest: 0 +2024/06/05-14:42:15.851591 140415054196736 Options.log_readahead_size: 0 +2024/06/05-14:42:15.851591 140415054196736 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:42:15.851592 140415054196736 Options.best_efforts_recovery: 0 +2024/06/05-14:42:15.851593 140415054196736 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:42:15.851594 140415054196736 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:42:15.851594 140415054196736 Options.allow_data_in_errors: 0 +2024/06/05-14:42:15.851595 140415054196736 Options.db_host_id: __hostname__ +2024/06/05-14:42:15.851596 140415054196736 Options.max_background_jobs: 2 +2024/06/05-14:42:15.851597 140415054196736 Options.max_background_compactions: 4 +2024/06/05-14:42:15.851597 140415054196736 Options.max_subcompactions: 1 +2024/06/05-14:42:15.851598 140415054196736 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:42:15.851599 140415054196736 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:42:15.851599 140415054196736 Options.delayed_write_rate : 16777216 +2024/06/05-14:42:15.851600 140415054196736 Options.max_total_wal_size: 0 +2024/06/05-14:42:15.851601 140415054196736 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:42:15.851602 140415054196736 Options.stats_dump_period_sec: 600 +2024/06/05-14:42:15.851602 140415054196736 Options.stats_persist_period_sec: 600 +2024/06/05-14:42:15.851603 140415054196736 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:42:15.851604 140415054196736 Options.max_open_files: -1 +2024/06/05-14:42:15.851605 140415054196736 Options.bytes_per_sync: 0 +2024/06/05-14:42:15.851606 140415054196736 Options.wal_bytes_per_sync: 0 +2024/06/05-14:42:15.851614 140415054196736 Options.strict_bytes_per_sync: 0 +2024/06/05-14:42:15.851615 140415054196736 Options.compaction_readahead_size: 0 +2024/06/05-14:42:15.851615 140415054196736 Options.max_background_flushes: -1 +2024/06/05-14:42:15.851616 140415054196736 Compression algorithms supported: +2024/06/05-14:42:15.851617 140415054196736 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:42:15.851622 140415054196736 kZSTD supported: 1 +2024/06/05-14:42:15.851623 140415054196736 kXpressCompression supported: 0 +2024/06/05-14:42:15.851624 140415054196736 kLZ4HCCompression supported: 0 +2024/06/05-14:42:15.851625 140415054196736 kLZ4Compression supported: 0 +2024/06/05-14:42:15.851625 140415054196736 kBZip2Compression supported: 1 +2024/06/05-14:42:15.851626 140415054196736 kZlibCompression supported: 1 +2024/06/05-14:42:15.851627 140415054196736 kSnappyCompression supported: 1 +2024/06/05-14:42:15.851658 140415054196736 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:42:15.857668 140415054196736 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:42:15.864684 140415054196736 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/MANIFEST-000001 +2024/06/05-14:42:15.865675 140415054196736 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:42:15.865710 140415054196736 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:42:15.865714 140415054196736 Options.merge_operator: None +2024/06/05-14:42:15.865715 140415054196736 Options.compaction_filter: None +2024/06/05-14:42:15.865716 140415054196736 Options.compaction_filter_factory: None +2024/06/05-14:42:15.865716 140415054196736 Options.sst_partitioner_factory: None +2024/06/05-14:42:15.865718 140415054196736 Options.memtable_factory: SkipListFactory +2024/06/05-14:42:15.865719 140415054196736 Options.table_factory: BlockBasedTable +2024/06/05-14:42:15.865749 140415054196736 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f1f382b9b0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55f1f38347e0 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:42:15.865752 140415054196736 Options.write_buffer_size: 1048576 +2024/06/05-14:42:15.865753 140415054196736 Options.max_write_buffer_number: 2 +2024/06/05-14:42:15.865782 140415054196736 Options.compression: Snappy +2024/06/05-14:42:15.865785 140415054196736 Options.bottommost_compression: Disabled +2024/06/05-14:42:15.865786 140415054196736 Options.prefix_extractor: nullptr +2024/06/05-14:42:15.865787 140415054196736 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:42:15.865788 140415054196736 Options.num_levels: 4 +2024/06/05-14:42:15.865789 140415054196736 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:42:15.865790 140415054196736 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:42:15.865791 140415054196736 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:42:15.865861 140415054196736 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:42:15.865864 140415054196736 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:42:15.865865 140415054196736 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:42:15.865866 140415054196736 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:42:15.865867 140415054196736 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:42:15.865868 140415054196736 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:42:15.865868 140415054196736 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:42:15.865869 140415054196736 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:42:15.865870 140415054196736 Options.compression_opts.window_bits: -14 +2024/06/05-14:42:15.865871 140415054196736 Options.compression_opts.level: 32767 +2024/06/05-14:42:15.865872 140415054196736 Options.compression_opts.strategy: 0 +2024/06/05-14:42:15.865872 140415054196736 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:42:15.865873 140415054196736 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:42:15.865874 140415054196736 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:42:15.865874 140415054196736 Options.compression_opts.enabled: false +2024/06/05-14:42:15.865875 140415054196736 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:42:15.865876 140415054196736 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:42:15.865877 140415054196736 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:42:15.865877 140415054196736 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:42:15.865878 140415054196736 Options.target_file_size_base: 67108864 +2024/06/05-14:42:15.865879 140415054196736 Options.target_file_size_multiplier: 1 +2024/06/05-14:42:15.865880 140415054196736 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:42:15.865880 140415054196736 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:42:15.865881 140415054196736 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:42:15.865883 140415054196736 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:42:15.865884 140415054196736 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:42:15.865885 140415054196736 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:42:15.865885 140415054196736 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:42:15.865886 140415054196736 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:42:15.865887 140415054196736 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:42:15.865888 140415054196736 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:42:15.865888 140415054196736 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:42:15.865889 140415054196736 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:42:15.865890 140415054196736 Options.arena_block_size: 131072 +2024/06/05-14:42:15.865891 140415054196736 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:42:15.865891 140415054196736 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:42:15.865892 140415054196736 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:42:15.865893 140415054196736 Options.disable_auto_compactions: 0 +2024/06/05-14:42:15.865923 140415054196736 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:42:15.865927 140415054196736 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:42:15.865928 140415054196736 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:42:15.865938 140415054196736 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:42:15.865939 140415054196736 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:42:15.865940 140415054196736 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:42:15.865940 140415054196736 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:42:15.865941 140415054196736 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:42:15.865942 140415054196736 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:42:15.865943 140415054196736 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:42:15.865948 140415054196736 Options.table_properties_collectors: +2024/06/05-14:42:15.865949 140415054196736 Options.inplace_update_support: 0 +2024/06/05-14:42:15.865950 140415054196736 Options.inplace_update_num_locks: 10000 +2024/06/05-14:42:15.865951 140415054196736 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:42:15.865952 140415054196736 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:42:15.865953 140415054196736 Options.memtable_huge_page_size: 0 +2024/06/05-14:42:15.865953 140415054196736 Options.bloom_locality: 0 +2024/06/05-14:42:15.865954 140415054196736 Options.max_successive_merges: 0 +2024/06/05-14:42:15.865955 140415054196736 Options.optimize_filters_for_hits: 0 +2024/06/05-14:42:15.865956 140415054196736 Options.paranoid_file_checks: 0 +2024/06/05-14:42:15.865956 140415054196736 Options.force_consistency_checks: 1 +2024/06/05-14:42:15.865957 140415054196736 Options.report_bg_io_stats: 0 +2024/06/05-14:42:15.865958 140415054196736 Options.ttl: 2592000 +2024/06/05-14:42:15.865958 140415054196736 Options.periodic_compaction_seconds: 0 +2024/06/05-14:42:15.865959 140415054196736 Options.enable_blob_files: false +2024/06/05-14:42:15.865960 140415054196736 Options.min_blob_size: 0 +2024/06/05-14:42:15.865961 140415054196736 Options.blob_file_size: 268435456 +2024/06/05-14:42:15.865961 140415054196736 Options.blob_compression_type: NoCompression +2024/06/05-14:42:15.865962 140415054196736 Options.enable_blob_garbage_collection: false +2024/06/05-14:42:15.865963 140415054196736 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:42:15.865964 140415054196736 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:42:15.865965 140415054196736 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:42:15.867762 140415054196736 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:42:15.867768 140415054196736 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:42:15.867872 140415054196736 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:42:15.885334 140415054196736 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55f1f372c620 +2024/06/05-14:42:15.885353 140415054196736 DB pointer 0x55f1f38900d0 +2024/06/05-14:42:15.885594 140410106136128 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:42:15.885606 140410106136128 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x55f1f38347e0#107570 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 2.4e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** diff --git a/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/MANIFEST-000010 b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/MANIFEST-000010 new file mode 100644 index 0000000..0ef36ad Binary files /dev/null and b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/MANIFEST-000010 differ diff --git a/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/OPTIONS-000007 b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/OPTIONS-000013 b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/OPTIONS-000013 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/chunks/83ab6b3ec97a44719acc7d76/OPTIONS-000013 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/000009.sst b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/000009.sst new file mode 100644 index 0000000..6b66349 Binary files /dev/null and b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/000009.sst differ diff --git a/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/000011.log b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/000011.log new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/CURRENT b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/CURRENT new file mode 100644 index 0000000..3051f81 --- /dev/null +++ b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/CURRENT @@ -0,0 +1 @@ +MANIFEST-000010 diff --git a/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/IDENTITY b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/IDENTITY new file mode 100644 index 0000000..6a78c73 --- /dev/null +++ b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/IDENTITY @@ -0,0 +1 @@ +3401ce99-bce4-4709-82b1-c2f0b3ac3f76 \ No newline at end of file diff --git a/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/LOCK b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/LOG b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/LOG new file mode 100644 index 0000000..fc5dff3 --- /dev/null +++ b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/LOG @@ -0,0 +1,245 @@ +2024/06/05-14:43:41.828595 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:43:41.828914 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:43:41.828919 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:43:41.828920 139709153148928 DB SUMMARY +2024/06/05-14:43:41.828921 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VSR +2024/06/05-14:43:41.828942 139709153148928 CURRENT file: CURRENT +2024/06/05-14:43:41.828943 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:43:41.828949 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:43:41.828951 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce dir, Total Num: 0, files: +2024/06/05-14:43:41.828952 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce: 000005.log size: 52592 ; +2024/06/05-14:43:41.828954 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:43:41.828955 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:43:41.828956 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:43:41.828957 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:43:41.828958 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:43:41.828959 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:43:41.828960 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:43:41.828961 139709153148928 Options.info_log: 0x55cbc39afea0 +2024/06/05-14:43:41.828962 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:43:41.828963 139709153148928 Options.statistics: (nil) +2024/06/05-14:43:41.828964 139709153148928 Options.use_fsync: 0 +2024/06/05-14:43:41.828965 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:43:41.828966 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:43:41.828967 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:43:41.828968 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:43:41.828969 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:43:41.828969 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:43:41.828970 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:43:41.828971 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:43:41.828972 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:43:41.828973 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:43:41.828974 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:43:41.828975 139709153148928 Options.db_log_dir: +2024/06/05-14:43:41.828975 139709153148928 Options.wal_dir: +2024/06/05-14:43:41.828976 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:43:41.828977 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:43:41.828978 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:43:41.828979 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:43:41.828980 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:43:41.828981 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:43:41.828982 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:43:41.828983 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:43:41.828986 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:43:41.828987 139709153148928 Options.write_buffer_manager: 0x55cbc39e1ad0 +2024/06/05-14:43:41.828999 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:43:41.829001 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:43:41.829001 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:43:41.829002 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:43:41.829003 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:43:41.829004 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:43:41.829005 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:43:41.829006 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:43:41.829007 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:43:41.829008 139709153148928 Options.unordered_write: 0 +2024/06/05-14:43:41.829009 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:43:41.829010 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:43:41.829011 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:43:41.829012 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:43:41.829012 139709153148928 Options.row_cache: None +2024/06/05-14:43:41.829013 139709153148928 Options.wal_filter: None +2024/06/05-14:43:41.829014 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:43:41.829015 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:43:41.829016 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:43:41.829017 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:43:41.829018 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:43:41.829018 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:43:41.829019 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:43:41.829020 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:43:41.829021 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:43:41.829022 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:43:41.829023 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:43:41.829024 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:43:41.829025 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:43:41.829025 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:43:41.829026 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:43:41.829027 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:43:41.829028 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:43:41.829029 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:43:41.829030 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:43:41.829031 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:43:41.829032 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:43:41.829033 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:43:41.829033 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:43:41.829034 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:43:41.829035 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:43:41.829036 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:43:41.829037 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:43:41.829042 139709153148928 Options.max_open_files: -1 +2024/06/05-14:43:41.829043 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:43:41.829044 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:43:41.829045 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:43:41.829046 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:43:41.829047 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:43:41.829048 139709153148928 Compression algorithms supported: +2024/06/05-14:43:41.829049 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:43:41.829050 139709153148928 kZSTD supported: 1 +2024/06/05-14:43:41.829051 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:43:41.829052 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:43:41.829053 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:43:41.829054 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:43:41.829055 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:43:41.829056 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:43:41.829058 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:43:41.829430 139709153148928 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/MANIFEST-000004 +2024/06/05-14:43:41.829523 139709153148928 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:43:41.829526 139709153148928 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:43:41.829527 139709153148928 Options.merge_operator: None +2024/06/05-14:43:41.829528 139709153148928 Options.compaction_filter: None +2024/06/05-14:43:41.829529 139709153148928 Options.compaction_filter_factory: None +2024/06/05-14:43:41.829530 139709153148928 Options.sst_partitioner_factory: None +2024/06/05-14:43:41.829531 139709153148928 Options.memtable_factory: SkipListFactory +2024/06/05-14:43:41.829532 139709153148928 Options.table_factory: BlockBasedTable +2024/06/05-14:43:41.829554 139709153148928 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cbc39bf2f0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55cbc39ed070 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:43:41.829556 139709153148928 Options.write_buffer_size: 1048576 +2024/06/05-14:43:41.829557 139709153148928 Options.max_write_buffer_number: 2 +2024/06/05-14:43:41.829558 139709153148928 Options.compression: Snappy +2024/06/05-14:43:41.829559 139709153148928 Options.bottommost_compression: Disabled +2024/06/05-14:43:41.829560 139709153148928 Options.prefix_extractor: nullptr +2024/06/05-14:43:41.829561 139709153148928 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:43:41.829562 139709153148928 Options.num_levels: 4 +2024/06/05-14:43:41.829563 139709153148928 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:43:41.829573 139709153148928 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:43:41.829574 139709153148928 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:43:41.829575 139709153148928 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:43:41.829576 139709153148928 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:43:41.829577 139709153148928 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:43:41.829578 139709153148928 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:41.829579 139709153148928 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:41.829580 139709153148928 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:43:41.829581 139709153148928 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:43:41.829582 139709153148928 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:41.829583 139709153148928 Options.compression_opts.window_bits: -14 +2024/06/05-14:43:41.829584 139709153148928 Options.compression_opts.level: 32767 +2024/06/05-14:43:41.829584 139709153148928 Options.compression_opts.strategy: 0 +2024/06/05-14:43:41.829585 139709153148928 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:41.829586 139709153148928 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:41.829587 139709153148928 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:43:41.829605 139709153148928 Options.compression_opts.enabled: false +2024/06/05-14:43:41.829609 139709153148928 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:41.829610 139709153148928 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:43:41.829611 139709153148928 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:43:41.829612 139709153148928 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:43:41.829613 139709153148928 Options.target_file_size_base: 67108864 +2024/06/05-14:43:41.829614 139709153148928 Options.target_file_size_multiplier: 1 +2024/06/05-14:43:41.829615 139709153148928 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:43:41.829616 139709153148928 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:43:41.829617 139709153148928 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:43:41.829619 139709153148928 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:43:41.829620 139709153148928 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:43:41.829621 139709153148928 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:43:41.829622 139709153148928 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:43:41.829623 139709153148928 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:43:41.829624 139709153148928 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:43:41.829624 139709153148928 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:43:41.829625 139709153148928 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:43:41.829626 139709153148928 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:43:41.829627 139709153148928 Options.arena_block_size: 131072 +2024/06/05-14:43:41.829628 139709153148928 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:43:41.829629 139709153148928 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:43:41.829630 139709153148928 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:43:41.829631 139709153148928 Options.disable_auto_compactions: 0 +2024/06/05-14:43:41.829633 139709153148928 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:43:41.829643 139709153148928 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:43:41.829644 139709153148928 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:43:41.829645 139709153148928 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:43:41.829687 139709153148928 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:43:41.829691 139709153148928 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:43:41.829692 139709153148928 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:43:41.829694 139709153148928 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:43:41.829695 139709153148928 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:43:41.829696 139709153148928 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:43:41.829711 139709153148928 Options.table_properties_collectors: +2024/06/05-14:43:41.829715 139709153148928 Options.inplace_update_support: 0 +2024/06/05-14:43:41.829717 139709153148928 Options.inplace_update_num_locks: 10000 +2024/06/05-14:43:41.829718 139709153148928 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:43:41.829720 139709153148928 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:43:41.829721 139709153148928 Options.memtable_huge_page_size: 0 +2024/06/05-14:43:41.829722 139709153148928 Options.bloom_locality: 0 +2024/06/05-14:43:41.829722 139709153148928 Options.max_successive_merges: 0 +2024/06/05-14:43:41.829723 139709153148928 Options.optimize_filters_for_hits: 0 +2024/06/05-14:43:41.829724 139709153148928 Options.paranoid_file_checks: 0 +2024/06/05-14:43:41.829725 139709153148928 Options.force_consistency_checks: 1 +2024/06/05-14:43:41.829726 139709153148928 Options.report_bg_io_stats: 0 +2024/06/05-14:43:41.829727 139709153148928 Options.ttl: 2592000 +2024/06/05-14:43:41.829728 139709153148928 Options.periodic_compaction_seconds: 0 +2024/06/05-14:43:41.829729 139709153148928 Options.enable_blob_files: false +2024/06/05-14:43:41.829729 139709153148928 Options.min_blob_size: 0 +2024/06/05-14:43:41.829730 139709153148928 Options.blob_file_size: 268435456 +2024/06/05-14:43:41.829731 139709153148928 Options.blob_compression_type: NoCompression +2024/06/05-14:43:41.829732 139709153148928 Options.enable_blob_garbage_collection: false +2024/06/05-14:43:41.829733 139709153148928 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:43:41.829734 139709153148928 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:43:41.829735 139709153148928 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:43:41.830792 139709153148928 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/MANIFEST-000004 succeeded,manifest_file_number is 4, next_file_number is 6, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:43:41.830800 139709153148928 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:43:41.831129 139709153148928 [/version_set.cc:4410] Creating manifest 8 +2024/06/05-14:43:41.843424 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421843416, "job": 1, "event": "recovery_started", "wal_files": [5]} +2024/06/05-14:43:41.843431 139709153148928 [/db_impl/db_impl_open.cc:890] Recovering log #5 mode 2 +2024/06/05-14:43:41.854353 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421854243, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 9, "file_size": 35592, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4122, "index_size": 184, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 37526, "raw_average_key_size": 80, "raw_value_size": 15103, "raw_average_value_size": 32, "num_data_blocks": 3, "num_entries": 468, "num_filter_entries": 0, "num_deletions": 322, "num_merge_operands": 0, "num_range_deletions": 180, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609421, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3401ce99-bce4-4709-82b1-c2f0b3ac3f76", "db_session_id": "AHT7RO2F0WMNLQGE5VSR", "orig_file_number": 9}} +2024/06/05-14:43:41.855023 139709153148928 [/version_set.cc:4410] Creating manifest 10 +2024/06/05-14:43:41.864566 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421864561, "job": 1, "event": "recovery_finished"} +2024/06/05-14:43:41.873602 139709153148928 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:43:41.873650 139709153148928 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55cbc3a00bb0 +2024/06/05-14:43:41.873681 139709153148928 DB pointer 0x55cbc3a02f90 +2024/06/05-14:43:41.873846 139709153148928 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:43:41.873860 139709153148928 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:43:41.873883 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:43:41.874242 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/LOG.old.1717609421828057 b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/LOG.old.1717609421828057 new file mode 100644 index 0000000..e190829 --- /dev/null +++ b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/LOG.old.1717609421828057 @@ -0,0 +1,269 @@ +2024/06/05-14:34:29.721530 140006762983424 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:34:29.743235 140006762983424 RocksDB version: 6.29.5 +2024/06/05-14:34:29.743276 140006762983424 Compile date 2023-03-02 19:33:03 +2024/06/05-14:34:29.743315 140006762983424 DB SUMMARY +2024/06/05-14:34:29.743319 140006762983424 DB Session ID: ULVHISWQXXA2B0841PJU +2024/06/05-14:34:29.746136 140006762983424 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce dir, Total Num: 0, files: +2024/06/05-14:34:29.746157 140006762983424 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce: +2024/06/05-14:34:29.746160 140006762983424 Options.error_if_exists: 0 +2024/06/05-14:34:29.746162 140006762983424 Options.create_if_missing: 1 +2024/06/05-14:34:29.746196 140006762983424 Options.paranoid_checks: 0 +2024/06/05-14:34:29.746198 140006762983424 Options.flush_verify_memtable_count: 1 +2024/06/05-14:34:29.746199 140006762983424 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:34:29.746200 140006762983424 Options.env: 0x7f55a5f1d940 +2024/06/05-14:34:29.746202 140006762983424 Options.fs: PosixFileSystem +2024/06/05-14:34:29.746203 140006762983424 Options.info_log: 0x55f340172a70 +2024/06/05-14:34:29.746204 140006762983424 Options.max_file_opening_threads: 16 +2024/06/05-14:34:29.746204 140006762983424 Options.statistics: (nil) +2024/06/05-14:34:29.746205 140006762983424 Options.use_fsync: 0 +2024/06/05-14:34:29.746206 140006762983424 Options.max_log_file_size: 0 +2024/06/05-14:34:29.746207 140006762983424 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:34:29.746208 140006762983424 Options.log_file_time_to_roll: 0 +2024/06/05-14:34:29.746209 140006762983424 Options.keep_log_file_num: 10 +2024/06/05-14:34:29.746210 140006762983424 Options.recycle_log_file_num: 0 +2024/06/05-14:34:29.746211 140006762983424 Options.allow_fallocate: 1 +2024/06/05-14:34:29.746212 140006762983424 Options.allow_mmap_reads: 0 +2024/06/05-14:34:29.746213 140006762983424 Options.allow_mmap_writes: 0 +2024/06/05-14:34:29.746213 140006762983424 Options.use_direct_reads: 0 +2024/06/05-14:34:29.746214 140006762983424 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:34:29.746215 140006762983424 Options.create_missing_column_families: 0 +2024/06/05-14:34:29.746216 140006762983424 Options.db_log_dir: +2024/06/05-14:34:29.746217 140006762983424 Options.wal_dir: +2024/06/05-14:34:29.746218 140006762983424 Options.table_cache_numshardbits: 6 +2024/06/05-14:34:29.746219 140006762983424 Options.WAL_ttl_seconds: 0 +2024/06/05-14:34:29.746219 140006762983424 Options.WAL_size_limit_MB: 0 +2024/06/05-14:34:29.746220 140006762983424 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:34:29.746221 140006762983424 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:34:29.746222 140006762983424 Options.is_fd_close_on_exec: 1 +2024/06/05-14:34:29.746223 140006762983424 Options.advise_random_on_open: 1 +2024/06/05-14:34:29.746224 140006762983424 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:34:29.746228 140006762983424 Options.db_write_buffer_size: 1048576 +2024/06/05-14:34:29.746229 140006762983424 Options.write_buffer_manager: 0x55f340196b60 +2024/06/05-14:34:29.746229 140006762983424 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:34:29.746230 140006762983424 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:34:29.746642 140006762983424 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:34:29.746646 140006762983424 Options.use_adaptive_mutex: 0 +2024/06/05-14:34:29.746647 140006762983424 Options.rate_limiter: (nil) +2024/06/05-14:34:29.746668 140006762983424 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:34:29.746672 140006762983424 Options.wal_recovery_mode: 2 +2024/06/05-14:34:29.746673 140006762983424 Options.enable_thread_tracking: 0 +2024/06/05-14:34:29.746674 140006762983424 Options.enable_pipelined_write: 0 +2024/06/05-14:34:29.746675 140006762983424 Options.unordered_write: 0 +2024/06/05-14:34:29.746676 140006762983424 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:34:29.746677 140006762983424 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:34:29.746678 140006762983424 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:34:29.746678 140006762983424 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:34:29.746679 140006762983424 Options.row_cache: None +2024/06/05-14:34:29.746680 140006762983424 Options.wal_filter: None +2024/06/05-14:34:29.746681 140006762983424 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:34:29.746682 140006762983424 Options.allow_ingest_behind: 0 +2024/06/05-14:34:29.746683 140006762983424 Options.preserve_deletes: 0 +2024/06/05-14:34:29.746684 140006762983424 Options.two_write_queues: 0 +2024/06/05-14:34:29.746685 140006762983424 Options.manual_wal_flush: 0 +2024/06/05-14:34:29.746685 140006762983424 Options.atomic_flush: 0 +2024/06/05-14:34:29.746686 140006762983424 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:34:29.746687 140006762983424 Options.persist_stats_to_disk: 0 +2024/06/05-14:34:29.746688 140006762983424 Options.write_dbid_to_manifest: 0 +2024/06/05-14:34:29.746689 140006762983424 Options.log_readahead_size: 0 +2024/06/05-14:34:29.746690 140006762983424 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:34:29.746691 140006762983424 Options.best_efforts_recovery: 0 +2024/06/05-14:34:29.746692 140006762983424 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:34:29.746692 140006762983424 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:34:29.746693 140006762983424 Options.allow_data_in_errors: 0 +2024/06/05-14:34:29.746694 140006762983424 Options.db_host_id: __hostname__ +2024/06/05-14:34:29.746695 140006762983424 Options.max_background_jobs: 2 +2024/06/05-14:34:29.746696 140006762983424 Options.max_background_compactions: 4 +2024/06/05-14:34:29.746697 140006762983424 Options.max_subcompactions: 1 +2024/06/05-14:34:29.746698 140006762983424 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:34:29.746699 140006762983424 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:34:29.746699 140006762983424 Options.delayed_write_rate : 16777216 +2024/06/05-14:34:29.746700 140006762983424 Options.max_total_wal_size: 0 +2024/06/05-14:34:29.746701 140006762983424 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:34:29.746702 140006762983424 Options.stats_dump_period_sec: 600 +2024/06/05-14:34:29.746703 140006762983424 Options.stats_persist_period_sec: 600 +2024/06/05-14:34:29.746704 140006762983424 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:34:29.746705 140006762983424 Options.max_open_files: -1 +2024/06/05-14:34:29.746706 140006762983424 Options.bytes_per_sync: 0 +2024/06/05-14:34:29.746707 140006762983424 Options.wal_bytes_per_sync: 0 +2024/06/05-14:34:29.747057 140006762983424 Options.strict_bytes_per_sync: 0 +2024/06/05-14:34:29.747060 140006762983424 Options.compaction_readahead_size: 0 +2024/06/05-14:34:29.747061 140006762983424 Options.max_background_flushes: -1 +2024/06/05-14:34:29.747062 140006762983424 Compression algorithms supported: +2024/06/05-14:34:29.747129 140006762983424 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:34:29.747265 140006762983424 kZSTD supported: 1 +2024/06/05-14:34:29.747271 140006762983424 kXpressCompression supported: 0 +2024/06/05-14:34:29.747273 140006762983424 kLZ4HCCompression supported: 0 +2024/06/05-14:34:29.747276 140006762983424 kLZ4Compression supported: 0 +2024/06/05-14:34:29.747277 140006762983424 kBZip2Compression supported: 1 +2024/06/05-14:34:29.747279 140006762983424 kZlibCompression supported: 1 +2024/06/05-14:34:29.747281 140006762983424 kSnappyCompression supported: 1 +2024/06/05-14:34:29.747336 140006762983424 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:34:29.763309 140006762983424 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:34:29.788981 140006762983424 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/MANIFEST-000001 +2024/06/05-14:34:29.804854 140006762983424 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:34:29.804891 140006762983424 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:34:29.804894 140006762983424 Options.merge_operator: None +2024/06/05-14:34:29.804895 140006762983424 Options.compaction_filter: None +2024/06/05-14:34:29.804896 140006762983424 Options.compaction_filter_factory: None +2024/06/05-14:34:29.804897 140006762983424 Options.sst_partitioner_factory: None +2024/06/05-14:34:29.804898 140006762983424 Options.memtable_factory: SkipListFactory +2024/06/05-14:34:29.804899 140006762983424 Options.table_factory: BlockBasedTable +2024/06/05-14:34:29.807247 140006762983424 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f340190e80) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55f34017b010 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:34:29.807253 140006762983424 Options.write_buffer_size: 1048576 +2024/06/05-14:34:29.807254 140006762983424 Options.max_write_buffer_number: 2 +2024/06/05-14:34:29.807284 140006762983424 Options.compression: Snappy +2024/06/05-14:34:29.807287 140006762983424 Options.bottommost_compression: Disabled +2024/06/05-14:34:29.807288 140006762983424 Options.prefix_extractor: nullptr +2024/06/05-14:34:29.807289 140006762983424 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:34:29.807289 140006762983424 Options.num_levels: 4 +2024/06/05-14:34:29.807290 140006762983424 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:34:29.807291 140006762983424 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:34:29.807292 140006762983424 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:34:29.807634 140006762983424 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:34:29.807637 140006762983424 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:34:29.807639 140006762983424 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:34:29.807640 140006762983424 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:34:29.807641 140006762983424 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:34:29.807642 140006762983424 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:34:29.807643 140006762983424 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:34:29.807644 140006762983424 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:34:29.807646 140006762983424 Options.compression_opts.window_bits: -14 +2024/06/05-14:34:29.807647 140006762983424 Options.compression_opts.level: 32767 +2024/06/05-14:34:29.807647 140006762983424 Options.compression_opts.strategy: 0 +2024/06/05-14:34:29.807648 140006762983424 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:34:29.807649 140006762983424 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:34:29.807650 140006762983424 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:34:29.807650 140006762983424 Options.compression_opts.enabled: false +2024/06/05-14:34:29.807651 140006762983424 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:34:29.807652 140006762983424 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:34:29.807653 140006762983424 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:34:29.807653 140006762983424 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:34:29.807654 140006762983424 Options.target_file_size_base: 67108864 +2024/06/05-14:34:29.807655 140006762983424 Options.target_file_size_multiplier: 1 +2024/06/05-14:34:29.807656 140006762983424 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:34:29.807656 140006762983424 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:34:29.807657 140006762983424 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:34:29.807659 140006762983424 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:34:29.807660 140006762983424 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:34:29.807661 140006762983424 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:34:29.807662 140006762983424 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:34:29.807663 140006762983424 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:34:29.807663 140006762983424 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:34:29.807664 140006762983424 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:34:29.807665 140006762983424 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:34:29.807666 140006762983424 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:34:29.807666 140006762983424 Options.arena_block_size: 131072 +2024/06/05-14:34:29.807667 140006762983424 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:34:29.807668 140006762983424 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:34:29.807669 140006762983424 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:34:29.807670 140006762983424 Options.disable_auto_compactions: 0 +2024/06/05-14:34:29.807700 140006762983424 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:34:29.807703 140006762983424 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:34:29.807704 140006762983424 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:34:29.808179 140006762983424 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:34:29.808182 140006762983424 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:34:29.808183 140006762983424 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:34:29.808184 140006762983424 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:34:29.808185 140006762983424 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:34:29.808186 140006762983424 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:34:29.808187 140006762983424 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:34:29.808192 140006762983424 Options.table_properties_collectors: +2024/06/05-14:34:29.808193 140006762983424 Options.inplace_update_support: 0 +2024/06/05-14:34:29.808194 140006762983424 Options.inplace_update_num_locks: 10000 +2024/06/05-14:34:29.808194 140006762983424 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:34:29.808196 140006762983424 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:34:29.808197 140006762983424 Options.memtable_huge_page_size: 0 +2024/06/05-14:34:29.808198 140006762983424 Options.bloom_locality: 0 +2024/06/05-14:34:29.808199 140006762983424 Options.max_successive_merges: 0 +2024/06/05-14:34:29.808199 140006762983424 Options.optimize_filters_for_hits: 0 +2024/06/05-14:34:29.808200 140006762983424 Options.paranoid_file_checks: 0 +2024/06/05-14:34:29.808201 140006762983424 Options.force_consistency_checks: 1 +2024/06/05-14:34:29.808201 140006762983424 Options.report_bg_io_stats: 0 +2024/06/05-14:34:29.808202 140006762983424 Options.ttl: 2592000 +2024/06/05-14:34:29.808203 140006762983424 Options.periodic_compaction_seconds: 0 +2024/06/05-14:34:29.808204 140006762983424 Options.enable_blob_files: false +2024/06/05-14:34:29.808204 140006762983424 Options.min_blob_size: 0 +2024/06/05-14:34:29.808205 140006762983424 Options.blob_file_size: 268435456 +2024/06/05-14:34:29.808206 140006762983424 Options.blob_compression_type: NoCompression +2024/06/05-14:34:29.808207 140006762983424 Options.enable_blob_garbage_collection: false +2024/06/05-14:34:29.808207 140006762983424 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:34:29.808209 140006762983424 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:34:29.808210 140006762983424 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:34:29.834032 140006762983424 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:34:29.834041 140006762983424 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:34:29.834444 140006762983424 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:34:29.898682 140006762983424 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55f33f738310 +2024/06/05-14:34:29.898733 140006762983424 DB pointer 0x55f3401ad610 +2024/06/05-14:34:29.899731 140001815807552 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:34:29.899743 140001815807552 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 0.1 total, 0.1 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 0.1 total, 0.1 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x55f34017b010#102570 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 0.000525 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** diff --git a/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/MANIFEST-000010 b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/MANIFEST-000010 new file mode 100644 index 0000000..9d81f90 Binary files /dev/null and b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/MANIFEST-000010 differ diff --git a/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/OPTIONS-000007 b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/OPTIONS-000013 b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/OPTIONS-000013 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/chunks/884f7bc8656e4d1faf8f95ce/OPTIONS-000013 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/000009.sst b/.aim/meta/chunks/8e741518b1df4909918ec590/000009.sst new file mode 100644 index 0000000..2139283 Binary files /dev/null and b/.aim/meta/chunks/8e741518b1df4909918ec590/000009.sst differ diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/000011.sst b/.aim/meta/chunks/8e741518b1df4909918ec590/000011.sst new file mode 100644 index 0000000..bcff06d Binary files /dev/null and b/.aim/meta/chunks/8e741518b1df4909918ec590/000011.sst differ diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/000012.log b/.aim/meta/chunks/8e741518b1df4909918ec590/000012.log new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/000013.sst b/.aim/meta/chunks/8e741518b1df4909918ec590/000013.sst new file mode 100644 index 0000000..b85f83c Binary files /dev/null and b/.aim/meta/chunks/8e741518b1df4909918ec590/000013.sst differ diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/CURRENT b/.aim/meta/chunks/8e741518b1df4909918ec590/CURRENT new file mode 100644 index 0000000..cacca75 --- /dev/null +++ b/.aim/meta/chunks/8e741518b1df4909918ec590/CURRENT @@ -0,0 +1 @@ +MANIFEST-000004 diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/IDENTITY b/.aim/meta/chunks/8e741518b1df4909918ec590/IDENTITY new file mode 100644 index 0000000..e570ae5 --- /dev/null +++ b/.aim/meta/chunks/8e741518b1df4909918ec590/IDENTITY @@ -0,0 +1 @@ +6cc33653-352f-4f70-b1e2-728624002ab1 \ No newline at end of file diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/LOCK b/.aim/meta/chunks/8e741518b1df4909918ec590/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/LOG b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG new file mode 100644 index 0000000..34f5f3f --- /dev/null +++ b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG @@ -0,0 +1,106 @@ +2024/06/05-14:49:34.999954 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:49:35.000336 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:49:35.000342 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:49:35.000345 139709153148928 DB SUMMARY +2024/06/05-14:49:35.000346 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VW2 +2024/06/05-14:49:35.000382 139709153148928 CURRENT file: CURRENT +2024/06/05-14:49:35.000385 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:49:35.000389 139709153148928 MANIFEST file: MANIFEST-000004 size: 197 Bytes +2024/06/05-14:49:35.000392 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590 dir, Total Num: 1, files: 000009.sst +2024/06/05-14:49:35.000394 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590: 000008.log size: 5761 ; +2024/06/05-14:49:35.000397 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:49:35.000399 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:49:35.000400 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:49:35.000402 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:49:35.000404 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:49:35.000405 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:49:35.000408 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:49:35.000409 139709153148928 Options.info_log: 0x55cbc3922880 +2024/06/05-14:49:35.000411 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:49:35.000413 139709153148928 Options.statistics: (nil) +2024/06/05-14:49:35.000415 139709153148928 Options.use_fsync: 0 +2024/06/05-14:49:35.000416 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:49:35.000418 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:49:35.000420 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:49:35.000422 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:49:35.000423 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:49:35.000425 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:49:35.000427 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:49:35.000428 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:49:35.000430 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:49:35.000432 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:49:35.000433 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:49:35.000435 139709153148928 Options.db_log_dir: +2024/06/05-14:49:35.000436 139709153148928 Options.wal_dir: +2024/06/05-14:49:35.000438 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:49:35.000439 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:49:35.000441 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:49:35.000443 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:49:35.000444 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:49:35.000446 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:49:35.000448 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:49:35.000449 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:49:35.000454 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:49:35.000456 139709153148928 Options.write_buffer_manager: 0x55cbc3ac9a50 +2024/06/05-14:49:35.000473 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:49:35.000476 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:49:35.000477 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:49:35.000479 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:49:35.000480 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:49:35.000483 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:49:35.000484 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:49:35.000485 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:49:35.000486 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:49:35.000488 139709153148928 Options.unordered_write: 0 +2024/06/05-14:49:35.000489 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:49:35.000490 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:49:35.000491 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:49:35.000492 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:49:35.000493 139709153148928 Options.row_cache: None +2024/06/05-14:49:35.000494 139709153148928 Options.wal_filter: None +2024/06/05-14:49:35.000496 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:49:35.000497 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:49:35.000498 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:49:35.000499 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:49:35.000500 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:49:35.000501 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:49:35.000503 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:49:35.000504 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:49:35.000505 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:49:35.000506 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:49:35.000507 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:49:35.000509 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:49:35.000510 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:49:35.000511 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:49:35.000512 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:49:35.000514 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:49:35.000515 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:49:35.000517 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:49:35.000518 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:49:35.000520 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:49:35.000521 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:49:35.000522 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:49:35.000524 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:49:35.000525 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:49:35.000527 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:49:35.000528 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:49:35.000529 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:49:35.000542 139709153148928 Options.max_open_files: -1 +2024/06/05-14:49:35.000544 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:49:35.000545 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:49:35.000547 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:49:35.000548 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:49:35.000549 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:49:35.000551 139709153148928 Compression algorithms supported: +2024/06/05-14:49:35.000553 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:49:35.000555 139709153148928 kZSTD supported: 1 +2024/06/05-14:49:35.000557 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:49:35.000559 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:49:35.000560 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:49:35.000562 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:49:35.000564 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:49:35.000566 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:49:35.000569 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:49:35.000608 139709153148928 [WARN] [/db_impl/db_impl_open.cc:1907] Persisting Option File error: OK +2024/06/05-14:49:35.000619 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:49:35.000637 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609508408917 b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609508408917 new file mode 100644 index 0000000..c5af078 --- /dev/null +++ b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609508408917 @@ -0,0 +1,355 @@ +2024/06/05-14:45:05.088892 139966311464960 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:45:05.089449 139966311464960 RocksDB version: 6.29.5 +2024/06/05-14:45:05.089454 139966311464960 Compile date 2023-03-02 19:33:03 +2024/06/05-14:45:05.089460 139966311464960 DB SUMMARY +2024/06/05-14:45:05.089461 139966311464960 DB Session ID: 0SJ0D6PBMNWM4IAD38EY +2024/06/05-14:45:05.089474 139966311464960 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590 dir, Total Num: 0, files: +2024/06/05-14:45:05.089476 139966311464960 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590: +2024/06/05-14:45:05.089477 139966311464960 Options.error_if_exists: 0 +2024/06/05-14:45:05.089478 139966311464960 Options.create_if_missing: 1 +2024/06/05-14:45:05.089479 139966311464960 Options.paranoid_checks: 0 +2024/06/05-14:45:05.089480 139966311464960 Options.flush_verify_memtable_count: 1 +2024/06/05-14:45:05.089480 139966311464960 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:45:05.089481 139966311464960 Options.env: 0x7f4c5171d940 +2024/06/05-14:45:05.089482 139966311464960 Options.fs: PosixFileSystem +2024/06/05-14:45:05.089483 139966311464960 Options.info_log: 0x5636796ab450 +2024/06/05-14:45:05.089484 139966311464960 Options.max_file_opening_threads: 16 +2024/06/05-14:45:05.089485 139966311464960 Options.statistics: (nil) +2024/06/05-14:45:05.089485 139966311464960 Options.use_fsync: 0 +2024/06/05-14:45:05.089486 139966311464960 Options.max_log_file_size: 0 +2024/06/05-14:45:05.089487 139966311464960 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:45:05.089488 139966311464960 Options.log_file_time_to_roll: 0 +2024/06/05-14:45:05.089488 139966311464960 Options.keep_log_file_num: 10 +2024/06/05-14:45:05.089489 139966311464960 Options.recycle_log_file_num: 0 +2024/06/05-14:45:05.089490 139966311464960 Options.allow_fallocate: 1 +2024/06/05-14:45:05.089491 139966311464960 Options.allow_mmap_reads: 0 +2024/06/05-14:45:05.089491 139966311464960 Options.allow_mmap_writes: 0 +2024/06/05-14:45:05.089492 139966311464960 Options.use_direct_reads: 0 +2024/06/05-14:45:05.089493 139966311464960 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:45:05.089494 139966311464960 Options.create_missing_column_families: 0 +2024/06/05-14:45:05.089494 139966311464960 Options.db_log_dir: +2024/06/05-14:45:05.089495 139966311464960 Options.wal_dir: +2024/06/05-14:45:05.089496 139966311464960 Options.table_cache_numshardbits: 6 +2024/06/05-14:45:05.089496 139966311464960 Options.WAL_ttl_seconds: 0 +2024/06/05-14:45:05.089497 139966311464960 Options.WAL_size_limit_MB: 0 +2024/06/05-14:45:05.089498 139966311464960 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:45:05.089499 139966311464960 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:45:05.089499 139966311464960 Options.is_fd_close_on_exec: 1 +2024/06/05-14:45:05.089500 139966311464960 Options.advise_random_on_open: 1 +2024/06/05-14:45:05.089501 139966311464960 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:45:05.089504 139966311464960 Options.db_write_buffer_size: 1048576 +2024/06/05-14:45:05.089505 139966311464960 Options.write_buffer_manager: 0x563673d51320 +2024/06/05-14:45:05.089506 139966311464960 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:45:05.089507 139966311464960 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:45:05.089534 139966311464960 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:45:05.089537 139966311464960 Options.use_adaptive_mutex: 0 +2024/06/05-14:45:05.089538 139966311464960 Options.rate_limiter: (nil) +2024/06/05-14:45:05.089539 139966311464960 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:45:05.089540 139966311464960 Options.wal_recovery_mode: 2 +2024/06/05-14:45:05.089541 139966311464960 Options.enable_thread_tracking: 0 +2024/06/05-14:45:05.089542 139966311464960 Options.enable_pipelined_write: 0 +2024/06/05-14:45:05.089542 139966311464960 Options.unordered_write: 0 +2024/06/05-14:45:05.089543 139966311464960 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:45:05.089544 139966311464960 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:45:05.089545 139966311464960 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:45:05.089545 139966311464960 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:45:05.089546 139966311464960 Options.row_cache: None +2024/06/05-14:45:05.089547 139966311464960 Options.wal_filter: None +2024/06/05-14:45:05.089548 139966311464960 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:45:05.089548 139966311464960 Options.allow_ingest_behind: 0 +2024/06/05-14:45:05.089549 139966311464960 Options.preserve_deletes: 0 +2024/06/05-14:45:05.089550 139966311464960 Options.two_write_queues: 0 +2024/06/05-14:45:05.089551 139966311464960 Options.manual_wal_flush: 0 +2024/06/05-14:45:05.089551 139966311464960 Options.atomic_flush: 0 +2024/06/05-14:45:05.089552 139966311464960 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:45:05.089553 139966311464960 Options.persist_stats_to_disk: 0 +2024/06/05-14:45:05.089553 139966311464960 Options.write_dbid_to_manifest: 0 +2024/06/05-14:45:05.089554 139966311464960 Options.log_readahead_size: 0 +2024/06/05-14:45:05.089555 139966311464960 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:45:05.089556 139966311464960 Options.best_efforts_recovery: 0 +2024/06/05-14:45:05.089556 139966311464960 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:45:05.089557 139966311464960 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:45:05.089558 139966311464960 Options.allow_data_in_errors: 0 +2024/06/05-14:45:05.089559 139966311464960 Options.db_host_id: __hostname__ +2024/06/05-14:45:05.089559 139966311464960 Options.max_background_jobs: 2 +2024/06/05-14:45:05.089560 139966311464960 Options.max_background_compactions: 4 +2024/06/05-14:45:05.089561 139966311464960 Options.max_subcompactions: 1 +2024/06/05-14:45:05.089562 139966311464960 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:45:05.089562 139966311464960 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:45:05.089563 139966311464960 Options.delayed_write_rate : 16777216 +2024/06/05-14:45:05.089564 139966311464960 Options.max_total_wal_size: 0 +2024/06/05-14:45:05.089564 139966311464960 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:45:05.089565 139966311464960 Options.stats_dump_period_sec: 600 +2024/06/05-14:45:05.089566 139966311464960 Options.stats_persist_period_sec: 600 +2024/06/05-14:45:05.089567 139966311464960 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:45:05.089568 139966311464960 Options.max_open_files: -1 +2024/06/05-14:45:05.089568 139966311464960 Options.bytes_per_sync: 0 +2024/06/05-14:45:05.089569 139966311464960 Options.wal_bytes_per_sync: 0 +2024/06/05-14:45:05.089577 139966311464960 Options.strict_bytes_per_sync: 0 +2024/06/05-14:45:05.089578 139966311464960 Options.compaction_readahead_size: 0 +2024/06/05-14:45:05.089579 139966311464960 Options.max_background_flushes: -1 +2024/06/05-14:45:05.089579 139966311464960 Compression algorithms supported: +2024/06/05-14:45:05.089581 139966311464960 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:45:05.089584 139966311464960 kZSTD supported: 1 +2024/06/05-14:45:05.089585 139966311464960 kXpressCompression supported: 0 +2024/06/05-14:45:05.089586 139966311464960 kLZ4HCCompression supported: 0 +2024/06/05-14:45:05.089587 139966311464960 kLZ4Compression supported: 0 +2024/06/05-14:45:05.089588 139966311464960 kBZip2Compression supported: 1 +2024/06/05-14:45:05.089589 139966311464960 kZlibCompression supported: 1 +2024/06/05-14:45:05.089590 139966311464960 kSnappyCompression supported: 1 +2024/06/05-14:45:05.089592 139966311464960 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:45:05.094415 139966311464960 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:45:05.100568 139966311464960 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590/MANIFEST-000001 +2024/06/05-14:45:05.100994 139966311464960 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:45:05.100999 139966311464960 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:45:05.101000 139966311464960 Options.merge_operator: None +2024/06/05-14:45:05.101001 139966311464960 Options.compaction_filter: None +2024/06/05-14:45:05.101002 139966311464960 Options.compaction_filter_factory: None +2024/06/05-14:45:05.101003 139966311464960 Options.sst_partitioner_factory: None +2024/06/05-14:45:05.101004 139966311464960 Options.memtable_factory: SkipListFactory +2024/06/05-14:45:05.101005 139966311464960 Options.table_factory: BlockBasedTable +2024/06/05-14:45:05.101025 139966311464960 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5636796912e0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x563673d51290 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:45:05.101026 139966311464960 Options.write_buffer_size: 1048576 +2024/06/05-14:45:05.101027 139966311464960 Options.max_write_buffer_number: 2 +2024/06/05-14:45:05.101050 139966311464960 Options.compression: Snappy +2024/06/05-14:45:05.101054 139966311464960 Options.bottommost_compression: Disabled +2024/06/05-14:45:05.101056 139966311464960 Options.prefix_extractor: nullptr +2024/06/05-14:45:05.101057 139966311464960 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:45:05.101058 139966311464960 Options.num_levels: 4 +2024/06/05-14:45:05.101059 139966311464960 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:45:05.101060 139966311464960 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:45:05.101060 139966311464960 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:45:05.101091 139966311464960 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:45:05.101094 139966311464960 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:45:05.101096 139966311464960 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:45:05.101097 139966311464960 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:45:05.101097 139966311464960 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:45:05.101098 139966311464960 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:45:05.101099 139966311464960 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:45:05.101100 139966311464960 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:45:05.101101 139966311464960 Options.compression_opts.window_bits: -14 +2024/06/05-14:45:05.101101 139966311464960 Options.compression_opts.level: 32767 +2024/06/05-14:45:05.101102 139966311464960 Options.compression_opts.strategy: 0 +2024/06/05-14:45:05.101103 139966311464960 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:45:05.101104 139966311464960 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:45:05.101104 139966311464960 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:45:05.101105 139966311464960 Options.compression_opts.enabled: false +2024/06/05-14:45:05.101106 139966311464960 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:45:05.101106 139966311464960 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:45:05.101107 139966311464960 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:45:05.101108 139966311464960 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:45:05.101108 139966311464960 Options.target_file_size_base: 67108864 +2024/06/05-14:45:05.101109 139966311464960 Options.target_file_size_multiplier: 1 +2024/06/05-14:45:05.101110 139966311464960 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:45:05.101111 139966311464960 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:45:05.101111 139966311464960 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:45:05.101113 139966311464960 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:45:05.101114 139966311464960 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:45:05.101115 139966311464960 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:45:05.101116 139966311464960 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:45:05.101116 139966311464960 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:45:05.101117 139966311464960 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:45:05.101118 139966311464960 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:45:05.101119 139966311464960 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:45:05.101119 139966311464960 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:45:05.101120 139966311464960 Options.arena_block_size: 131072 +2024/06/05-14:45:05.101121 139966311464960 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:45:05.101121 139966311464960 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:45:05.101122 139966311464960 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:45:05.101123 139966311464960 Options.disable_auto_compactions: 0 +2024/06/05-14:45:05.101125 139966311464960 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:45:05.101126 139966311464960 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:45:05.101127 139966311464960 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:45:05.101135 139966311464960 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:45:05.101136 139966311464960 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:45:05.101136 139966311464960 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:45:05.101137 139966311464960 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:45:05.101138 139966311464960 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:45:05.101139 139966311464960 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:45:05.101140 139966311464960 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:45:05.101144 139966311464960 Options.table_properties_collectors: +2024/06/05-14:45:05.101145 139966311464960 Options.inplace_update_support: 0 +2024/06/05-14:45:05.101145 139966311464960 Options.inplace_update_num_locks: 10000 +2024/06/05-14:45:05.101146 139966311464960 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:45:05.101147 139966311464960 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:45:05.101148 139966311464960 Options.memtable_huge_page_size: 0 +2024/06/05-14:45:05.101149 139966311464960 Options.bloom_locality: 0 +2024/06/05-14:45:05.101149 139966311464960 Options.max_successive_merges: 0 +2024/06/05-14:45:05.101150 139966311464960 Options.optimize_filters_for_hits: 0 +2024/06/05-14:45:05.101151 139966311464960 Options.paranoid_file_checks: 0 +2024/06/05-14:45:05.101151 139966311464960 Options.force_consistency_checks: 1 +2024/06/05-14:45:05.101152 139966311464960 Options.report_bg_io_stats: 0 +2024/06/05-14:45:05.101153 139966311464960 Options.ttl: 2592000 +2024/06/05-14:45:05.101154 139966311464960 Options.periodic_compaction_seconds: 0 +2024/06/05-14:45:05.101154 139966311464960 Options.enable_blob_files: false +2024/06/05-14:45:05.101155 139966311464960 Options.min_blob_size: 0 +2024/06/05-14:45:05.101156 139966311464960 Options.blob_file_size: 268435456 +2024/06/05-14:45:05.101156 139966311464960 Options.blob_compression_type: NoCompression +2024/06/05-14:45:05.101157 139966311464960 Options.enable_blob_garbage_collection: false +2024/06/05-14:45:05.101158 139966311464960 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:45:05.101159 139966311464960 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:45:05.101160 139966311464960 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:45:05.104666 139966311464960 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:45:05.104675 139966311464960 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:45:05.104753 139966311464960 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:45:05.116384 139966311464960 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x56367957b780 +2024/06/05-14:45:05.116405 139966311464960 DB pointer 0x5636796ac610 +2024/06/05-14:45:05.116595 139961684706880 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:45:05.116606 139961684706880 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x563673d51290#111465 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 2.9e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** +2024/06/05-14:49:28.455266 139961441449536 [/db_impl/db_impl_write.cc:1461] Flushing column family with oldest memtable entry. Write buffers are using 919608 bytes out of a total of 1048576. +2024/06/05-14:49:28.458425 139961441449536 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #8. Immutable memtables: 0. +2024/06/05-14:49:28.460521 139962666530368 (Original Log Time 2024/06/05-14:49:28.460271) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:49:28.460528 139962666530368 [/flush_job.cc:819] [default] [JOB 2] Flushing memtable with next log file: 8 +2024/06/05-14:49:28.467085 139962666530368 EVENT_LOG_v1 {"time_micros": 1717609768467056, "job": 2, "event": "flush_started", "num_memtables": 1, "num_entries": 5338, "num_deletes": 1360, "total_data_size": 687068, "memory_usage": 789112, "flush_reason": "Write Buffer Manager"} +2024/06/05-14:49:28.467096 139962666530368 [/flush_job.cc:848] [default] [JOB 2] Level-0 flush table #9: started +2024/06/05-14:49:28.489191 139962666530368 EVENT_LOG_v1 {"time_micros": 1717609768489140, "cf_name": "default", "job": 2, "event": "table_file_creation", "file_number": 9, "file_size": 38752, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4459, "index_size": 159, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 40318, "raw_average_key_size": 79, "raw_value_size": 16449, "raw_average_value_size": 32, "num_data_blocks": 3, "num_entries": 504, "num_filter_entries": 0, "num_deletions": 349, "num_merge_operands": 0, "num_range_deletions": 198, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609505, "oldest_key_time": 1717609505, "file_creation_time": 1717609768, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "6cc33653-352f-4f70-b1e2-728624002ab1", "db_session_id": "0SJ0D6PBMNWM4IAD38EY", "orig_file_number": 9}} +2024/06/05-14:49:28.489508 139962666530368 [/flush_job.cc:937] [default] [JOB 2] Level-0 flush table #9: 38752 bytes OK +2024/06/05-14:49:28.495564 139962666530368 [/flush_job.cc:987] [default] [JOB 2] Flush lasted 35043 microseconds, and 22514 cpu microseconds. +2024/06/05-14:49:28.505349 139962666530368 (Original Log Time 2024/06/05-14:49:28.495643) [/memtable_list.cc:471] [default] Level-0 commit table #9 started +2024/06/05-14:49:28.505354 139962666530368 (Original Log Time 2024/06/05-14:49:28.503867) [/memtable_list.cc:678] [default] Level-0 commit table #9: memtable #1 done +2024/06/05-14:49:28.505356 139962666530368 (Original Log Time 2024/06/05-14:49:28.503958) EVENT_LOG_v1 {"time_micros": 1717609768503949, "job": 2, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 0], "immutable_memtables": 0} +2024/06/05-14:49:28.505357 139962666530368 (Original Log Time 2024/06/05-14:49:28.505138) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[1 0 0 0] max score 0.12 +2024/06/05-14:49:28.505428 139962666530368 [/db_impl/db_impl_files.cc:435] [JOB 2] Try to delete WAL files size 664014, prev total WAL file size 666848, number of live WAL files 2. +2024/06/05-14:49:28.507759 139962666530368 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:55:05.125675 139961684706880 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:55:05.125872 139961684706880 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 600.0 total, 600.0 interval +Cumulative writes: 2118 writes, 8586 keys, 2118 commit groups, 1.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 2118 writes, 0 syncs, 2118.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 2118 writes, 8586 keys, 2118 commit groups, 1.0 writes per commit group, ingest: 1.04 MB, 0.00 MB/s +Interval WAL: 2118 writes, 0 syncs, 2118.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + L0 1/0 37.84 KB 0.1 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.1 0.04 0.02 1 0.035 0 0 0.0 0.0 + Sum 1/0 37.84 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.1 0.04 0.02 1 0.035 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.1 0.04 0.02 1 0.035 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.1 0.04 0.02 1 0.035 0 0 0.0 0.0 + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 600.0 total, 600.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x563673d51290#111465 capacity: 8.00 MB collections: 2 last_copies: 0 last_secs: 0.002538 secs_since: 0 +Block cache entry stats(count,size,portion): OtherBlock(1,32.45 KB,0.396156%) Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** +2024/06/05-14:58:25.099312 139961441449536 [/db_impl/db_impl_write.cc:1461] Flushing column family with oldest memtable entry. Write buffers are using 919608 bytes out of a total of 1048576. +2024/06/05-14:58:25.099663 139961441449536 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #10. Immutable memtables: 0. +2024/06/05-14:58:25.099866 139962666530368 (Original Log Time 2024/06/05-14:58:25.099822) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:58:25.099871 139962666530368 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 10 +2024/06/05-14:58:25.101215 139962666530368 EVENT_LOG_v1 {"time_micros": 1717610305101206, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 5084, "num_deletes": 1271, "total_data_size": 692745, "memory_usage": 789344, "flush_reason": "Write Buffer Manager"} +2024/06/05-14:58:25.101223 139962666530368 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #11: started +2024/06/05-14:58:25.106233 139962666530368 EVENT_LOG_v1 {"time_micros": 1717610305106211, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 11, "file_size": 10713, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 776, "index_size": 103, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 8856, "raw_average_key_size": 92, "raw_value_size": 4308, "raw_average_value_size": 44, "num_data_blocks": 1, "num_entries": 96, "num_filter_entries": 0, "num_deletions": 72, "num_merge_operands": 0, "num_range_deletions": 48, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609768, "oldest_key_time": 1717609768, "file_creation_time": 1717610305, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "6cc33653-352f-4f70-b1e2-728624002ab1", "db_session_id": "0SJ0D6PBMNWM4IAD38EY", "orig_file_number": 11}} +2024/06/05-14:58:25.106335 139962666530368 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #11: 10713 bytes OK +2024/06/05-14:58:25.108236 139962666530368 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 8371 microseconds, and 4083 cpu microseconds. +2024/06/05-14:58:25.110611 139962666530368 (Original Log Time 2024/06/05-14:58:25.108243) [/memtable_list.cc:471] [default] Level-0 commit table #11 started +2024/06/05-14:58:25.110614 139962666530368 (Original Log Time 2024/06/05-14:58:25.110469) [/memtable_list.cc:678] [default] Level-0 commit table #11: memtable #1 done +2024/06/05-14:58:25.110616 139962666530368 (Original Log Time 2024/06/05-14:58:25.110499) EVENT_LOG_v1 {"time_micros": 1717610305110491, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [2, 0, 0, 0], "immutable_memtables": 0} +2024/06/05-14:58:25.110618 139962666530368 (Original Log Time 2024/06/05-14:58:25.110517) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[2 0 0 0] max score 0.25 +2024/06/05-14:58:25.110626 139962666530368 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 671138, prev total WAL file size 676680, number of live WAL files 2. +2024/06/05-14:58:25.111178 139962666530368 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590/000008.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:59:55.442923 139961542096448 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:59:55.443029 139961542096448 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #12. Immutable memtables: 0. +2024/06/05-14:59:55.443104 139962666530368 (Original Log Time 2024/06/05-14:59:55.443089) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:59:55.443107 139962666530368 [/flush_job.cc:819] [default] [JOB 4] Flushing memtable with next log file: 12 +2024/06/05-14:59:55.443287 139962666530368 EVENT_LOG_v1 {"time_micros": 1717610395443281, "job": 4, "event": "flush_started", "num_memtables": 1, "num_entries": 838, "num_deletes": 209, "total_data_size": 113848, "memory_usage": 130216, "flush_reason": "Manual Flush"} +2024/06/05-14:59:55.443289 139962666530368 [/flush_job.cc:848] [default] [JOB 4] Level-0 flush table #13: started +2024/06/05-14:59:55.446526 139962666530368 EVENT_LOG_v1 {"time_micros": 1717610395446509, "cf_name": "default", "job": 4, "event": "table_file_creation", "file_number": 13, "file_size": 9814, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 809, "index_size": 87, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 8100, "raw_average_key_size": 90, "raw_value_size": 3865, "raw_average_value_size": 42, "num_data_blocks": 1, "num_entries": 90, "num_filter_entries": 0, "num_deletions": 66, "num_merge_operands": 0, "num_range_deletions": 44, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717610305, "oldest_key_time": 1717610305, "file_creation_time": 1717610395, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "6cc33653-352f-4f70-b1e2-728624002ab1", "db_session_id": "0SJ0D6PBMNWM4IAD38EY", "orig_file_number": 13}} +2024/06/05-14:59:55.446576 139962666530368 [/flush_job.cc:937] [default] [JOB 4] Level-0 flush table #13: 9814 bytes OK +2024/06/05-14:59:55.448469 139962666530368 [/flush_job.cc:987] [default] [JOB 4] Flush lasted 5367 microseconds, and 1217 cpu microseconds. +2024/06/05-14:59:55.450146 139962666530368 (Original Log Time 2024/06/05-14:59:55.448476) [/memtable_list.cc:471] [default] Level-0 commit table #13 started +2024/06/05-14:59:55.450149 139962666530368 (Original Log Time 2024/06/05-14:59:55.450103) [/memtable_list.cc:678] [default] Level-0 commit table #13: memtable #1 done +2024/06/05-14:59:55.450150 139962666530368 (Original Log Time 2024/06/05-14:59:55.450118) EVENT_LOG_v1 {"time_micros": 1717610395450113, "job": 4, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [3, 0, 0, 0], "immutable_memtables": 0} +2024/06/05-14:59:55.450151 139962666530368 (Original Log Time 2024/06/05-14:59:55.450131) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[3 0 0 0] max score 0.38 +2024/06/05-14:59:55.450155 139962666530368 [/db_impl/db_impl_files.cc:435] [JOB 4] Try to delete WAL files size 110281, prev total WAL file size 110281, number of live WAL files 2. +2024/06/05-14:59:55.450229 139962666530368 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:59:55.450262 139961542096448 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:59:55.450330 139961542096448 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:59:55.454766 139961542096448 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609508495496 b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609508495496 new file mode 100644 index 0000000..9eb4dd3 --- /dev/null +++ b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609508495496 @@ -0,0 +1,106 @@ +2024/06/05-14:45:08.409208 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:45:08.409683 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:45:08.409690 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:45:08.409693 139709153148928 DB SUMMARY +2024/06/05-14:45:08.409696 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VTI +2024/06/05-14:45:08.409730 139709153148928 CURRENT file: CURRENT +2024/06/05-14:45:08.409732 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:45:08.409737 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:45:08.409740 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590 dir, Total Num: 0, files: +2024/06/05-14:45:08.409742 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590: 000005.log size: 84507 ; +2024/06/05-14:45:08.409745 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:45:08.409747 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:45:08.409749 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:45:08.409751 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:45:08.409752 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:45:08.409754 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:45:08.409757 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:45:08.409758 139709153148928 Options.info_log: 0x55cbc3a83870 +2024/06/05-14:45:08.409760 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:45:08.409762 139709153148928 Options.statistics: (nil) +2024/06/05-14:45:08.409764 139709153148928 Options.use_fsync: 0 +2024/06/05-14:45:08.409766 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:45:08.409768 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:45:08.409770 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:45:08.409772 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:45:08.409773 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:45:08.409774 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:45:08.409776 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:45:08.409778 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:45:08.409779 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:45:08.409780 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:45:08.409782 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:45:08.409783 139709153148928 Options.db_log_dir: +2024/06/05-14:45:08.409785 139709153148928 Options.wal_dir: +2024/06/05-14:45:08.409786 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:45:08.409788 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:45:08.409789 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:45:08.409791 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:45:08.409792 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:45:08.409794 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:45:08.409795 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:45:08.409797 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:45:08.409802 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:45:08.409804 139709153148928 Options.write_buffer_manager: 0x55cbc3d24f40 +2024/06/05-14:45:08.409822 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:45:08.409823 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:45:08.409824 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:45:08.409825 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:45:08.409826 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:45:08.409827 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:45:08.409828 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:45:08.409829 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:45:08.409830 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:45:08.409831 139709153148928 Options.unordered_write: 0 +2024/06/05-14:45:08.409831 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:45:08.409832 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:45:08.409833 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:45:08.409834 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:45:08.409835 139709153148928 Options.row_cache: None +2024/06/05-14:45:08.409836 139709153148928 Options.wal_filter: None +2024/06/05-14:45:08.409837 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:45:08.409838 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:45:08.409839 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:45:08.409839 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:45:08.409840 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:45:08.409841 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:45:08.409842 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:45:08.409843 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:45:08.409844 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:45:08.409845 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:45:08.409845 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:45:08.409846 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:45:08.409847 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:45:08.409848 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:45:08.409849 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:45:08.409850 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:45:08.409851 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:45:08.409852 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:45:08.409853 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:45:08.409854 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:45:08.409854 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:45:08.409855 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:45:08.409856 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:45:08.409857 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:45:08.409858 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:45:08.409859 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:45:08.409860 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:45:08.409865 139709153148928 Options.max_open_files: -1 +2024/06/05-14:45:08.409866 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:45:08.409867 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:45:08.409868 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:45:08.409869 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:45:08.409869 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:45:08.409870 139709153148928 Compression algorithms supported: +2024/06/05-14:45:08.409872 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:45:08.409874 139709153148928 kZSTD supported: 1 +2024/06/05-14:45:08.409875 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:45:08.409876 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:45:08.409877 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:45:08.409878 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:45:08.409879 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:45:08.409880 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:45:08.409882 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:45:08.409977 139709153148928 [WARN] [/db_impl/db_impl_open.cc:1907] Persisting Option File error: OK +2024/06/05-14:45:08.409989 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:45:08.410081 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609511785975 b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609511785975 new file mode 100644 index 0000000..4a93f29 --- /dev/null +++ b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609511785975 @@ -0,0 +1,106 @@ +2024/06/05-14:45:08.495577 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:45:08.495801 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:45:08.495805 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:45:08.495806 139709153148928 DB SUMMARY +2024/06/05-14:45:08.495807 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VVV +2024/06/05-14:45:08.495824 139709153148928 CURRENT file: CURRENT +2024/06/05-14:45:08.495825 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:45:08.495828 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:45:08.495830 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590 dir, Total Num: 0, files: +2024/06/05-14:45:08.495831 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590: 000005.log size: 85471 ; +2024/06/05-14:45:08.495833 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:45:08.495834 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:45:08.495835 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:45:08.495836 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:45:08.495837 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:45:08.495839 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:45:08.495840 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:45:08.495842 139709153148928 Options.info_log: 0x55cbc383f0e0 +2024/06/05-14:45:08.495843 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:45:08.495845 139709153148928 Options.statistics: (nil) +2024/06/05-14:45:08.495846 139709153148928 Options.use_fsync: 0 +2024/06/05-14:45:08.495847 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:45:08.495849 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:45:08.495850 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:45:08.495852 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:45:08.495854 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:45:08.495855 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:45:08.495857 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:45:08.495857 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:45:08.495858 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:45:08.495859 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:45:08.495860 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:45:08.495861 139709153148928 Options.db_log_dir: +2024/06/05-14:45:08.495862 139709153148928 Options.wal_dir: +2024/06/05-14:45:08.495864 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:45:08.495865 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:45:08.495866 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:45:08.495884 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:45:08.495886 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:45:08.495888 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:45:08.495889 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:45:08.495891 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:45:08.495896 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:45:08.495898 139709153148928 Options.write_buffer_manager: 0x55cbc3a6c050 +2024/06/05-14:45:08.495913 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:45:08.495914 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:45:08.495915 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:45:08.495916 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:45:08.495917 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:45:08.495919 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:45:08.495920 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:45:08.495920 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:45:08.495921 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:45:08.495922 139709153148928 Options.unordered_write: 0 +2024/06/05-14:45:08.495923 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:45:08.495924 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:45:08.495925 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:45:08.495926 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:45:08.495927 139709153148928 Options.row_cache: None +2024/06/05-14:45:08.495927 139709153148928 Options.wal_filter: None +2024/06/05-14:45:08.495928 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:45:08.495929 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:45:08.495930 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:45:08.495931 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:45:08.495932 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:45:08.495933 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:45:08.495934 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:45:08.495935 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:45:08.495935 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:45:08.495936 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:45:08.495937 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:45:08.495939 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:45:08.495941 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:45:08.495942 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:45:08.495943 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:45:08.495944 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:45:08.495946 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:45:08.495948 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:45:08.495949 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:45:08.495950 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:45:08.495952 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:45:08.495953 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:45:08.495954 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:45:08.495956 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:45:08.495957 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:45:08.495959 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:45:08.495960 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:45:08.495968 139709153148928 Options.max_open_files: -1 +2024/06/05-14:45:08.495970 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:45:08.495972 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:45:08.495973 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:45:08.495974 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:45:08.495976 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:45:08.495978 139709153148928 Compression algorithms supported: +2024/06/05-14:45:08.495979 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:45:08.495982 139709153148928 kZSTD supported: 1 +2024/06/05-14:45:08.495983 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:45:08.495985 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:45:08.495987 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:45:08.495988 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:45:08.495989 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:45:08.495990 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:45:08.495992 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:45:08.496022 139709153148928 [WARN] [/db_impl/db_impl_open.cc:1907] Persisting Option File error: OK +2024/06/05-14:45:08.496030 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:45:08.496046 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609511938732 b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609511938732 new file mode 100644 index 0000000..dab6873 --- /dev/null +++ b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609511938732 @@ -0,0 +1,106 @@ +2024/06/05-14:45:11.787973 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:45:11.789657 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:45:11.789673 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:45:11.789677 139709153148928 DB SUMMARY +2024/06/05-14:45:11.789696 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VVY +2024/06/05-14:45:11.789882 139709153148928 CURRENT file: CURRENT +2024/06/05-14:45:11.789890 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:45:11.789897 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:45:11.789900 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590 dir, Total Num: 0, files: +2024/06/05-14:45:11.789903 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590: 000005.log size: 122110 ; +2024/06/05-14:45:11.789906 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:45:11.789909 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:45:11.789911 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:45:11.789913 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:45:11.789915 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:45:11.789916 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:45:11.789919 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:45:11.789921 139709153148928 Options.info_log: 0x55cbc3b6cec0 +2024/06/05-14:45:11.789922 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:45:11.789924 139709153148928 Options.statistics: (nil) +2024/06/05-14:45:11.789927 139709153148928 Options.use_fsync: 0 +2024/06/05-14:45:11.789929 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:45:11.789930 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:45:11.789932 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:45:11.789933 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:45:11.789935 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:45:11.789936 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:45:11.789938 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:45:11.789939 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:45:11.789941 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:45:11.789943 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:45:11.789944 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:45:11.789945 139709153148928 Options.db_log_dir: +2024/06/05-14:45:11.789947 139709153148928 Options.wal_dir: +2024/06/05-14:45:11.789948 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:45:11.789950 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:45:11.789952 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:45:11.789953 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:45:11.789954 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:45:11.789956 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:45:11.789995 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:45:11.790032 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:45:11.790042 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:45:11.790044 139709153148928 Options.write_buffer_manager: 0x55cbc3a8abf0 +2024/06/05-14:45:11.790327 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:45:11.790333 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:45:11.790336 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:45:11.790337 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:45:11.790423 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:45:11.790428 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:45:11.790494 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:45:11.790497 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:45:11.790499 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:45:11.790501 139709153148928 Options.unordered_write: 0 +2024/06/05-14:45:11.790503 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:45:11.790505 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:45:11.790506 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:45:11.790508 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:45:11.790510 139709153148928 Options.row_cache: None +2024/06/05-14:45:11.790512 139709153148928 Options.wal_filter: None +2024/06/05-14:45:11.790514 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:45:11.790516 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:45:11.790518 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:45:11.790520 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:45:11.790521 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:45:11.790523 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:45:11.790524 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:45:11.790526 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:45:11.790527 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:45:11.790529 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:45:11.790531 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:45:11.790533 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:45:11.790534 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:45:11.790536 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:45:11.790537 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:45:11.790539 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:45:11.790541 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:45:11.790543 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:45:11.790545 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:45:11.790547 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:45:11.790548 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:45:11.790550 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:45:11.790552 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:45:11.790553 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:45:11.790555 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:45:11.790557 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:45:11.790558 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:45:11.790599 139709153148928 Options.max_open_files: -1 +2024/06/05-14:45:11.790602 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:45:11.790604 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:45:11.790605 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:45:11.790607 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:45:11.790609 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:45:11.790611 139709153148928 Compression algorithms supported: +2024/06/05-14:45:11.790614 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:45:11.790618 139709153148928 kZSTD supported: 1 +2024/06/05-14:45:11.790620 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:45:11.790621 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:45:11.790623 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:45:11.790625 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:45:11.790627 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:45:11.790629 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:45:11.790637 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:45:11.791032 139709153148928 [WARN] [/db_impl/db_impl_open.cc:1907] Persisting Option File error: OK +2024/06/05-14:45:11.791129 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:45:11.791201 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609515549401 b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609515549401 new file mode 100644 index 0000000..a9e7701 --- /dev/null +++ b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609515549401 @@ -0,0 +1,106 @@ +2024/06/05-14:45:11.938945 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:45:11.939262 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:45:11.939269 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:45:11.939272 139709153148928 DB SUMMARY +2024/06/05-14:45:11.939274 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VVN +2024/06/05-14:45:11.939305 139709153148928 CURRENT file: CURRENT +2024/06/05-14:45:11.939306 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:45:11.939309 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:45:11.939311 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590 dir, Total Num: 0, files: +2024/06/05-14:45:11.939312 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590: 000005.log size: 123074 ; +2024/06/05-14:45:11.939314 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:45:11.939315 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:45:11.939316 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:45:11.939317 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:45:11.939319 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:45:11.939320 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:45:11.939321 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:45:11.939322 139709153148928 Options.info_log: 0x55cbc3a97a40 +2024/06/05-14:45:11.939323 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:45:11.939324 139709153148928 Options.statistics: (nil) +2024/06/05-14:45:11.939325 139709153148928 Options.use_fsync: 0 +2024/06/05-14:45:11.939326 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:45:11.939327 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:45:11.939328 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:45:11.939329 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:45:11.939330 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:45:11.939330 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:45:11.939331 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:45:11.939332 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:45:11.939333 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:45:11.939334 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:45:11.939335 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:45:11.939336 139709153148928 Options.db_log_dir: +2024/06/05-14:45:11.939336 139709153148928 Options.wal_dir: +2024/06/05-14:45:11.939337 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:45:11.939338 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:45:11.939339 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:45:11.939340 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:45:11.939341 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:45:11.939342 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:45:11.939343 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:45:11.939344 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:45:11.939349 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:45:11.939350 139709153148928 Options.write_buffer_manager: 0x55cbc30631c0 +2024/06/05-14:45:11.939365 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:45:11.939367 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:45:11.939368 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:45:11.939368 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:45:11.939369 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:45:11.939371 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:45:11.939372 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:45:11.939373 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:45:11.939374 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:45:11.939375 139709153148928 Options.unordered_write: 0 +2024/06/05-14:45:11.939375 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:45:11.939376 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:45:11.939377 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:45:11.939378 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:45:11.939379 139709153148928 Options.row_cache: None +2024/06/05-14:45:11.939380 139709153148928 Options.wal_filter: None +2024/06/05-14:45:11.939381 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:45:11.939382 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:45:11.939383 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:45:11.939383 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:45:11.939384 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:45:11.939385 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:45:11.939386 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:45:11.939387 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:45:11.939388 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:45:11.939388 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:45:11.939389 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:45:11.939390 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:45:11.939391 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:45:11.939392 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:45:11.939393 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:45:11.939394 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:45:11.939395 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:45:11.939396 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:45:11.939397 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:45:11.939398 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:45:11.939399 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:45:11.939400 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:45:11.939401 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:45:11.939401 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:45:11.939402 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:45:11.939403 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:45:11.939405 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:45:11.939411 139709153148928 Options.max_open_files: -1 +2024/06/05-14:45:11.939413 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:45:11.939414 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:45:11.939416 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:45:11.939417 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:45:11.939418 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:45:11.939420 139709153148928 Compression algorithms supported: +2024/06/05-14:45:11.939423 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:45:11.939426 139709153148928 kZSTD supported: 1 +2024/06/05-14:45:11.939427 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:45:11.939429 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:45:11.939430 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:45:11.939432 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:45:11.939433 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:45:11.939435 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:45:11.939438 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:45:11.939486 139709153148928 [WARN] [/db_impl/db_impl_open.cc:1907] Persisting Option File error: OK +2024/06/05-14:45:11.939498 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:45:11.939533 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609515750769 b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609515750769 new file mode 100644 index 0000000..cc6007b --- /dev/null +++ b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609515750769 @@ -0,0 +1,106 @@ +2024/06/05-14:45:15.549566 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:45:15.549795 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:45:15.549799 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:45:15.549800 139709153148928 DB SUMMARY +2024/06/05-14:45:15.549801 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VVQ +2024/06/05-14:45:15.549821 139709153148928 CURRENT file: CURRENT +2024/06/05-14:45:15.549822 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:45:15.549825 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:45:15.549827 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590 dir, Total Num: 0, files: +2024/06/05-14:45:15.549828 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590: 000005.log size: 172908 ; +2024/06/05-14:45:15.549830 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:45:15.549831 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:45:15.549832 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:45:15.549833 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:45:15.549834 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:45:15.549835 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:45:15.549836 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:45:15.549837 139709153148928 Options.info_log: 0x55cbc36eaae0 +2024/06/05-14:45:15.549838 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:45:15.549839 139709153148928 Options.statistics: (nil) +2024/06/05-14:45:15.549840 139709153148928 Options.use_fsync: 0 +2024/06/05-14:45:15.549841 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:45:15.549842 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:45:15.549843 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:45:15.549844 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:45:15.549845 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:45:15.549845 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:45:15.549846 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:45:15.549847 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:45:15.549848 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:45:15.549849 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:45:15.549850 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:45:15.549851 139709153148928 Options.db_log_dir: +2024/06/05-14:45:15.549851 139709153148928 Options.wal_dir: +2024/06/05-14:45:15.549852 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:45:15.549853 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:45:15.549854 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:45:15.549855 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:45:15.549856 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:45:15.549857 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:45:15.549858 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:45:15.549859 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:45:15.549863 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:45:15.549864 139709153148928 Options.write_buffer_manager: 0x55cbc383ee60 +2024/06/05-14:45:15.549873 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:45:15.549874 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:45:15.549875 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:45:15.549876 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:45:15.549877 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:45:15.549878 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:45:15.549879 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:45:15.549880 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:45:15.549881 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:45:15.549882 139709153148928 Options.unordered_write: 0 +2024/06/05-14:45:15.549883 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:45:15.549883 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:45:15.549884 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:45:15.549885 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:45:15.549886 139709153148928 Options.row_cache: None +2024/06/05-14:45:15.549887 139709153148928 Options.wal_filter: None +2024/06/05-14:45:15.549888 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:45:15.549889 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:45:15.549890 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:45:15.549891 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:45:15.549891 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:45:15.549892 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:45:15.549893 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:45:15.549894 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:45:15.549895 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:45:15.549896 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:45:15.549897 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:45:15.549898 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:45:15.549899 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:45:15.549899 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:45:15.549900 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:45:15.549901 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:45:15.549902 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:45:15.549903 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:45:15.549904 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:45:15.549905 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:45:15.549906 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:45:15.549907 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:45:15.549908 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:45:15.549909 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:45:15.549909 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:45:15.549910 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:45:15.549911 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:45:15.549917 139709153148928 Options.max_open_files: -1 +2024/06/05-14:45:15.549918 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:45:15.549919 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:45:15.549919 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:45:15.549920 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:45:15.549921 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:45:15.549922 139709153148928 Compression algorithms supported: +2024/06/05-14:45:15.549923 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:45:15.549925 139709153148928 kZSTD supported: 1 +2024/06/05-14:45:15.549926 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:45:15.549927 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:45:15.549928 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:45:15.549929 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:45:15.549930 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:45:15.549931 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:45:15.549933 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:45:15.549960 139709153148928 [WARN] [/db_impl/db_impl_open.cc:1907] Persisting Option File error: OK +2024/06/05-14:45:15.549966 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:45:15.549979 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609774553391 b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609774553391 new file mode 100644 index 0000000..fc6f4f4 --- /dev/null +++ b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609774553391 @@ -0,0 +1,106 @@ +2024/06/05-14:45:15.750877 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:45:15.751089 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:45:15.751093 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:45:15.751096 139709153148928 DB SUMMARY +2024/06/05-14:45:15.751097 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VWB +2024/06/05-14:45:15.751124 139709153148928 CURRENT file: CURRENT +2024/06/05-14:45:15.751126 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:45:15.751130 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:45:15.751132 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590 dir, Total Num: 0, files: +2024/06/05-14:45:15.751134 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590: 000005.log size: 173872 ; +2024/06/05-14:45:15.751137 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:45:15.751138 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:45:15.751140 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:45:15.751141 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:45:15.751143 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:45:15.751145 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:45:15.751146 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:45:15.751148 139709153148928 Options.info_log: 0x55cbc381aa20 +2024/06/05-14:45:15.751150 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:45:15.751151 139709153148928 Options.statistics: (nil) +2024/06/05-14:45:15.751153 139709153148928 Options.use_fsync: 0 +2024/06/05-14:45:15.751154 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:45:15.751155 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:45:15.751156 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:45:15.751158 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:45:15.751159 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:45:15.751160 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:45:15.751161 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:45:15.751162 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:45:15.751164 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:45:15.751165 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:45:15.751166 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:45:15.751167 139709153148928 Options.db_log_dir: +2024/06/05-14:45:15.751169 139709153148928 Options.wal_dir: +2024/06/05-14:45:15.751170 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:45:15.751171 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:45:15.751172 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:45:15.751174 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:45:15.751175 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:45:15.751177 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:45:15.751178 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:45:15.751180 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:45:15.751186 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:45:15.751188 139709153148928 Options.write_buffer_manager: 0x55cbc3aca2a0 +2024/06/05-14:45:15.751203 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:45:15.751205 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:45:15.751206 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:45:15.751208 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:45:15.751209 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:45:15.751211 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:45:15.751212 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:45:15.751213 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:45:15.751215 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:45:15.751216 139709153148928 Options.unordered_write: 0 +2024/06/05-14:45:15.751217 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:45:15.751218 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:45:15.751219 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:45:15.751220 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:45:15.751222 139709153148928 Options.row_cache: None +2024/06/05-14:45:15.751223 139709153148928 Options.wal_filter: None +2024/06/05-14:45:15.751224 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:45:15.751225 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:45:15.751227 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:45:15.751228 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:45:15.751229 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:45:15.751230 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:45:15.751232 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:45:15.751233 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:45:15.751234 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:45:15.751235 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:45:15.751236 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:45:15.751238 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:45:15.751239 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:45:15.751241 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:45:15.751242 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:45:15.751243 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:45:15.751245 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:45:15.751246 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:45:15.751247 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:45:15.751248 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:45:15.751249 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:45:15.751251 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:45:15.751252 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:45:15.751253 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:45:15.751254 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:45:15.751256 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:45:15.751257 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:45:15.751266 139709153148928 Options.max_open_files: -1 +2024/06/05-14:45:15.751268 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:45:15.751269 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:45:15.751270 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:45:15.751271 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:45:15.751273 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:45:15.751274 139709153148928 Compression algorithms supported: +2024/06/05-14:45:15.751276 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:45:15.751279 139709153148928 kZSTD supported: 1 +2024/06/05-14:45:15.751281 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:45:15.751282 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:45:15.751284 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:45:15.751285 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:45:15.751287 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:45:15.751288 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:45:15.751291 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:45:15.751333 139709153148928 [WARN] [/db_impl/db_impl_open.cc:1907] Persisting Option File error: OK +2024/06/05-14:45:15.751344 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:45:15.751373 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609774999723 b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609774999723 new file mode 100644 index 0000000..04d05fb --- /dev/null +++ b/.aim/meta/chunks/8e741518b1df4909918ec590/LOG.old.1717609774999723 @@ -0,0 +1,106 @@ +2024/06/05-14:49:34.553799 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:49:34.557657 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:49:34.557671 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:49:34.557674 139709153148928 DB SUMMARY +2024/06/05-14:49:34.557676 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VWE +2024/06/05-14:49:34.557768 139709153148928 CURRENT file: CURRENT +2024/06/05-14:49:34.557772 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:49:34.557776 139709153148928 MANIFEST file: MANIFEST-000004 size: 197 Bytes +2024/06/05-14:49:34.557778 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590 dir, Total Num: 1, files: 000009.sst +2024/06/05-14:49:34.557780 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/8e741518b1df4909918ec590: 000008.log size: 5761 ; +2024/06/05-14:49:34.557782 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:49:34.557784 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:49:34.557818 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:49:34.557820 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:49:34.557821 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:49:34.557823 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:49:34.557824 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:49:34.557825 139709153148928 Options.info_log: 0x55cbc3b51d90 +2024/06/05-14:49:34.557826 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:49:34.557827 139709153148928 Options.statistics: (nil) +2024/06/05-14:49:34.557828 139709153148928 Options.use_fsync: 0 +2024/06/05-14:49:34.557829 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:49:34.557830 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:49:34.557831 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:49:34.557832 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:49:34.557833 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:49:34.557833 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:49:34.557834 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:49:34.557835 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:49:34.557836 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:49:34.557837 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:49:34.557838 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:49:34.557839 139709153148928 Options.db_log_dir: +2024/06/05-14:49:34.557840 139709153148928 Options.wal_dir: +2024/06/05-14:49:34.557840 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:49:34.557841 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:49:34.557842 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:49:34.557843 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:49:34.557844 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:49:34.557845 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:49:34.557846 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:49:34.557847 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:49:34.557851 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:49:34.557852 139709153148928 Options.write_buffer_manager: 0x55cbc3a737b0 +2024/06/05-14:49:34.557926 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:49:34.557931 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:49:34.557933 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:49:34.557935 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:49:34.557936 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:49:34.557939 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:49:34.557941 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:49:34.557942 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:49:34.557943 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:49:34.557944 139709153148928 Options.unordered_write: 0 +2024/06/05-14:49:34.557946 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:49:34.557947 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:49:34.557948 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:49:34.557949 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:49:34.557951 139709153148928 Options.row_cache: None +2024/06/05-14:49:34.557952 139709153148928 Options.wal_filter: None +2024/06/05-14:49:34.557953 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:49:34.557955 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:49:34.557956 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:49:34.557957 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:49:34.557958 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:49:34.557959 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:49:34.557961 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:49:34.557962 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:49:34.557963 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:49:34.557964 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:49:34.557965 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:49:34.557967 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:49:34.557968 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:49:34.557970 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:49:34.557972 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:49:34.557973 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:49:34.557975 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:49:34.557976 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:49:34.557978 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:49:34.557979 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:49:34.557980 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:49:34.557982 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:49:34.557984 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:49:34.557985 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:49:34.557987 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:49:34.557989 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:49:34.557991 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:49:34.558006 139709153148928 Options.max_open_files: -1 +2024/06/05-14:49:34.558008 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:49:34.558010 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:49:34.558011 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:49:34.558012 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:49:34.558014 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:49:34.558015 139709153148928 Compression algorithms supported: +2024/06/05-14:49:34.558017 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:49:34.558020 139709153148928 kZSTD supported: 1 +2024/06/05-14:49:34.558022 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:49:34.558024 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:49:34.558026 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:49:34.558028 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:49:34.558030 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:49:34.558032 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:49:34.558036 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:49:34.559320 139709153148928 [WARN] [/db_impl/db_impl_open.cc:1907] Persisting Option File error: OK +2024/06/05-14:49:34.559601 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:49:34.559672 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/MANIFEST-000004 b/.aim/meta/chunks/8e741518b1df4909918ec590/MANIFEST-000004 new file mode 100644 index 0000000..98bd8b1 Binary files /dev/null and b/.aim/meta/chunks/8e741518b1df4909918ec590/MANIFEST-000004 differ diff --git a/.aim/meta/chunks/8e741518b1df4909918ec590/OPTIONS-000007 b/.aim/meta/chunks/8e741518b1df4909918ec590/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/chunks/8e741518b1df4909918ec590/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/chunks/93296da25d0d4df1bb6d667a/000009.sst b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/000009.sst new file mode 100644 index 0000000..1ad9e51 Binary files /dev/null and b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/000009.sst differ diff --git a/.aim/meta/chunks/93296da25d0d4df1bb6d667a/000011.log b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/000011.log new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/93296da25d0d4df1bb6d667a/CURRENT b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/CURRENT new file mode 100644 index 0000000..3051f81 --- /dev/null +++ b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/CURRENT @@ -0,0 +1 @@ +MANIFEST-000010 diff --git a/.aim/meta/chunks/93296da25d0d4df1bb6d667a/IDENTITY b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/IDENTITY new file mode 100644 index 0000000..64248f2 --- /dev/null +++ b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/IDENTITY @@ -0,0 +1 @@ +62631bc8-7636-42bc-bf14-e29823de7eb4 \ No newline at end of file diff --git a/.aim/meta/chunks/93296da25d0d4df1bb6d667a/LOCK b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/93296da25d0d4df1bb6d667a/LOG b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/LOG new file mode 100644 index 0000000..58a2b16 --- /dev/null +++ b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/LOG @@ -0,0 +1,245 @@ +2024/06/05-14:43:41.584683 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:43:41.585382 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:43:41.585396 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:43:41.585400 139709153148928 DB SUMMARY +2024/06/05-14:43:41.585403 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VS0 +2024/06/05-14:43:41.585507 139709153148928 CURRENT file: CURRENT +2024/06/05-14:43:41.585510 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:43:41.585529 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:43:41.585532 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/93296da25d0d4df1bb6d667a dir, Total Num: 0, files: +2024/06/05-14:43:41.585537 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/93296da25d0d4df1bb6d667a: 000005.log size: 52592 ; +2024/06/05-14:43:41.585539 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:43:41.585542 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:43:41.585544 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:43:41.585546 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:43:41.585548 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:43:41.585549 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:43:41.585553 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:43:41.585555 139709153148928 Options.info_log: 0x55cbc394e220 +2024/06/05-14:43:41.585556 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:43:41.585558 139709153148928 Options.statistics: (nil) +2024/06/05-14:43:41.585562 139709153148928 Options.use_fsync: 0 +2024/06/05-14:43:41.585563 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:43:41.585565 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:43:41.585566 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:43:41.585568 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:43:41.585569 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:43:41.585571 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:43:41.585573 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:43:41.585575 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:43:41.585576 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:43:41.585578 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:43:41.585579 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:43:41.585581 139709153148928 Options.db_log_dir: +2024/06/05-14:43:41.585582 139709153148928 Options.wal_dir: +2024/06/05-14:43:41.585583 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:43:41.585586 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:43:41.585588 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:43:41.585589 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:43:41.585591 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:43:41.585593 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:43:41.585594 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:43:41.585596 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:43:41.585613 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:43:41.585616 139709153148928 Options.write_buffer_manager: 0x55cbc381c4c0 +2024/06/05-14:43:41.585664 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:43:41.585667 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:43:41.585669 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:43:41.585670 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:43:41.585673 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:43:41.585677 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:43:41.585679 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:43:41.585680 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:43:41.585682 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:43:41.585683 139709153148928 Options.unordered_write: 0 +2024/06/05-14:43:41.585684 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:43:41.585685 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:43:41.585687 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:43:41.585688 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:43:41.585690 139709153148928 Options.row_cache: None +2024/06/05-14:43:41.585691 139709153148928 Options.wal_filter: None +2024/06/05-14:43:41.585693 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:43:41.585695 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:43:41.585696 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:43:41.585697 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:43:41.585698 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:43:41.585700 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:43:41.585701 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:43:41.585702 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:43:41.585704 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:43:41.585705 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:43:41.585706 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:43:41.585708 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:43:41.585710 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:43:41.585711 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:43:41.585712 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:43:41.585713 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:43:41.585716 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:43:41.585717 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:43:41.585719 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:43:41.585720 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:43:41.585721 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:43:41.585722 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:43:41.585724 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:43:41.585725 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:43:41.585727 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:43:41.585729 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:43:41.585730 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:43:41.585748 139709153148928 Options.max_open_files: -1 +2024/06/05-14:43:41.585750 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:43:41.585752 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:43:41.585753 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:43:41.585755 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:43:41.585757 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:43:41.585758 139709153148928 Compression algorithms supported: +2024/06/05-14:43:41.585761 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:43:41.585765 139709153148928 kZSTD supported: 1 +2024/06/05-14:43:41.585767 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:43:41.585769 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:43:41.585771 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:43:41.585772 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:43:41.585773 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:43:41.585775 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:43:41.585781 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:43:41.586971 139709153148928 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/93296da25d0d4df1bb6d667a/MANIFEST-000004 +2024/06/05-14:43:41.587703 139709153148928 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:43:41.587714 139709153148928 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:43:41.587716 139709153148928 Options.merge_operator: None +2024/06/05-14:43:41.587717 139709153148928 Options.compaction_filter: None +2024/06/05-14:43:41.587718 139709153148928 Options.compaction_filter_factory: None +2024/06/05-14:43:41.587719 139709153148928 Options.sst_partitioner_factory: None +2024/06/05-14:43:41.587721 139709153148928 Options.memtable_factory: SkipListFactory +2024/06/05-14:43:41.587722 139709153148928 Options.table_factory: BlockBasedTable +2024/06/05-14:43:41.588970 139709153148928 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cbc3967fa0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55cbc3968550 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:43:41.588986 139709153148928 Options.write_buffer_size: 1048576 +2024/06/05-14:43:41.588990 139709153148928 Options.max_write_buffer_number: 2 +2024/06/05-14:43:41.588993 139709153148928 Options.compression: Snappy +2024/06/05-14:43:41.588995 139709153148928 Options.bottommost_compression: Disabled +2024/06/05-14:43:41.588997 139709153148928 Options.prefix_extractor: nullptr +2024/06/05-14:43:41.588999 139709153148928 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:43:41.589000 139709153148928 Options.num_levels: 4 +2024/06/05-14:43:41.589002 139709153148928 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:43:41.589445 139709153148928 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:43:41.589454 139709153148928 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:43:41.589456 139709153148928 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:43:41.589458 139709153148928 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:43:41.589459 139709153148928 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:43:41.589461 139709153148928 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:41.589462 139709153148928 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:41.589463 139709153148928 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:43:41.589464 139709153148928 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:43:41.589466 139709153148928 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:41.589468 139709153148928 Options.compression_opts.window_bits: -14 +2024/06/05-14:43:41.589469 139709153148928 Options.compression_opts.level: 32767 +2024/06/05-14:43:41.589471 139709153148928 Options.compression_opts.strategy: 0 +2024/06/05-14:43:41.589472 139709153148928 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:41.589474 139709153148928 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:41.589475 139709153148928 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:43:41.589476 139709153148928 Options.compression_opts.enabled: false +2024/06/05-14:43:41.589478 139709153148928 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:41.589479 139709153148928 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:43:41.589480 139709153148928 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:43:41.589482 139709153148928 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:43:41.589483 139709153148928 Options.target_file_size_base: 67108864 +2024/06/05-14:43:41.589484 139709153148928 Options.target_file_size_multiplier: 1 +2024/06/05-14:43:41.589485 139709153148928 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:43:41.589487 139709153148928 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:43:41.589488 139709153148928 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:43:41.589494 139709153148928 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:43:41.589496 139709153148928 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:43:41.589497 139709153148928 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:43:41.589499 139709153148928 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:43:41.589500 139709153148928 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:43:41.589502 139709153148928 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:43:41.589503 139709153148928 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:43:41.589505 139709153148928 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:43:41.589507 139709153148928 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:43:41.589509 139709153148928 Options.arena_block_size: 131072 +2024/06/05-14:43:41.589511 139709153148928 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:43:41.589513 139709153148928 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:43:41.589515 139709153148928 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:43:41.589517 139709153148928 Options.disable_auto_compactions: 0 +2024/06/05-14:43:41.589525 139709153148928 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:43:41.589597 139709153148928 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:43:41.589602 139709153148928 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:43:41.589603 139709153148928 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:43:41.589605 139709153148928 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:43:41.589606 139709153148928 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:43:41.589607 139709153148928 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:43:41.589609 139709153148928 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:43:41.589611 139709153148928 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:43:41.589613 139709153148928 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:43:41.589620 139709153148928 Options.table_properties_collectors: +2024/06/05-14:43:41.589622 139709153148928 Options.inplace_update_support: 0 +2024/06/05-14:43:41.589624 139709153148928 Options.inplace_update_num_locks: 10000 +2024/06/05-14:43:41.589626 139709153148928 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:43:41.589629 139709153148928 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:43:41.589631 139709153148928 Options.memtable_huge_page_size: 0 +2024/06/05-14:43:41.589633 139709153148928 Options.bloom_locality: 0 +2024/06/05-14:43:41.589634 139709153148928 Options.max_successive_merges: 0 +2024/06/05-14:43:41.589636 139709153148928 Options.optimize_filters_for_hits: 0 +2024/06/05-14:43:41.589637 139709153148928 Options.paranoid_file_checks: 0 +2024/06/05-14:43:41.589638 139709153148928 Options.force_consistency_checks: 1 +2024/06/05-14:43:41.589639 139709153148928 Options.report_bg_io_stats: 0 +2024/06/05-14:43:41.589641 139709153148928 Options.ttl: 2592000 +2024/06/05-14:43:41.589642 139709153148928 Options.periodic_compaction_seconds: 0 +2024/06/05-14:43:41.589643 139709153148928 Options.enable_blob_files: false +2024/06/05-14:43:41.589645 139709153148928 Options.min_blob_size: 0 +2024/06/05-14:43:41.589646 139709153148928 Options.blob_file_size: 268435456 +2024/06/05-14:43:41.589648 139709153148928 Options.blob_compression_type: NoCompression +2024/06/05-14:43:41.589649 139709153148928 Options.enable_blob_garbage_collection: false +2024/06/05-14:43:41.589650 139709153148928 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:43:41.589652 139709153148928 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:43:41.589654 139709153148928 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:43:41.593501 139709153148928 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/93296da25d0d4df1bb6d667a/MANIFEST-000004 succeeded,manifest_file_number is 4, next_file_number is 6, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:43:41.593511 139709153148928 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:43:41.593865 139709153148928 [/version_set.cc:4410] Creating manifest 8 +2024/06/05-14:43:41.609116 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421609104, "job": 1, "event": "recovery_started", "wal_files": [5]} +2024/06/05-14:43:41.609127 139709153148928 [/db_impl/db_impl_open.cc:890] Recovering log #5 mode 2 +2024/06/05-14:43:41.615753 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421615722, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 9, "file_size": 35583, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4113, "index_size": 184, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 37526, "raw_average_key_size": 80, "raw_value_size": 15103, "raw_average_value_size": 32, "num_data_blocks": 3, "num_entries": 468, "num_filter_entries": 0, "num_deletions": 322, "num_merge_operands": 0, "num_range_deletions": 180, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609421, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "62631bc8-7636-42bc-bf14-e29823de7eb4", "db_session_id": "AHT7RO2F0WMNLQGE5VS0", "orig_file_number": 9}} +2024/06/05-14:43:41.615884 139709153148928 [/version_set.cc:4410] Creating manifest 10 +2024/06/05-14:43:41.627524 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421627515, "job": 1, "event": "recovery_finished"} +2024/06/05-14:43:41.635019 139709153148928 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/chunks/93296da25d0d4df1bb6d667a/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:43:41.635104 139709153148928 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55cbc3954080 +2024/06/05-14:43:41.635181 139709153148928 DB pointer 0x55cbc39565a0 +2024/06/05-14:43:41.635436 139709153148928 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:43:41.635455 139709153148928 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:43:41.635484 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:43:41.636106 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/93296da25d0d4df1bb6d667a/LOG.old.1717609421584337 b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/LOG.old.1717609421584337 new file mode 100644 index 0000000..7b0a0dc --- /dev/null +++ b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/LOG.old.1717609421584337 @@ -0,0 +1,269 @@ +2024/06/05-14:36:56.393772 140451916664832 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:36:56.395717 140451916664832 RocksDB version: 6.29.5 +2024/06/05-14:36:56.395899 140451916664832 Compile date 2023-03-02 19:33:03 +2024/06/05-14:36:56.395935 140451916664832 DB SUMMARY +2024/06/05-14:36:56.395938 140451916664832 DB Session ID: FWXYK35VEBUOBNZ53UYY +2024/06/05-14:36:56.396166 140451916664832 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/93296da25d0d4df1bb6d667a dir, Total Num: 0, files: +2024/06/05-14:36:56.396170 140451916664832 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/93296da25d0d4df1bb6d667a: +2024/06/05-14:36:56.396171 140451916664832 Options.error_if_exists: 0 +2024/06/05-14:36:56.396172 140451916664832 Options.create_if_missing: 1 +2024/06/05-14:36:56.396201 140451916664832 Options.paranoid_checks: 0 +2024/06/05-14:36:56.396203 140451916664832 Options.flush_verify_memtable_count: 1 +2024/06/05-14:36:56.396204 140451916664832 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:36:56.396205 140451916664832 Options.env: 0x7fbd4b31d940 +2024/06/05-14:36:56.396207 140451916664832 Options.fs: PosixFileSystem +2024/06/05-14:36:56.396208 140451916664832 Options.info_log: 0x561d64339410 +2024/06/05-14:36:56.396208 140451916664832 Options.max_file_opening_threads: 16 +2024/06/05-14:36:56.396209 140451916664832 Options.statistics: (nil) +2024/06/05-14:36:56.396210 140451916664832 Options.use_fsync: 0 +2024/06/05-14:36:56.396211 140451916664832 Options.max_log_file_size: 0 +2024/06/05-14:36:56.396212 140451916664832 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:36:56.396212 140451916664832 Options.log_file_time_to_roll: 0 +2024/06/05-14:36:56.396213 140451916664832 Options.keep_log_file_num: 10 +2024/06/05-14:36:56.396214 140451916664832 Options.recycle_log_file_num: 0 +2024/06/05-14:36:56.396215 140451916664832 Options.allow_fallocate: 1 +2024/06/05-14:36:56.396215 140451916664832 Options.allow_mmap_reads: 0 +2024/06/05-14:36:56.396216 140451916664832 Options.allow_mmap_writes: 0 +2024/06/05-14:36:56.396217 140451916664832 Options.use_direct_reads: 0 +2024/06/05-14:36:56.396218 140451916664832 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:36:56.396218 140451916664832 Options.create_missing_column_families: 0 +2024/06/05-14:36:56.396219 140451916664832 Options.db_log_dir: +2024/06/05-14:36:56.396220 140451916664832 Options.wal_dir: +2024/06/05-14:36:56.396221 140451916664832 Options.table_cache_numshardbits: 6 +2024/06/05-14:36:56.396221 140451916664832 Options.WAL_ttl_seconds: 0 +2024/06/05-14:36:56.396222 140451916664832 Options.WAL_size_limit_MB: 0 +2024/06/05-14:36:56.396223 140451916664832 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:36:56.396224 140451916664832 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:36:56.396224 140451916664832 Options.is_fd_close_on_exec: 1 +2024/06/05-14:36:56.396225 140451916664832 Options.advise_random_on_open: 1 +2024/06/05-14:36:56.396226 140451916664832 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:36:56.396229 140451916664832 Options.db_write_buffer_size: 1048576 +2024/06/05-14:36:56.396230 140451916664832 Options.write_buffer_manager: 0x561d64051aa0 +2024/06/05-14:36:56.396231 140451916664832 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:36:56.396231 140451916664832 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:36:56.396259 140451916664832 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:36:56.396262 140451916664832 Options.use_adaptive_mutex: 0 +2024/06/05-14:36:56.396264 140451916664832 Options.rate_limiter: (nil) +2024/06/05-14:36:56.396280 140451916664832 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:36:56.396283 140451916664832 Options.wal_recovery_mode: 2 +2024/06/05-14:36:56.396283 140451916664832 Options.enable_thread_tracking: 0 +2024/06/05-14:36:56.396284 140451916664832 Options.enable_pipelined_write: 0 +2024/06/05-14:36:56.396285 140451916664832 Options.unordered_write: 0 +2024/06/05-14:36:56.396286 140451916664832 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:36:56.396286 140451916664832 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:36:56.396287 140451916664832 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:36:56.396288 140451916664832 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:36:56.396289 140451916664832 Options.row_cache: None +2024/06/05-14:36:56.396290 140451916664832 Options.wal_filter: None +2024/06/05-14:36:56.396290 140451916664832 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:36:56.396291 140451916664832 Options.allow_ingest_behind: 0 +2024/06/05-14:36:56.396292 140451916664832 Options.preserve_deletes: 0 +2024/06/05-14:36:56.396293 140451916664832 Options.two_write_queues: 0 +2024/06/05-14:36:56.396293 140451916664832 Options.manual_wal_flush: 0 +2024/06/05-14:36:56.396294 140451916664832 Options.atomic_flush: 0 +2024/06/05-14:36:56.396295 140451916664832 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:36:56.396296 140451916664832 Options.persist_stats_to_disk: 0 +2024/06/05-14:36:56.396296 140451916664832 Options.write_dbid_to_manifest: 0 +2024/06/05-14:36:56.396297 140451916664832 Options.log_readahead_size: 0 +2024/06/05-14:36:56.396298 140451916664832 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:36:56.396299 140451916664832 Options.best_efforts_recovery: 0 +2024/06/05-14:36:56.396299 140451916664832 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:36:56.396300 140451916664832 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:36:56.396301 140451916664832 Options.allow_data_in_errors: 0 +2024/06/05-14:36:56.396301 140451916664832 Options.db_host_id: __hostname__ +2024/06/05-14:36:56.396302 140451916664832 Options.max_background_jobs: 2 +2024/06/05-14:36:56.396303 140451916664832 Options.max_background_compactions: 4 +2024/06/05-14:36:56.396304 140451916664832 Options.max_subcompactions: 1 +2024/06/05-14:36:56.396305 140451916664832 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:36:56.396305 140451916664832 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:36:56.396306 140451916664832 Options.delayed_write_rate : 16777216 +2024/06/05-14:36:56.396307 140451916664832 Options.max_total_wal_size: 0 +2024/06/05-14:36:56.396308 140451916664832 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:36:56.396308 140451916664832 Options.stats_dump_period_sec: 600 +2024/06/05-14:36:56.396309 140451916664832 Options.stats_persist_period_sec: 600 +2024/06/05-14:36:56.396310 140451916664832 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:36:56.396311 140451916664832 Options.max_open_files: -1 +2024/06/05-14:36:56.396311 140451916664832 Options.bytes_per_sync: 0 +2024/06/05-14:36:56.396312 140451916664832 Options.wal_bytes_per_sync: 0 +2024/06/05-14:36:56.396322 140451916664832 Options.strict_bytes_per_sync: 0 +2024/06/05-14:36:56.396323 140451916664832 Options.compaction_readahead_size: 0 +2024/06/05-14:36:56.396324 140451916664832 Options.max_background_flushes: -1 +2024/06/05-14:36:56.396325 140451916664832 Compression algorithms supported: +2024/06/05-14:36:56.396369 140451916664832 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:36:56.396677 140451916664832 kZSTD supported: 1 +2024/06/05-14:36:56.396680 140451916664832 kXpressCompression supported: 0 +2024/06/05-14:36:56.396681 140451916664832 kLZ4HCCompression supported: 0 +2024/06/05-14:36:56.396682 140451916664832 kLZ4Compression supported: 0 +2024/06/05-14:36:56.396683 140451916664832 kBZip2Compression supported: 1 +2024/06/05-14:36:56.396684 140451916664832 kZlibCompression supported: 1 +2024/06/05-14:36:56.396685 140451916664832 kSnappyCompression supported: 1 +2024/06/05-14:36:56.396715 140451916664832 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:36:56.409201 140451916664832 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:36:56.440622 140451916664832 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/93296da25d0d4df1bb6d667a/MANIFEST-000001 +2024/06/05-14:36:56.442795 140451916664832 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:36:56.442830 140451916664832 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:36:56.442833 140451916664832 Options.merge_operator: None +2024/06/05-14:36:56.442834 140451916664832 Options.compaction_filter: None +2024/06/05-14:36:56.442835 140451916664832 Options.compaction_filter_factory: None +2024/06/05-14:36:56.442836 140451916664832 Options.sst_partitioner_factory: None +2024/06/05-14:36:56.442837 140451916664832 Options.memtable_factory: SkipListFactory +2024/06/05-14:36:56.442838 140451916664832 Options.table_factory: BlockBasedTable +2024/06/05-14:36:56.442859 140451916664832 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561d62688120) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x561d6430ec90 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:36:56.442860 140451916664832 Options.write_buffer_size: 1048576 +2024/06/05-14:36:56.442861 140451916664832 Options.max_write_buffer_number: 2 +2024/06/05-14:36:56.442894 140451916664832 Options.compression: Snappy +2024/06/05-14:36:56.442898 140451916664832 Options.bottommost_compression: Disabled +2024/06/05-14:36:56.442899 140451916664832 Options.prefix_extractor: nullptr +2024/06/05-14:36:56.442900 140451916664832 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:36:56.442901 140451916664832 Options.num_levels: 4 +2024/06/05-14:36:56.442902 140451916664832 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:36:56.442902 140451916664832 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:36:56.442903 140451916664832 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:36:56.442934 140451916664832 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:36:56.442937 140451916664832 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:36:56.442938 140451916664832 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:36:56.442939 140451916664832 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:36:56.442940 140451916664832 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:36:56.442941 140451916664832 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:36:56.442942 140451916664832 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:36:56.442943 140451916664832 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:36:56.442943 140451916664832 Options.compression_opts.window_bits: -14 +2024/06/05-14:36:56.442944 140451916664832 Options.compression_opts.level: 32767 +2024/06/05-14:36:56.442945 140451916664832 Options.compression_opts.strategy: 0 +2024/06/05-14:36:56.442946 140451916664832 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:36:56.442947 140451916664832 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:36:56.442947 140451916664832 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:36:56.442948 140451916664832 Options.compression_opts.enabled: false +2024/06/05-14:36:56.442949 140451916664832 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:36:56.442950 140451916664832 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:36:56.442950 140451916664832 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:36:56.442951 140451916664832 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:36:56.442952 140451916664832 Options.target_file_size_base: 67108864 +2024/06/05-14:36:56.442953 140451916664832 Options.target_file_size_multiplier: 1 +2024/06/05-14:36:56.442953 140451916664832 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:36:56.442954 140451916664832 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:36:56.442955 140451916664832 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:36:56.442957 140451916664832 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:36:56.442958 140451916664832 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:36:56.442958 140451916664832 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:36:56.442959 140451916664832 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:36:56.442960 140451916664832 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:36:56.442961 140451916664832 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:36:56.442962 140451916664832 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:36:56.442962 140451916664832 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:36:56.442963 140451916664832 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:36:56.442964 140451916664832 Options.arena_block_size: 131072 +2024/06/05-14:36:56.442965 140451916664832 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:36:56.442966 140451916664832 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:36:56.442966 140451916664832 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:36:56.442967 140451916664832 Options.disable_auto_compactions: 0 +2024/06/05-14:36:56.442970 140451916664832 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:36:56.442971 140451916664832 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:36:56.442972 140451916664832 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:36:56.442980 140451916664832 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:36:56.442981 140451916664832 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:36:56.442982 140451916664832 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:36:56.442982 140451916664832 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:36:56.442984 140451916664832 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:36:56.442984 140451916664832 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:36:56.442985 140451916664832 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:36:56.442989 140451916664832 Options.table_properties_collectors: +2024/06/05-14:36:56.442990 140451916664832 Options.inplace_update_support: 0 +2024/06/05-14:36:56.442991 140451916664832 Options.inplace_update_num_locks: 10000 +2024/06/05-14:36:56.442991 140451916664832 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:36:56.442992 140451916664832 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:36:56.442993 140451916664832 Options.memtable_huge_page_size: 0 +2024/06/05-14:36:56.442994 140451916664832 Options.bloom_locality: 0 +2024/06/05-14:36:56.442995 140451916664832 Options.max_successive_merges: 0 +2024/06/05-14:36:56.442996 140451916664832 Options.optimize_filters_for_hits: 0 +2024/06/05-14:36:56.442996 140451916664832 Options.paranoid_file_checks: 0 +2024/06/05-14:36:56.442997 140451916664832 Options.force_consistency_checks: 1 +2024/06/05-14:36:56.442998 140451916664832 Options.report_bg_io_stats: 0 +2024/06/05-14:36:56.442998 140451916664832 Options.ttl: 2592000 +2024/06/05-14:36:56.442999 140451916664832 Options.periodic_compaction_seconds: 0 +2024/06/05-14:36:56.443000 140451916664832 Options.enable_blob_files: false +2024/06/05-14:36:56.443001 140451916664832 Options.min_blob_size: 0 +2024/06/05-14:36:56.443001 140451916664832 Options.blob_file_size: 268435456 +2024/06/05-14:36:56.443002 140451916664832 Options.blob_compression_type: NoCompression +2024/06/05-14:36:56.443003 140451916664832 Options.enable_blob_garbage_collection: false +2024/06/05-14:36:56.443004 140451916664832 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:36:56.443005 140451916664832 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:36:56.443006 140451916664832 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:36:56.446432 140451916664832 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/93296da25d0d4df1bb6d667a/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:36:56.446438 140451916664832 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:36:56.446866 140451916664832 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:36:56.488752 140451916664832 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x561d641fe460 +2024/06/05-14:36:56.488790 140451916664832 DB pointer 0x561d64341b00 +2024/06/05-14:36:56.489138 140446906938944 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:36:56.489149 140446906938944 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x561d6430ec90#104313 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 2.8e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** diff --git a/.aim/meta/chunks/93296da25d0d4df1bb6d667a/MANIFEST-000010 b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/MANIFEST-000010 new file mode 100644 index 0000000..e595481 Binary files /dev/null and b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/MANIFEST-000010 differ diff --git a/.aim/meta/chunks/93296da25d0d4df1bb6d667a/OPTIONS-000007 b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/chunks/93296da25d0d4df1bb6d667a/OPTIONS-000013 b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/OPTIONS-000013 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/chunks/93296da25d0d4df1bb6d667a/OPTIONS-000013 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/000008.log b/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/000008.log new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/000009.sst b/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/000009.sst new file mode 100644 index 0000000..7d1e0b4 Binary files /dev/null and b/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/000009.sst differ diff --git a/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/CURRENT b/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/CURRENT new file mode 100644 index 0000000..cacca75 --- /dev/null +++ b/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/CURRENT @@ -0,0 +1 @@ +MANIFEST-000004 diff --git a/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/IDENTITY b/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/IDENTITY new file mode 100644 index 0000000..82f28f9 --- /dev/null +++ b/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/IDENTITY @@ -0,0 +1 @@ +e210f2da-7a6a-418f-98e8-37a34f427edc \ No newline at end of file diff --git a/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/LOCK b/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/LOG b/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/LOG new file mode 100644 index 0000000..460da0a --- /dev/null +++ b/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/LOG @@ -0,0 +1,287 @@ +2024/06/05-14:31:13.187535 139808854687744 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:31:13.195037 139808854687744 RocksDB version: 6.29.5 +2024/06/05-14:31:13.195464 139808854687744 Compile date 2023-03-02 19:33:03 +2024/06/05-14:31:13.195758 139808854687744 DB SUMMARY +2024/06/05-14:31:13.195761 139808854687744 DB Session ID: YOL9KHUPO6SD49TPG63A +2024/06/05-14:31:13.196491 139808854687744 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2 dir, Total Num: 0, files: +2024/06/05-14:31:13.196494 139808854687744 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2: +2024/06/05-14:31:13.196496 139808854687744 Options.error_if_exists: 0 +2024/06/05-14:31:13.196497 139808854687744 Options.create_if_missing: 1 +2024/06/05-14:31:13.196525 139808854687744 Options.paranoid_checks: 0 +2024/06/05-14:31:13.196527 139808854687744 Options.flush_verify_memtable_count: 1 +2024/06/05-14:31:13.196528 139808854687744 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:31:13.196529 139808854687744 Options.env: 0x7f27a851d940 +2024/06/05-14:31:13.196530 139808854687744 Options.fs: PosixFileSystem +2024/06/05-14:31:13.196531 139808854687744 Options.info_log: 0x5630def5a100 +2024/06/05-14:31:13.196532 139808854687744 Options.max_file_opening_threads: 16 +2024/06/05-14:31:13.196533 139808854687744 Options.statistics: (nil) +2024/06/05-14:31:13.196534 139808854687744 Options.use_fsync: 0 +2024/06/05-14:31:13.196534 139808854687744 Options.max_log_file_size: 0 +2024/06/05-14:31:13.196535 139808854687744 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:31:13.196536 139808854687744 Options.log_file_time_to_roll: 0 +2024/06/05-14:31:13.196537 139808854687744 Options.keep_log_file_num: 10 +2024/06/05-14:31:13.196537 139808854687744 Options.recycle_log_file_num: 0 +2024/06/05-14:31:13.196538 139808854687744 Options.allow_fallocate: 1 +2024/06/05-14:31:13.196539 139808854687744 Options.allow_mmap_reads: 0 +2024/06/05-14:31:13.196539 139808854687744 Options.allow_mmap_writes: 0 +2024/06/05-14:31:13.196540 139808854687744 Options.use_direct_reads: 0 +2024/06/05-14:31:13.196541 139808854687744 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:31:13.196542 139808854687744 Options.create_missing_column_families: 0 +2024/06/05-14:31:13.196542 139808854687744 Options.db_log_dir: +2024/06/05-14:31:13.196543 139808854687744 Options.wal_dir: +2024/06/05-14:31:13.196544 139808854687744 Options.table_cache_numshardbits: 6 +2024/06/05-14:31:13.196545 139808854687744 Options.WAL_ttl_seconds: 0 +2024/06/05-14:31:13.196545 139808854687744 Options.WAL_size_limit_MB: 0 +2024/06/05-14:31:13.196546 139808854687744 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:31:13.196547 139808854687744 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:31:13.196548 139808854687744 Options.is_fd_close_on_exec: 1 +2024/06/05-14:31:13.196549 139808854687744 Options.advise_random_on_open: 1 +2024/06/05-14:31:13.196549 139808854687744 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:31:13.196554 139808854687744 Options.db_write_buffer_size: 1048576 +2024/06/05-14:31:13.196555 139808854687744 Options.write_buffer_manager: 0x5630def436c0 +2024/06/05-14:31:13.196555 139808854687744 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:31:13.196556 139808854687744 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:31:13.196589 139808854687744 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:31:13.196592 139808854687744 Options.use_adaptive_mutex: 0 +2024/06/05-14:31:13.196593 139808854687744 Options.rate_limiter: (nil) +2024/06/05-14:31:13.196610 139808854687744 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:31:13.196613 139808854687744 Options.wal_recovery_mode: 2 +2024/06/05-14:31:13.196614 139808854687744 Options.enable_thread_tracking: 0 +2024/06/05-14:31:13.196615 139808854687744 Options.enable_pipelined_write: 0 +2024/06/05-14:31:13.196616 139808854687744 Options.unordered_write: 0 +2024/06/05-14:31:13.196617 139808854687744 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:31:13.196617 139808854687744 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:31:13.196618 139808854687744 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:31:13.196619 139808854687744 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:31:13.196620 139808854687744 Options.row_cache: None +2024/06/05-14:31:13.196620 139808854687744 Options.wal_filter: None +2024/06/05-14:31:13.196621 139808854687744 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:31:13.196622 139808854687744 Options.allow_ingest_behind: 0 +2024/06/05-14:31:13.196623 139808854687744 Options.preserve_deletes: 0 +2024/06/05-14:31:13.196623 139808854687744 Options.two_write_queues: 0 +2024/06/05-14:31:13.196624 139808854687744 Options.manual_wal_flush: 0 +2024/06/05-14:31:13.196625 139808854687744 Options.atomic_flush: 0 +2024/06/05-14:31:13.196625 139808854687744 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:31:13.196626 139808854687744 Options.persist_stats_to_disk: 0 +2024/06/05-14:31:13.196627 139808854687744 Options.write_dbid_to_manifest: 0 +2024/06/05-14:31:13.196627 139808854687744 Options.log_readahead_size: 0 +2024/06/05-14:31:13.196628 139808854687744 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:31:13.196629 139808854687744 Options.best_efforts_recovery: 0 +2024/06/05-14:31:13.196630 139808854687744 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:31:13.196630 139808854687744 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:31:13.196631 139808854687744 Options.allow_data_in_errors: 0 +2024/06/05-14:31:13.196632 139808854687744 Options.db_host_id: __hostname__ +2024/06/05-14:31:13.196633 139808854687744 Options.max_background_jobs: 2 +2024/06/05-14:31:13.196633 139808854687744 Options.max_background_compactions: 4 +2024/06/05-14:31:13.196634 139808854687744 Options.max_subcompactions: 1 +2024/06/05-14:31:13.196635 139808854687744 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:31:13.196636 139808854687744 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:31:13.196636 139808854687744 Options.delayed_write_rate : 16777216 +2024/06/05-14:31:13.196637 139808854687744 Options.max_total_wal_size: 0 +2024/06/05-14:31:13.196638 139808854687744 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:31:13.196639 139808854687744 Options.stats_dump_period_sec: 600 +2024/06/05-14:31:13.196639 139808854687744 Options.stats_persist_period_sec: 600 +2024/06/05-14:31:13.196640 139808854687744 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:31:13.196641 139808854687744 Options.max_open_files: -1 +2024/06/05-14:31:13.196642 139808854687744 Options.bytes_per_sync: 0 +2024/06/05-14:31:13.196642 139808854687744 Options.wal_bytes_per_sync: 0 +2024/06/05-14:31:13.196651 139808854687744 Options.strict_bytes_per_sync: 0 +2024/06/05-14:31:13.196652 139808854687744 Options.compaction_readahead_size: 0 +2024/06/05-14:31:13.196652 139808854687744 Options.max_background_flushes: -1 +2024/06/05-14:31:13.196653 139808854687744 Compression algorithms supported: +2024/06/05-14:31:13.196980 139808854687744 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:31:13.197386 139808854687744 kZSTD supported: 1 +2024/06/05-14:31:13.197389 139808854687744 kXpressCompression supported: 0 +2024/06/05-14:31:13.197390 139808854687744 kLZ4HCCompression supported: 0 +2024/06/05-14:31:13.197391 139808854687744 kLZ4Compression supported: 0 +2024/06/05-14:31:13.197392 139808854687744 kBZip2Compression supported: 1 +2024/06/05-14:31:13.197393 139808854687744 kZlibCompression supported: 1 +2024/06/05-14:31:13.197394 139808854687744 kSnappyCompression supported: 1 +2024/06/05-14:31:13.197678 139808854687744 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:31:13.207497 139808854687744 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:31:13.218696 139808854687744 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/MANIFEST-000001 +2024/06/05-14:31:13.224196 139808854687744 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:31:13.224550 139808854687744 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:31:13.224556 139808854687744 Options.merge_operator: None +2024/06/05-14:31:13.224558 139808854687744 Options.compaction_filter: None +2024/06/05-14:31:13.224559 139808854687744 Options.compaction_filter_factory: None +2024/06/05-14:31:13.224560 139808854687744 Options.sst_partitioner_factory: None +2024/06/05-14:31:13.224562 139808854687744 Options.memtable_factory: SkipListFactory +2024/06/05-14:31:13.224563 139808854687744 Options.table_factory: BlockBasedTable +2024/06/05-14:31:13.224603 139808854687744 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5630dd30d110) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x5630def40650 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:31:13.224605 139808854687744 Options.write_buffer_size: 1048576 +2024/06/05-14:31:13.224606 139808854687744 Options.max_write_buffer_number: 2 +2024/06/05-14:31:13.224927 139808854687744 Options.compression: Snappy +2024/06/05-14:31:13.224932 139808854687744 Options.bottommost_compression: Disabled +2024/06/05-14:31:13.224933 139808854687744 Options.prefix_extractor: nullptr +2024/06/05-14:31:13.224934 139808854687744 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:31:13.224935 139808854687744 Options.num_levels: 4 +2024/06/05-14:31:13.224936 139808854687744 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:31:13.224937 139808854687744 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:31:13.224937 139808854687744 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:31:13.224984 139808854687744 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:31:13.224987 139808854687744 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:31:13.224988 139808854687744 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:31:13.224989 139808854687744 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:31:13.224990 139808854687744 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:31:13.224990 139808854687744 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:31:13.224991 139808854687744 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:31:13.224992 139808854687744 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:31:13.224993 139808854687744 Options.compression_opts.window_bits: -14 +2024/06/05-14:31:13.224994 139808854687744 Options.compression_opts.level: 32767 +2024/06/05-14:31:13.224994 139808854687744 Options.compression_opts.strategy: 0 +2024/06/05-14:31:13.224995 139808854687744 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:31:13.224996 139808854687744 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:31:13.224996 139808854687744 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:31:13.224997 139808854687744 Options.compression_opts.enabled: false +2024/06/05-14:31:13.224998 139808854687744 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:31:13.224999 139808854687744 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:31:13.224999 139808854687744 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:31:13.225000 139808854687744 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:31:13.225001 139808854687744 Options.target_file_size_base: 67108864 +2024/06/05-14:31:13.225002 139808854687744 Options.target_file_size_multiplier: 1 +2024/06/05-14:31:13.225002 139808854687744 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:31:13.225003 139808854687744 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:31:13.225004 139808854687744 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:31:13.225007 139808854687744 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:31:13.225008 139808854687744 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:31:13.225009 139808854687744 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:31:13.225009 139808854687744 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:31:13.225010 139808854687744 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:31:13.225011 139808854687744 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:31:13.225012 139808854687744 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:31:13.225012 139808854687744 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:31:13.225013 139808854687744 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:31:13.225014 139808854687744 Options.arena_block_size: 131072 +2024/06/05-14:31:13.225015 139808854687744 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:31:13.225015 139808854687744 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:31:13.225016 139808854687744 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:31:13.225017 139808854687744 Options.disable_auto_compactions: 0 +2024/06/05-14:31:13.225258 139808854687744 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:31:13.225263 139808854687744 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:31:13.225264 139808854687744 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:31:13.225295 139808854687744 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:31:13.225297 139808854687744 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:31:13.225298 139808854687744 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:31:13.225299 139808854687744 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:31:13.225300 139808854687744 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:31:13.225301 139808854687744 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:31:13.225302 139808854687744 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:31:13.225307 139808854687744 Options.table_properties_collectors: +2024/06/05-14:31:13.225308 139808854687744 Options.inplace_update_support: 0 +2024/06/05-14:31:13.225308 139808854687744 Options.inplace_update_num_locks: 10000 +2024/06/05-14:31:13.225309 139808854687744 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:31:13.225311 139808854687744 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:31:13.225312 139808854687744 Options.memtable_huge_page_size: 0 +2024/06/05-14:31:13.225313 139808854687744 Options.bloom_locality: 0 +2024/06/05-14:31:13.225314 139808854687744 Options.max_successive_merges: 0 +2024/06/05-14:31:13.225314 139808854687744 Options.optimize_filters_for_hits: 0 +2024/06/05-14:31:13.225315 139808854687744 Options.paranoid_file_checks: 0 +2024/06/05-14:31:13.225316 139808854687744 Options.force_consistency_checks: 1 +2024/06/05-14:31:13.225317 139808854687744 Options.report_bg_io_stats: 0 +2024/06/05-14:31:13.225317 139808854687744 Options.ttl: 2592000 +2024/06/05-14:31:13.225318 139808854687744 Options.periodic_compaction_seconds: 0 +2024/06/05-14:31:13.225319 139808854687744 Options.enable_blob_files: false +2024/06/05-14:31:13.225320 139808854687744 Options.min_blob_size: 0 +2024/06/05-14:31:13.225320 139808854687744 Options.blob_file_size: 268435456 +2024/06/05-14:31:13.225321 139808854687744 Options.blob_compression_type: NoCompression +2024/06/05-14:31:13.225322 139808854687744 Options.enable_blob_garbage_collection: false +2024/06/05-14:31:13.225323 139808854687744 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:31:13.225324 139808854687744 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:31:13.225325 139808854687744 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:31:13.231700 139808854687744 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:31:13.231714 139808854687744 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:31:13.233367 139808854687744 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:31:13.261784 139808854687744 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x5630dec92ae0 +2024/06/05-14:31:13.261845 139808854687744 DB pointer 0x5630def5b660 +2024/06/05-14:31:13.264167 139804230526528 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:31:13.264181 139804230526528 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x5630def40650#100435 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 0.000322 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** +2024/06/05-14:31:14.326779 139804264097344 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:31:14.326877 139804264097344 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #8. Immutable memtables: 0. +2024/06/05-14:31:14.326933 139805035849280 (Original Log Time 2024/06/05-14:31:14.326920) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:31:14.326936 139805035849280 [/flush_job.cc:819] [default] [JOB 2] Flushing memtable with next log file: 8 +2024/06/05-14:31:14.327030 139805035849280 EVENT_LOG_v1 {"time_micros": 1717608674327025, "job": 2, "event": "flush_started", "num_memtables": 1, "num_entries": 538, "num_deletes": 157, "total_data_size": 61792, "memory_usage": 72024, "flush_reason": "Manual Flush"} +2024/06/05-14:31:14.327032 139805035849280 [/flush_job.cc:848] [default] [JOB 2] Level-0 flush table #9: started +2024/06/05-14:31:14.330853 139805035849280 EVENT_LOG_v1 {"time_micros": 1717608674330835, "cf_name": "default", "job": 2, "event": "table_file_creation", "file_number": 9, "file_size": 35636, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4139, "index_size": 184, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 37526, "raw_average_key_size": 80, "raw_value_size": 15111, "raw_average_value_size": 32, "num_data_blocks": 3, "num_entries": 468, "num_filter_entries": 0, "num_deletions": 322, "num_merge_operands": 0, "num_range_deletions": 180, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717608673, "oldest_key_time": 1717608673, "file_creation_time": 1717608674, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e210f2da-7a6a-418f-98e8-37a34f427edc", "db_session_id": "YOL9KHUPO6SD49TPG63A", "orig_file_number": 9}} +2024/06/05-14:31:14.330908 139805035849280 [/flush_job.cc:937] [default] [JOB 2] Level-0 flush table #9: 35636 bytes OK +2024/06/05-14:31:14.332381 139805035849280 [/flush_job.cc:987] [default] [JOB 2] Flush lasted 5447 microseconds, and 1035 cpu microseconds. +2024/06/05-14:31:14.334496 139805035849280 (Original Log Time 2024/06/05-14:31:14.332390) [/memtable_list.cc:471] [default] Level-0 commit table #9 started +2024/06/05-14:31:14.334498 139805035849280 (Original Log Time 2024/06/05-14:31:14.334430) [/memtable_list.cc:678] [default] Level-0 commit table #9: memtable #1 done +2024/06/05-14:31:14.334500 139805035849280 (Original Log Time 2024/06/05-14:31:14.334454) EVENT_LOG_v1 {"time_micros": 1717608674334447, "job": 2, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 0], "immutable_memtables": 0} +2024/06/05-14:31:14.334501 139805035849280 (Original Log Time 2024/06/05-14:31:14.334474) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[1 0 0 0] max score 0.12 +2024/06/05-14:31:14.334507 139805035849280 [/db_impl/db_impl_files.cc:435] [JOB 2] Try to delete WAL files size 59105, prev total WAL file size 59105, number of live WAL files 2. +2024/06/05-14:31:14.334613 139805035849280 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:31:14.334658 139804264097344 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:31:14.334687 139804264097344 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:31:14.334927 139804264097344 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/MANIFEST-000004 b/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/MANIFEST-000004 new file mode 100644 index 0000000..c18318e Binary files /dev/null and b/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/MANIFEST-000004 differ diff --git a/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/OPTIONS-000007 b/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/chunks/c1d9e13164054dd0b5d7dfa2/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/chunks/f928789aa4eb42339a700899/000009.sst b/.aim/meta/chunks/f928789aa4eb42339a700899/000009.sst new file mode 100644 index 0000000..18253d3 Binary files /dev/null and b/.aim/meta/chunks/f928789aa4eb42339a700899/000009.sst differ diff --git a/.aim/meta/chunks/f928789aa4eb42339a700899/000011.log b/.aim/meta/chunks/f928789aa4eb42339a700899/000011.log new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/f928789aa4eb42339a700899/CURRENT b/.aim/meta/chunks/f928789aa4eb42339a700899/CURRENT new file mode 100644 index 0000000..3051f81 --- /dev/null +++ b/.aim/meta/chunks/f928789aa4eb42339a700899/CURRENT @@ -0,0 +1 @@ +MANIFEST-000010 diff --git a/.aim/meta/chunks/f928789aa4eb42339a700899/IDENTITY b/.aim/meta/chunks/f928789aa4eb42339a700899/IDENTITY new file mode 100644 index 0000000..7e83ae3 --- /dev/null +++ b/.aim/meta/chunks/f928789aa4eb42339a700899/IDENTITY @@ -0,0 +1 @@ +f922ed5b-8456-4898-a5e6-ce9e4bac81f9 \ No newline at end of file diff --git a/.aim/meta/chunks/f928789aa4eb42339a700899/LOCK b/.aim/meta/chunks/f928789aa4eb42339a700899/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/f928789aa4eb42339a700899/LOG b/.aim/meta/chunks/f928789aa4eb42339a700899/LOG new file mode 100644 index 0000000..9ca815d --- /dev/null +++ b/.aim/meta/chunks/f928789aa4eb42339a700899/LOG @@ -0,0 +1,245 @@ +2024/06/05-14:43:41.777595 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:43:41.778047 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:43:41.778054 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:43:41.778057 139709153148928 DB SUMMARY +2024/06/05-14:43:41.778059 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VSP +2024/06/05-14:43:41.778090 139709153148928 CURRENT file: CURRENT +2024/06/05-14:43:41.778092 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:43:41.778154 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:43:41.778160 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/f928789aa4eb42339a700899 dir, Total Num: 0, files: +2024/06/05-14:43:41.778162 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/f928789aa4eb42339a700899: 000005.log size: 52592 ; +2024/06/05-14:43:41.778165 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:43:41.778167 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:43:41.778168 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:43:41.778170 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:43:41.778171 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:43:41.778173 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:43:41.778175 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:43:41.778177 139709153148928 Options.info_log: 0x55cbc39efee0 +2024/06/05-14:43:41.778179 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:43:41.778180 139709153148928 Options.statistics: (nil) +2024/06/05-14:43:41.778182 139709153148928 Options.use_fsync: 0 +2024/06/05-14:43:41.778184 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:43:41.778185 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:43:41.778187 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:43:41.778188 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:43:41.778190 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:43:41.778192 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:43:41.778193 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:43:41.778195 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:43:41.778197 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:43:41.778198 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:43:41.778200 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:43:41.778201 139709153148928 Options.db_log_dir: +2024/06/05-14:43:41.778203 139709153148928 Options.wal_dir: +2024/06/05-14:43:41.778205 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:43:41.778206 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:43:41.778208 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:43:41.778210 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:43:41.778212 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:43:41.778214 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:43:41.778216 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:43:41.778217 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:43:41.778223 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:43:41.778224 139709153148928 Options.write_buffer_manager: 0x55cbc39f42e0 +2024/06/05-14:43:41.778243 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:43:41.778245 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:43:41.778247 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:43:41.778248 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:43:41.778250 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:43:41.778253 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:43:41.778254 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:43:41.778256 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:43:41.778257 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:43:41.778259 139709153148928 Options.unordered_write: 0 +2024/06/05-14:43:41.778260 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:43:41.778262 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:43:41.778263 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:43:41.778265 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:43:41.778267 139709153148928 Options.row_cache: None +2024/06/05-14:43:41.778268 139709153148928 Options.wal_filter: None +2024/06/05-14:43:41.778270 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:43:41.778272 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:43:41.778273 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:43:41.778275 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:43:41.778276 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:43:41.778277 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:43:41.778279 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:43:41.778280 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:43:41.778282 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:43:41.778283 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:43:41.778285 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:43:41.778287 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:43:41.778288 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:43:41.778289 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:43:41.778291 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:43:41.778293 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:43:41.778295 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:43:41.778296 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:43:41.778298 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:43:41.778299 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:43:41.778301 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:43:41.778302 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:43:41.778303 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:43:41.778304 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:43:41.778305 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:43:41.778307 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:43:41.778308 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:43:41.778318 139709153148928 Options.max_open_files: -1 +2024/06/05-14:43:41.778320 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:43:41.778321 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:43:41.778322 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:43:41.778324 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:43:41.778325 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:43:41.778326 139709153148928 Compression algorithms supported: +2024/06/05-14:43:41.778329 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:43:41.778331 139709153148928 kZSTD supported: 1 +2024/06/05-14:43:41.778333 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:43:41.778334 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:43:41.778336 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:43:41.778337 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:43:41.778339 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:43:41.778340 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:43:41.778343 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:43:41.778820 139709153148928 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/f928789aa4eb42339a700899/MANIFEST-000004 +2024/06/05-14:43:41.778981 139709153148928 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:43:41.778985 139709153148928 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:43:41.778987 139709153148928 Options.merge_operator: None +2024/06/05-14:43:41.778988 139709153148928 Options.compaction_filter: None +2024/06/05-14:43:41.778989 139709153148928 Options.compaction_filter_factory: None +2024/06/05-14:43:41.778991 139709153148928 Options.sst_partitioner_factory: None +2024/06/05-14:43:41.778992 139709153148928 Options.memtable_factory: SkipListFactory +2024/06/05-14:43:41.778993 139709153148928 Options.table_factory: BlockBasedTable +2024/06/05-14:43:41.779018 139709153148928 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cbc39c3050) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55cbc3a03020 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:43:41.779020 139709153148928 Options.write_buffer_size: 1048576 +2024/06/05-14:43:41.779021 139709153148928 Options.max_write_buffer_number: 2 +2024/06/05-14:43:41.779023 139709153148928 Options.compression: Snappy +2024/06/05-14:43:41.779024 139709153148928 Options.bottommost_compression: Disabled +2024/06/05-14:43:41.779026 139709153148928 Options.prefix_extractor: nullptr +2024/06/05-14:43:41.779027 139709153148928 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:43:41.779028 139709153148928 Options.num_levels: 4 +2024/06/05-14:43:41.779029 139709153148928 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:43:41.779076 139709153148928 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:43:41.779080 139709153148928 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:43:41.779082 139709153148928 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:43:41.779083 139709153148928 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:43:41.779084 139709153148928 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:43:41.779086 139709153148928 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:41.779087 139709153148928 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:41.779089 139709153148928 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:43:41.779090 139709153148928 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:43:41.779092 139709153148928 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:41.779093 139709153148928 Options.compression_opts.window_bits: -14 +2024/06/05-14:43:41.779095 139709153148928 Options.compression_opts.level: 32767 +2024/06/05-14:43:41.779097 139709153148928 Options.compression_opts.strategy: 0 +2024/06/05-14:43:41.779098 139709153148928 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:41.779099 139709153148928 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:41.779101 139709153148928 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:43:41.779102 139709153148928 Options.compression_opts.enabled: false +2024/06/05-14:43:41.779103 139709153148928 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:41.779104 139709153148928 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:43:41.779106 139709153148928 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:43:41.779107 139709153148928 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:43:41.779108 139709153148928 Options.target_file_size_base: 67108864 +2024/06/05-14:43:41.779110 139709153148928 Options.target_file_size_multiplier: 1 +2024/06/05-14:43:41.779111 139709153148928 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:43:41.779112 139709153148928 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:43:41.779114 139709153148928 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:43:41.779116 139709153148928 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:43:41.779118 139709153148928 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:43:41.779119 139709153148928 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:43:41.779121 139709153148928 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:43:41.779122 139709153148928 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:43:41.779123 139709153148928 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:43:41.779125 139709153148928 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:43:41.779126 139709153148928 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:43:41.779127 139709153148928 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:43:41.779129 139709153148928 Options.arena_block_size: 131072 +2024/06/05-14:43:41.779130 139709153148928 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:43:41.779131 139709153148928 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:43:41.779133 139709153148928 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:43:41.779134 139709153148928 Options.disable_auto_compactions: 0 +2024/06/05-14:43:41.779137 139709153148928 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:43:41.779151 139709153148928 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:43:41.779153 139709153148928 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:43:41.779154 139709153148928 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:43:41.779156 139709153148928 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:43:41.779157 139709153148928 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:43:41.779159 139709153148928 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:43:41.779160 139709153148928 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:43:41.779162 139709153148928 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:43:41.779163 139709153148928 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:43:41.779170 139709153148928 Options.table_properties_collectors: +2024/06/05-14:43:41.779171 139709153148928 Options.inplace_update_support: 0 +2024/06/05-14:43:41.779173 139709153148928 Options.inplace_update_num_locks: 10000 +2024/06/05-14:43:41.779174 139709153148928 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:43:41.779176 139709153148928 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:43:41.779177 139709153148928 Options.memtable_huge_page_size: 0 +2024/06/05-14:43:41.779178 139709153148928 Options.bloom_locality: 0 +2024/06/05-14:43:41.779180 139709153148928 Options.max_successive_merges: 0 +2024/06/05-14:43:41.779181 139709153148928 Options.optimize_filters_for_hits: 0 +2024/06/05-14:43:41.779182 139709153148928 Options.paranoid_file_checks: 0 +2024/06/05-14:43:41.779183 139709153148928 Options.force_consistency_checks: 1 +2024/06/05-14:43:41.779185 139709153148928 Options.report_bg_io_stats: 0 +2024/06/05-14:43:41.779186 139709153148928 Options.ttl: 2592000 +2024/06/05-14:43:41.779187 139709153148928 Options.periodic_compaction_seconds: 0 +2024/06/05-14:43:41.779189 139709153148928 Options.enable_blob_files: false +2024/06/05-14:43:41.779190 139709153148928 Options.min_blob_size: 0 +2024/06/05-14:43:41.779192 139709153148928 Options.blob_file_size: 268435456 +2024/06/05-14:43:41.779193 139709153148928 Options.blob_compression_type: NoCompression +2024/06/05-14:43:41.779195 139709153148928 Options.enable_blob_garbage_collection: false +2024/06/05-14:43:41.779196 139709153148928 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:43:41.779198 139709153148928 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:43:41.779199 139709153148928 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:43:41.780548 139709153148928 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/f928789aa4eb42339a700899/MANIFEST-000004 succeeded,manifest_file_number is 4, next_file_number is 6, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:43:41.780561 139709153148928 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:43:41.780964 139709153148928 [/version_set.cc:4410] Creating manifest 8 +2024/06/05-14:43:41.794610 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421794598, "job": 1, "event": "recovery_started", "wal_files": [5]} +2024/06/05-14:43:41.794620 139709153148928 [/db_impl/db_impl_open.cc:890] Recovering log #5 mode 2 +2024/06/05-14:43:41.805443 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421805391, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 9, "file_size": 35591, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4121, "index_size": 184, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 37526, "raw_average_key_size": 80, "raw_value_size": 15103, "raw_average_value_size": 32, "num_data_blocks": 3, "num_entries": 468, "num_filter_entries": 0, "num_deletions": 322, "num_merge_operands": 0, "num_range_deletions": 180, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609421, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "f922ed5b-8456-4898-a5e6-ce9e4bac81f9", "db_session_id": "AHT7RO2F0WMNLQGE5VSP", "orig_file_number": 9}} +2024/06/05-14:43:41.805644 139709153148928 [/version_set.cc:4410] Creating manifest 10 +2024/06/05-14:43:41.818318 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421818310, "job": 1, "event": "recovery_finished"} +2024/06/05-14:43:41.825028 139709153148928 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/chunks/f928789aa4eb42339a700899/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:43:41.825058 139709153148928 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55cbc3a0dc00 +2024/06/05-14:43:41.825085 139709153148928 DB pointer 0x55cbc3a06850 +2024/06/05-14:43:41.825191 139709153148928 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:43:41.825199 139709153148928 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:43:41.825211 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:43:41.825399 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/f928789aa4eb42339a700899/LOG.old.1717609421777124 b/.aim/meta/chunks/f928789aa4eb42339a700899/LOG.old.1717609421777124 new file mode 100644 index 0000000..29807e5 --- /dev/null +++ b/.aim/meta/chunks/f928789aa4eb42339a700899/LOG.old.1717609421777124 @@ -0,0 +1,269 @@ +2024/06/05-14:38:32.622545 139820934979584 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:38:32.623938 139820934979584 RocksDB version: 6.29.5 +2024/06/05-14:38:32.623971 139820934979584 Compile date 2023-03-02 19:33:03 +2024/06/05-14:38:32.623979 139820934979584 DB SUMMARY +2024/06/05-14:38:32.623980 139820934979584 DB Session ID: EN6S89OV78ASK5T6AMO9 +2024/06/05-14:38:32.624047 139820934979584 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/f928789aa4eb42339a700899 dir, Total Num: 0, files: +2024/06/05-14:38:32.624050 139820934979584 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/f928789aa4eb42339a700899: +2024/06/05-14:38:32.624052 139820934979584 Options.error_if_exists: 0 +2024/06/05-14:38:32.624053 139820934979584 Options.create_if_missing: 1 +2024/06/05-14:38:32.624080 139820934979584 Options.paranoid_checks: 0 +2024/06/05-14:38:32.624082 139820934979584 Options.flush_verify_memtable_count: 1 +2024/06/05-14:38:32.624083 139820934979584 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:38:32.624084 139820934979584 Options.env: 0x7f2a61d1d940 +2024/06/05-14:38:32.624085 139820934979584 Options.fs: PosixFileSystem +2024/06/05-14:38:32.624086 139820934979584 Options.info_log: 0x55c68bc565e0 +2024/06/05-14:38:32.624087 139820934979584 Options.max_file_opening_threads: 16 +2024/06/05-14:38:32.624088 139820934979584 Options.statistics: (nil) +2024/06/05-14:38:32.624089 139820934979584 Options.use_fsync: 0 +2024/06/05-14:38:32.624089 139820934979584 Options.max_log_file_size: 0 +2024/06/05-14:38:32.624090 139820934979584 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:38:32.624091 139820934979584 Options.log_file_time_to_roll: 0 +2024/06/05-14:38:32.624092 139820934979584 Options.keep_log_file_num: 10 +2024/06/05-14:38:32.624092 139820934979584 Options.recycle_log_file_num: 0 +2024/06/05-14:38:32.624093 139820934979584 Options.allow_fallocate: 1 +2024/06/05-14:38:32.624094 139820934979584 Options.allow_mmap_reads: 0 +2024/06/05-14:38:32.624095 139820934979584 Options.allow_mmap_writes: 0 +2024/06/05-14:38:32.624095 139820934979584 Options.use_direct_reads: 0 +2024/06/05-14:38:32.624096 139820934979584 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:38:32.624097 139820934979584 Options.create_missing_column_families: 0 +2024/06/05-14:38:32.624097 139820934979584 Options.db_log_dir: +2024/06/05-14:38:32.624098 139820934979584 Options.wal_dir: +2024/06/05-14:38:32.624099 139820934979584 Options.table_cache_numshardbits: 6 +2024/06/05-14:38:32.624100 139820934979584 Options.WAL_ttl_seconds: 0 +2024/06/05-14:38:32.624100 139820934979584 Options.WAL_size_limit_MB: 0 +2024/06/05-14:38:32.624101 139820934979584 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:38:32.624102 139820934979584 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:38:32.624103 139820934979584 Options.is_fd_close_on_exec: 1 +2024/06/05-14:38:32.624103 139820934979584 Options.advise_random_on_open: 1 +2024/06/05-14:38:32.624104 139820934979584 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:38:32.624107 139820934979584 Options.db_write_buffer_size: 1048576 +2024/06/05-14:38:32.624108 139820934979584 Options.write_buffer_manager: 0x55c68bc45d60 +2024/06/05-14:38:32.624109 139820934979584 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:38:32.624110 139820934979584 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:38:32.624136 139820934979584 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:38:32.624139 139820934979584 Options.use_adaptive_mutex: 0 +2024/06/05-14:38:32.624140 139820934979584 Options.rate_limiter: (nil) +2024/06/05-14:38:32.624156 139820934979584 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:38:32.624159 139820934979584 Options.wal_recovery_mode: 2 +2024/06/05-14:38:32.624160 139820934979584 Options.enable_thread_tracking: 0 +2024/06/05-14:38:32.624161 139820934979584 Options.enable_pipelined_write: 0 +2024/06/05-14:38:32.624162 139820934979584 Options.unordered_write: 0 +2024/06/05-14:38:32.624163 139820934979584 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:38:32.624163 139820934979584 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:38:32.624164 139820934979584 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:38:32.624165 139820934979584 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:38:32.624166 139820934979584 Options.row_cache: None +2024/06/05-14:38:32.624166 139820934979584 Options.wal_filter: None +2024/06/05-14:38:32.624167 139820934979584 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:38:32.624168 139820934979584 Options.allow_ingest_behind: 0 +2024/06/05-14:38:32.624169 139820934979584 Options.preserve_deletes: 0 +2024/06/05-14:38:32.624169 139820934979584 Options.two_write_queues: 0 +2024/06/05-14:38:32.624170 139820934979584 Options.manual_wal_flush: 0 +2024/06/05-14:38:32.624171 139820934979584 Options.atomic_flush: 0 +2024/06/05-14:38:32.624172 139820934979584 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:38:32.624172 139820934979584 Options.persist_stats_to_disk: 0 +2024/06/05-14:38:32.624173 139820934979584 Options.write_dbid_to_manifest: 0 +2024/06/05-14:38:32.624174 139820934979584 Options.log_readahead_size: 0 +2024/06/05-14:38:32.624174 139820934979584 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:38:32.624175 139820934979584 Options.best_efforts_recovery: 0 +2024/06/05-14:38:32.624176 139820934979584 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:38:32.624177 139820934979584 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:38:32.624178 139820934979584 Options.allow_data_in_errors: 0 +2024/06/05-14:38:32.624178 139820934979584 Options.db_host_id: __hostname__ +2024/06/05-14:38:32.624179 139820934979584 Options.max_background_jobs: 2 +2024/06/05-14:38:32.624180 139820934979584 Options.max_background_compactions: 4 +2024/06/05-14:38:32.624180 139820934979584 Options.max_subcompactions: 1 +2024/06/05-14:38:32.624181 139820934979584 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:38:32.624182 139820934979584 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:38:32.624183 139820934979584 Options.delayed_write_rate : 16777216 +2024/06/05-14:38:32.624183 139820934979584 Options.max_total_wal_size: 0 +2024/06/05-14:38:32.624184 139820934979584 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:38:32.624185 139820934979584 Options.stats_dump_period_sec: 600 +2024/06/05-14:38:32.624186 139820934979584 Options.stats_persist_period_sec: 600 +2024/06/05-14:38:32.624187 139820934979584 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:38:32.624187 139820934979584 Options.max_open_files: -1 +2024/06/05-14:38:32.624188 139820934979584 Options.bytes_per_sync: 0 +2024/06/05-14:38:32.624189 139820934979584 Options.wal_bytes_per_sync: 0 +2024/06/05-14:38:32.624197 139820934979584 Options.strict_bytes_per_sync: 0 +2024/06/05-14:38:32.624198 139820934979584 Options.compaction_readahead_size: 0 +2024/06/05-14:38:32.624199 139820934979584 Options.max_background_flushes: -1 +2024/06/05-14:38:32.624200 139820934979584 Compression algorithms supported: +2024/06/05-14:38:32.624227 139820934979584 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:38:32.624234 139820934979584 kZSTD supported: 1 +2024/06/05-14:38:32.624235 139820934979584 kXpressCompression supported: 0 +2024/06/05-14:38:32.624236 139820934979584 kLZ4HCCompression supported: 0 +2024/06/05-14:38:32.624237 139820934979584 kLZ4Compression supported: 0 +2024/06/05-14:38:32.624238 139820934979584 kBZip2Compression supported: 1 +2024/06/05-14:38:32.624239 139820934979584 kZlibCompression supported: 1 +2024/06/05-14:38:32.624240 139820934979584 kSnappyCompression supported: 1 +2024/06/05-14:38:32.624242 139820934979584 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:38:32.651511 139820934979584 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:38:32.698567 139820934979584 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/f928789aa4eb42339a700899/MANIFEST-000001 +2024/06/05-14:38:32.703576 139820934979584 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:38:32.703617 139820934979584 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:38:32.703620 139820934979584 Options.merge_operator: None +2024/06/05-14:38:32.703621 139820934979584 Options.compaction_filter: None +2024/06/05-14:38:32.703622 139820934979584 Options.compaction_filter_factory: None +2024/06/05-14:38:32.703623 139820934979584 Options.sst_partitioner_factory: None +2024/06/05-14:38:32.703624 139820934979584 Options.memtable_factory: SkipListFactory +2024/06/05-14:38:32.703625 139820934979584 Options.table_factory: BlockBasedTable +2024/06/05-14:38:32.703649 139820934979584 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c68a1919c0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55c68bc1eb00 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:38:32.703651 139820934979584 Options.write_buffer_size: 1048576 +2024/06/05-14:38:32.703652 139820934979584 Options.max_write_buffer_number: 2 +2024/06/05-14:38:32.703685 139820934979584 Options.compression: Snappy +2024/06/05-14:38:32.703689 139820934979584 Options.bottommost_compression: Disabled +2024/06/05-14:38:32.703690 139820934979584 Options.prefix_extractor: nullptr +2024/06/05-14:38:32.703691 139820934979584 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:38:32.703692 139820934979584 Options.num_levels: 4 +2024/06/05-14:38:32.703693 139820934979584 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:38:32.703694 139820934979584 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:38:32.703695 139820934979584 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:38:32.703736 139820934979584 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:38:32.703740 139820934979584 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:38:32.703741 139820934979584 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:38:32.703742 139820934979584 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:38:32.703743 139820934979584 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:38:32.703744 139820934979584 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:38:32.703744 139820934979584 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:38:32.703745 139820934979584 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:38:32.703746 139820934979584 Options.compression_opts.window_bits: -14 +2024/06/05-14:38:32.703747 139820934979584 Options.compression_opts.level: 32767 +2024/06/05-14:38:32.703748 139820934979584 Options.compression_opts.strategy: 0 +2024/06/05-14:38:32.703749 139820934979584 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:38:32.703750 139820934979584 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:38:32.703750 139820934979584 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:38:32.703751 139820934979584 Options.compression_opts.enabled: false +2024/06/05-14:38:32.703752 139820934979584 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:38:32.703753 139820934979584 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:38:32.703754 139820934979584 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:38:32.703755 139820934979584 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:38:32.703755 139820934979584 Options.target_file_size_base: 67108864 +2024/06/05-14:38:32.703756 139820934979584 Options.target_file_size_multiplier: 1 +2024/06/05-14:38:32.703757 139820934979584 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:38:32.703758 139820934979584 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:38:32.703759 139820934979584 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:38:32.703761 139820934979584 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:38:32.703762 139820934979584 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:38:32.703763 139820934979584 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:38:32.703764 139820934979584 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:38:32.703764 139820934979584 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:38:32.703765 139820934979584 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:38:32.703766 139820934979584 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:38:32.703767 139820934979584 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:38:32.703768 139820934979584 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:38:32.703769 139820934979584 Options.arena_block_size: 131072 +2024/06/05-14:38:32.703770 139820934979584 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:38:32.703770 139820934979584 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:38:32.703771 139820934979584 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:38:32.703772 139820934979584 Options.disable_auto_compactions: 0 +2024/06/05-14:38:32.703805 139820934979584 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:38:32.703809 139820934979584 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:38:32.703810 139820934979584 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:38:32.703821 139820934979584 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:38:32.703823 139820934979584 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:38:32.703823 139820934979584 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:38:32.703824 139820934979584 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:38:32.703826 139820934979584 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:38:32.703827 139820934979584 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:38:32.703828 139820934979584 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:38:32.703832 139820934979584 Options.table_properties_collectors: +2024/06/05-14:38:32.703833 139820934979584 Options.inplace_update_support: 0 +2024/06/05-14:38:32.703834 139820934979584 Options.inplace_update_num_locks: 10000 +2024/06/05-14:38:32.703835 139820934979584 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:38:32.703837 139820934979584 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:38:32.703837 139820934979584 Options.memtable_huge_page_size: 0 +2024/06/05-14:38:32.703838 139820934979584 Options.bloom_locality: 0 +2024/06/05-14:38:32.703839 139820934979584 Options.max_successive_merges: 0 +2024/06/05-14:38:32.703840 139820934979584 Options.optimize_filters_for_hits: 0 +2024/06/05-14:38:32.703841 139820934979584 Options.paranoid_file_checks: 0 +2024/06/05-14:38:32.703842 139820934979584 Options.force_consistency_checks: 1 +2024/06/05-14:38:32.703842 139820934979584 Options.report_bg_io_stats: 0 +2024/06/05-14:38:32.703843 139820934979584 Options.ttl: 2592000 +2024/06/05-14:38:32.703844 139820934979584 Options.periodic_compaction_seconds: 0 +2024/06/05-14:38:32.703845 139820934979584 Options.enable_blob_files: false +2024/06/05-14:38:32.703846 139820934979584 Options.min_blob_size: 0 +2024/06/05-14:38:32.703847 139820934979584 Options.blob_file_size: 268435456 +2024/06/05-14:38:32.703848 139820934979584 Options.blob_compression_type: NoCompression +2024/06/05-14:38:32.703848 139820934979584 Options.enable_blob_garbage_collection: false +2024/06/05-14:38:32.703849 139820934979584 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:38:32.703850 139820934979584 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:38:32.703851 139820934979584 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:38:32.706130 139820934979584 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/f928789aa4eb42339a700899/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:38:32.706139 139820934979584 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:38:32.706217 139820934979584 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:38:32.766080 139820934979584 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55c68b1e3020 +2024/06/05-14:38:32.766102 139820934979584 DB pointer 0x55c68bc59bc0 +2024/06/05-14:38:32.766570 139815991363136 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:38:32.766583 139815991363136 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 0.1 total, 0.1 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 0.1 total, 0.1 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x55c68bc1eb00#105257 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 0.000104 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** diff --git a/.aim/meta/chunks/f928789aa4eb42339a700899/MANIFEST-000010 b/.aim/meta/chunks/f928789aa4eb42339a700899/MANIFEST-000010 new file mode 100644 index 0000000..716c5ed Binary files /dev/null and b/.aim/meta/chunks/f928789aa4eb42339a700899/MANIFEST-000010 differ diff --git a/.aim/meta/chunks/f928789aa4eb42339a700899/OPTIONS-000007 b/.aim/meta/chunks/f928789aa4eb42339a700899/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/chunks/f928789aa4eb42339a700899/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/chunks/f928789aa4eb42339a700899/OPTIONS-000013 b/.aim/meta/chunks/f928789aa4eb42339a700899/OPTIONS-000013 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/chunks/f928789aa4eb42339a700899/OPTIONS-000013 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/000009.sst b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/000009.sst new file mode 100644 index 0000000..c1fe678 Binary files /dev/null and b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/000009.sst differ diff --git a/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/000011.log b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/000011.log new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/CURRENT b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/CURRENT new file mode 100644 index 0000000..3051f81 --- /dev/null +++ b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/CURRENT @@ -0,0 +1 @@ +MANIFEST-000010 diff --git a/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/IDENTITY b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/IDENTITY new file mode 100644 index 0000000..3d03b7f --- /dev/null +++ b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/IDENTITY @@ -0,0 +1 @@ +a719c463-8133-428a-a7b5-8cd606ec8c6b \ No newline at end of file diff --git a/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/LOCK b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/LOG b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/LOG new file mode 100644 index 0000000..50c0d88 --- /dev/null +++ b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/LOG @@ -0,0 +1,283 @@ +2024/06/05-14:43:41.374109 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:43:41.374709 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:43:41.374718 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:43:41.374721 139709153148928 DB SUMMARY +2024/06/05-14:43:41.374723 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VS8 +2024/06/05-14:43:41.374785 139709153148928 CURRENT file: CURRENT +2024/06/05-14:43:41.374788 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:43:41.374809 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:43:41.374812 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3 dir, Total Num: 0, files: +2024/06/05-14:43:41.374814 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3: 000005.log size: 52592 ; +2024/06/05-14:43:41.374817 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:43:41.374819 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:43:41.374821 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:43:41.374822 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:43:41.374823 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:43:41.374824 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:43:41.374826 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:43:41.374828 139709153148928 Options.info_log: 0x55cbc3921490 +2024/06/05-14:43:41.374829 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:43:41.374831 139709153148928 Options.statistics: (nil) +2024/06/05-14:43:41.374833 139709153148928 Options.use_fsync: 0 +2024/06/05-14:43:41.374834 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:43:41.374835 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:43:41.374837 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:43:41.374838 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:43:41.374840 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:43:41.374842 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:43:41.374844 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:43:41.374846 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:43:41.374847 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:43:41.374848 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:43:41.374849 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:43:41.374850 139709153148928 Options.db_log_dir: +2024/06/05-14:43:41.374852 139709153148928 Options.wal_dir: +2024/06/05-14:43:41.374854 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:43:41.374856 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:43:41.374858 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:43:41.374860 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:43:41.374861 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:43:41.374863 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:43:41.374864 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:43:41.374865 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:43:41.374875 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:43:41.374877 139709153148928 Options.write_buffer_manager: 0x55cbc37bf870 +2024/06/05-14:43:41.374899 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:43:41.374901 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:43:41.374902 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:43:41.374903 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:43:41.374905 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:43:41.374908 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:43:41.374910 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:43:41.374911 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:43:41.374913 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:43:41.374914 139709153148928 Options.unordered_write: 0 +2024/06/05-14:43:41.374915 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:43:41.374917 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:43:41.374918 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:43:41.374920 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:43:41.374921 139709153148928 Options.row_cache: None +2024/06/05-14:43:41.374923 139709153148928 Options.wal_filter: None +2024/06/05-14:43:41.374925 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:43:41.374926 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:43:41.374928 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:43:41.374929 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:43:41.374930 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:43:41.374932 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:43:41.374933 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:43:41.374934 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:43:41.374936 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:43:41.374937 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:43:41.374939 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:43:41.374940 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:43:41.374942 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:43:41.374943 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:43:41.374945 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:43:41.374946 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:43:41.374948 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:43:41.374949 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:43:41.374950 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:43:41.374952 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:43:41.374953 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:43:41.374954 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:43:41.374956 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:43:41.374957 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:43:41.374959 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:43:41.374961 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:43:41.374962 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:43:41.374974 139709153148928 Options.max_open_files: -1 +2024/06/05-14:43:41.374976 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:43:41.374978 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:43:41.374979 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:43:41.374981 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:43:41.374982 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:43:41.374983 139709153148928 Compression algorithms supported: +2024/06/05-14:43:41.374986 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:43:41.374987 139709153148928 kZSTD supported: 1 +2024/06/05-14:43:41.374989 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:43:41.374990 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:43:41.374991 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:43:41.374993 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:43:41.374994 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:43:41.374996 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:43:41.374998 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:43:41.375647 139709153148928 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/MANIFEST-000004 +2024/06/05-14:43:41.375852 139709153148928 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:43:41.375857 139709153148928 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:43:41.375859 139709153148928 Options.merge_operator: None +2024/06/05-14:43:41.375861 139709153148928 Options.compaction_filter: None +2024/06/05-14:43:41.375863 139709153148928 Options.compaction_filter_factory: None +2024/06/05-14:43:41.375865 139709153148928 Options.sst_partitioner_factory: None +2024/06/05-14:43:41.375867 139709153148928 Options.memtable_factory: SkipListFactory +2024/06/05-14:43:41.375869 139709153148928 Options.table_factory: BlockBasedTable +2024/06/05-14:43:41.375909 139709153148928 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55cbc38a4c50) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55cbc38a3800 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:43:41.375912 139709153148928 Options.write_buffer_size: 1048576 +2024/06/05-14:43:41.375913 139709153148928 Options.max_write_buffer_number: 2 +2024/06/05-14:43:41.375917 139709153148928 Options.compression: Snappy +2024/06/05-14:43:41.375919 139709153148928 Options.bottommost_compression: Disabled +2024/06/05-14:43:41.375921 139709153148928 Options.prefix_extractor: nullptr +2024/06/05-14:43:41.375923 139709153148928 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:43:41.375924 139709153148928 Options.num_levels: 4 +2024/06/05-14:43:41.375926 139709153148928 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:43:41.375947 139709153148928 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:43:41.375950 139709153148928 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:43:41.375951 139709153148928 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:43:41.375952 139709153148928 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:43:41.375954 139709153148928 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:43:41.375956 139709153148928 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:41.375957 139709153148928 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:41.375959 139709153148928 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:43:41.375961 139709153148928 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:43:41.375963 139709153148928 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:41.375965 139709153148928 Options.compression_opts.window_bits: -14 +2024/06/05-14:43:41.375966 139709153148928 Options.compression_opts.level: 32767 +2024/06/05-14:43:41.375968 139709153148928 Options.compression_opts.strategy: 0 +2024/06/05-14:43:41.375970 139709153148928 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:41.375971 139709153148928 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:41.375973 139709153148928 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:43:41.375974 139709153148928 Options.compression_opts.enabled: false +2024/06/05-14:43:41.375976 139709153148928 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:41.375978 139709153148928 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:43:41.375979 139709153148928 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:43:41.375981 139709153148928 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:43:41.375983 139709153148928 Options.target_file_size_base: 67108864 +2024/06/05-14:43:41.375984 139709153148928 Options.target_file_size_multiplier: 1 +2024/06/05-14:43:41.375988 139709153148928 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:43:41.375989 139709153148928 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:43:41.375991 139709153148928 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:43:41.375994 139709153148928 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:43:41.375996 139709153148928 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:43:41.375998 139709153148928 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:43:41.375999 139709153148928 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:43:41.376004 139709153148928 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:43:41.376005 139709153148928 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:43:41.376007 139709153148928 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:43:41.376008 139709153148928 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:43:41.376010 139709153148928 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:43:41.376011 139709153148928 Options.arena_block_size: 131072 +2024/06/05-14:43:41.376013 139709153148928 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:43:41.376014 139709153148928 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:43:41.376016 139709153148928 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:43:41.376017 139709153148928 Options.disable_auto_compactions: 0 +2024/06/05-14:43:41.376020 139709153148928 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:43:41.376034 139709153148928 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:43:41.376036 139709153148928 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:43:41.376037 139709153148928 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:43:41.376039 139709153148928 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:43:41.376042 139709153148928 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:43:41.376044 139709153148928 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:43:41.376046 139709153148928 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:43:41.376048 139709153148928 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:43:41.376050 139709153148928 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:43:41.376057 139709153148928 Options.table_properties_collectors: +2024/06/05-14:43:41.376059 139709153148928 Options.inplace_update_support: 0 +2024/06/05-14:43:41.376061 139709153148928 Options.inplace_update_num_locks: 10000 +2024/06/05-14:43:41.376062 139709153148928 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:43:41.376064 139709153148928 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:43:41.376066 139709153148928 Options.memtable_huge_page_size: 0 +2024/06/05-14:43:41.376067 139709153148928 Options.bloom_locality: 0 +2024/06/05-14:43:41.376069 139709153148928 Options.max_successive_merges: 0 +2024/06/05-14:43:41.376070 139709153148928 Options.optimize_filters_for_hits: 0 +2024/06/05-14:43:41.376074 139709153148928 Options.paranoid_file_checks: 0 +2024/06/05-14:43:41.376075 139709153148928 Options.force_consistency_checks: 1 +2024/06/05-14:43:41.376077 139709153148928 Options.report_bg_io_stats: 0 +2024/06/05-14:43:41.376078 139709153148928 Options.ttl: 2592000 +2024/06/05-14:43:41.376080 139709153148928 Options.periodic_compaction_seconds: 0 +2024/06/05-14:43:41.376081 139709153148928 Options.enable_blob_files: false +2024/06/05-14:43:41.376083 139709153148928 Options.min_blob_size: 0 +2024/06/05-14:43:41.376085 139709153148928 Options.blob_file_size: 268435456 +2024/06/05-14:43:41.376086 139709153148928 Options.blob_compression_type: NoCompression +2024/06/05-14:43:41.376088 139709153148928 Options.enable_blob_garbage_collection: false +2024/06/05-14:43:41.376089 139709153148928 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:43:41.376091 139709153148928 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:43:41.376093 139709153148928 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:43:41.380962 139709153148928 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/MANIFEST-000004 succeeded,manifest_file_number is 4, next_file_number is 6, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:43:41.380977 139709153148928 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:43:41.381474 139709153148928 [/version_set.cc:4410] Creating manifest 8 +2024/06/05-14:43:41.398422 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421398410, "job": 1, "event": "recovery_started", "wal_files": [5]} +2024/06/05-14:43:41.398434 139709153148928 [/db_impl/db_impl_open.cc:890] Recovering log #5 mode 2 +2024/06/05-14:43:41.442946 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421442659, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 9, "file_size": 35591, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4121, "index_size": 184, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 37526, "raw_average_key_size": 80, "raw_value_size": 15103, "raw_average_value_size": 32, "num_data_blocks": 3, "num_entries": 468, "num_filter_entries": 0, "num_deletions": 322, "num_merge_operands": 0, "num_range_deletions": 180, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609421, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a719c463-8133-428a-a7b5-8cd606ec8c6b", "db_session_id": "AHT7RO2F0WMNLQGE5VS8", "orig_file_number": 9}} +2024/06/05-14:43:41.443580 139709153148928 [/version_set.cc:4410] Creating manifest 10 +2024/06/05-14:43:41.460194 139709153148928 EVENT_LOG_v1 {"time_micros": 1717609421460186, "job": 1, "event": "recovery_finished"} +2024/06/05-14:43:41.468793 139709153148928 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:43:41.468964 139709153148928 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55cbc374ff70 +2024/06/05-14:43:41.469844 139709153148928 DB pointer 0x55cbc3798d30 +2024/06/05-14:43:41.470491 139709153148928 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:43:41.471051 139707551798848 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:43:41.471110 139709153148928 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:43:41.471095 139707551798848 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 0.1 total, 0.1 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + L0 1/0 34.76 KB 0.1 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.9 0.04 0.00 1 0.038 0 0 0.0 0.0 + Sum 1/0 34.76 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.9 0.04 0.00 1 0.038 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 0.9 0.04 0.00 1 0.038 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.9 0.04 0.00 1 0.038 0 0 0.0 0.0 + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 0.1 total, 0.1 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.36 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.36 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x55cbc38a3800#108649 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 7.3e-05 secs_since: 0 +Block cache entry stats(count,size,portion): OtherBlock(1,29.73 KB,0.362968%) Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** +2024/06/05-14:43:41.472456 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:43:41.473833 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/LOG.old.1717609421373618 b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/LOG.old.1717609421373618 new file mode 100644 index 0000000..d7d615b --- /dev/null +++ b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/LOG.old.1717609421373618 @@ -0,0 +1,269 @@ +2024/06/05-14:32:08.997975 140331353419776 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:32:08.998608 140331353419776 RocksDB version: 6.29.5 +2024/06/05-14:32:08.998614 140331353419776 Compile date 2023-03-02 19:33:03 +2024/06/05-14:32:08.998618 140331353419776 DB SUMMARY +2024/06/05-14:32:08.998619 140331353419776 DB Session ID: D4K6IOX8LGB2J58J05YJ +2024/06/05-14:32:08.998636 140331353419776 SST files in /home/moraguma/git/TorchBringer/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3 dir, Total Num: 0, files: +2024/06/05-14:32:08.998638 140331353419776 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3: +2024/06/05-14:32:08.998639 140331353419776 Options.error_if_exists: 0 +2024/06/05-14:32:08.998640 140331353419776 Options.create_if_missing: 1 +2024/06/05-14:32:08.998657 140331353419776 Options.paranoid_checks: 0 +2024/06/05-14:32:08.998659 140331353419776 Options.flush_verify_memtable_count: 1 +2024/06/05-14:32:08.998660 140331353419776 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:32:08.998661 140331353419776 Options.env: 0x7fa13911d940 +2024/06/05-14:32:08.998662 140331353419776 Options.fs: PosixFileSystem +2024/06/05-14:32:08.998663 140331353419776 Options.info_log: 0x558c3d36ed60 +2024/06/05-14:32:08.998663 140331353419776 Options.max_file_opening_threads: 16 +2024/06/05-14:32:08.998664 140331353419776 Options.statistics: (nil) +2024/06/05-14:32:08.998665 140331353419776 Options.use_fsync: 0 +2024/06/05-14:32:08.998666 140331353419776 Options.max_log_file_size: 0 +2024/06/05-14:32:08.998666 140331353419776 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:32:08.998667 140331353419776 Options.log_file_time_to_roll: 0 +2024/06/05-14:32:08.998668 140331353419776 Options.keep_log_file_num: 10 +2024/06/05-14:32:08.998669 140331353419776 Options.recycle_log_file_num: 0 +2024/06/05-14:32:08.998669 140331353419776 Options.allow_fallocate: 1 +2024/06/05-14:32:08.998670 140331353419776 Options.allow_mmap_reads: 0 +2024/06/05-14:32:08.998671 140331353419776 Options.allow_mmap_writes: 0 +2024/06/05-14:32:08.998671 140331353419776 Options.use_direct_reads: 0 +2024/06/05-14:32:08.998672 140331353419776 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:32:08.998673 140331353419776 Options.create_missing_column_families: 0 +2024/06/05-14:32:08.998674 140331353419776 Options.db_log_dir: +2024/06/05-14:32:08.998674 140331353419776 Options.wal_dir: +2024/06/05-14:32:08.998675 140331353419776 Options.table_cache_numshardbits: 6 +2024/06/05-14:32:08.998676 140331353419776 Options.WAL_ttl_seconds: 0 +2024/06/05-14:32:08.998676 140331353419776 Options.WAL_size_limit_MB: 0 +2024/06/05-14:32:08.998677 140331353419776 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:32:08.998678 140331353419776 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:32:08.998679 140331353419776 Options.is_fd_close_on_exec: 1 +2024/06/05-14:32:08.998679 140331353419776 Options.advise_random_on_open: 1 +2024/06/05-14:32:08.998680 140331353419776 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:32:08.998683 140331353419776 Options.db_write_buffer_size: 1048576 +2024/06/05-14:32:08.998684 140331353419776 Options.write_buffer_manager: 0x558c3d35e4e0 +2024/06/05-14:32:08.998685 140331353419776 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:32:08.998686 140331353419776 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:32:08.998713 140331353419776 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:32:08.998716 140331353419776 Options.use_adaptive_mutex: 0 +2024/06/05-14:32:08.998717 140331353419776 Options.rate_limiter: (nil) +2024/06/05-14:32:08.998719 140331353419776 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:32:08.998720 140331353419776 Options.wal_recovery_mode: 2 +2024/06/05-14:32:08.998721 140331353419776 Options.enable_thread_tracking: 0 +2024/06/05-14:32:08.998721 140331353419776 Options.enable_pipelined_write: 0 +2024/06/05-14:32:08.998722 140331353419776 Options.unordered_write: 0 +2024/06/05-14:32:08.998723 140331353419776 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:32:08.998723 140331353419776 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:32:08.998724 140331353419776 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:32:08.998725 140331353419776 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:32:08.998726 140331353419776 Options.row_cache: None +2024/06/05-14:32:08.998726 140331353419776 Options.wal_filter: None +2024/06/05-14:32:08.998727 140331353419776 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:32:08.998728 140331353419776 Options.allow_ingest_behind: 0 +2024/06/05-14:32:08.998729 140331353419776 Options.preserve_deletes: 0 +2024/06/05-14:32:08.998729 140331353419776 Options.two_write_queues: 0 +2024/06/05-14:32:08.998730 140331353419776 Options.manual_wal_flush: 0 +2024/06/05-14:32:08.998731 140331353419776 Options.atomic_flush: 0 +2024/06/05-14:32:08.998731 140331353419776 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:32:08.998732 140331353419776 Options.persist_stats_to_disk: 0 +2024/06/05-14:32:08.998733 140331353419776 Options.write_dbid_to_manifest: 0 +2024/06/05-14:32:08.998734 140331353419776 Options.log_readahead_size: 0 +2024/06/05-14:32:08.998734 140331353419776 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:32:08.998735 140331353419776 Options.best_efforts_recovery: 0 +2024/06/05-14:32:08.998736 140331353419776 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:32:08.998737 140331353419776 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:32:08.998737 140331353419776 Options.allow_data_in_errors: 0 +2024/06/05-14:32:08.998738 140331353419776 Options.db_host_id: __hostname__ +2024/06/05-14:32:08.998739 140331353419776 Options.max_background_jobs: 2 +2024/06/05-14:32:08.998740 140331353419776 Options.max_background_compactions: 4 +2024/06/05-14:32:08.998740 140331353419776 Options.max_subcompactions: 1 +2024/06/05-14:32:08.998741 140331353419776 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:32:08.998742 140331353419776 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:32:08.998742 140331353419776 Options.delayed_write_rate : 16777216 +2024/06/05-14:32:08.998743 140331353419776 Options.max_total_wal_size: 0 +2024/06/05-14:32:08.998744 140331353419776 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:32:08.998745 140331353419776 Options.stats_dump_period_sec: 600 +2024/06/05-14:32:08.998746 140331353419776 Options.stats_persist_period_sec: 600 +2024/06/05-14:32:08.998746 140331353419776 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:32:08.998747 140331353419776 Options.max_open_files: -1 +2024/06/05-14:32:08.998748 140331353419776 Options.bytes_per_sync: 0 +2024/06/05-14:32:08.998749 140331353419776 Options.wal_bytes_per_sync: 0 +2024/06/05-14:32:08.998756 140331353419776 Options.strict_bytes_per_sync: 0 +2024/06/05-14:32:08.998757 140331353419776 Options.compaction_readahead_size: 0 +2024/06/05-14:32:08.998758 140331353419776 Options.max_background_flushes: -1 +2024/06/05-14:32:08.998758 140331353419776 Compression algorithms supported: +2024/06/05-14:32:08.998760 140331353419776 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:32:08.998764 140331353419776 kZSTD supported: 1 +2024/06/05-14:32:08.998765 140331353419776 kXpressCompression supported: 0 +2024/06/05-14:32:08.998766 140331353419776 kLZ4HCCompression supported: 0 +2024/06/05-14:32:08.998766 140331353419776 kLZ4Compression supported: 0 +2024/06/05-14:32:08.998767 140331353419776 kBZip2Compression supported: 1 +2024/06/05-14:32:08.998768 140331353419776 kZlibCompression supported: 1 +2024/06/05-14:32:08.998769 140331353419776 kSnappyCompression supported: 1 +2024/06/05-14:32:08.998771 140331353419776 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:32:09.004152 140331353419776 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:32:09.011562 140331353419776 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/MANIFEST-000001 +2024/06/05-14:32:09.011692 140331353419776 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:32:09.011696 140331353419776 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:32:09.011697 140331353419776 Options.merge_operator: None +2024/06/05-14:32:09.011698 140331353419776 Options.compaction_filter: None +2024/06/05-14:32:09.011699 140331353419776 Options.compaction_filter_factory: None +2024/06/05-14:32:09.011700 140331353419776 Options.sst_partitioner_factory: None +2024/06/05-14:32:09.011700 140331353419776 Options.memtable_factory: SkipListFactory +2024/06/05-14:32:09.011701 140331353419776 Options.table_factory: BlockBasedTable +2024/06/05-14:32:09.011720 140331353419776 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558c3b8a9df0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x558c3d337280 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:32:09.011721 140331353419776 Options.write_buffer_size: 1048576 +2024/06/05-14:32:09.011722 140331353419776 Options.max_write_buffer_number: 2 +2024/06/05-14:32:09.011723 140331353419776 Options.compression: Snappy +2024/06/05-14:32:09.011724 140331353419776 Options.bottommost_compression: Disabled +2024/06/05-14:32:09.011725 140331353419776 Options.prefix_extractor: nullptr +2024/06/05-14:32:09.011726 140331353419776 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:32:09.011726 140331353419776 Options.num_levels: 4 +2024/06/05-14:32:09.011727 140331353419776 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:32:09.011728 140331353419776 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:32:09.011729 140331353419776 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:32:09.011758 140331353419776 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:32:09.011761 140331353419776 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:32:09.011762 140331353419776 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:32:09.011763 140331353419776 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:32:09.011764 140331353419776 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:32:09.011764 140331353419776 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:32:09.011765 140331353419776 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:32:09.011766 140331353419776 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:32:09.011767 140331353419776 Options.compression_opts.window_bits: -14 +2024/06/05-14:32:09.011768 140331353419776 Options.compression_opts.level: 32767 +2024/06/05-14:32:09.011768 140331353419776 Options.compression_opts.strategy: 0 +2024/06/05-14:32:09.011769 140331353419776 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:32:09.011770 140331353419776 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:32:09.011771 140331353419776 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:32:09.011771 140331353419776 Options.compression_opts.enabled: false +2024/06/05-14:32:09.011772 140331353419776 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:32:09.011773 140331353419776 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:32:09.011774 140331353419776 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:32:09.011774 140331353419776 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:32:09.011775 140331353419776 Options.target_file_size_base: 67108864 +2024/06/05-14:32:09.011776 140331353419776 Options.target_file_size_multiplier: 1 +2024/06/05-14:32:09.011776 140331353419776 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:32:09.011777 140331353419776 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:32:09.011778 140331353419776 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:32:09.011780 140331353419776 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:32:09.011780 140331353419776 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:32:09.011781 140331353419776 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:32:09.011782 140331353419776 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:32:09.011783 140331353419776 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:32:09.011784 140331353419776 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:32:09.011784 140331353419776 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:32:09.011785 140331353419776 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:32:09.011786 140331353419776 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:32:09.011787 140331353419776 Options.arena_block_size: 131072 +2024/06/05-14:32:09.011787 140331353419776 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:32:09.011788 140331353419776 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:32:09.011789 140331353419776 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:32:09.011790 140331353419776 Options.disable_auto_compactions: 0 +2024/06/05-14:32:09.011792 140331353419776 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:32:09.011793 140331353419776 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:32:09.011794 140331353419776 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:32:09.011802 140331353419776 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:32:09.011802 140331353419776 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:32:09.011803 140331353419776 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:32:09.011804 140331353419776 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:32:09.011805 140331353419776 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:32:09.011806 140331353419776 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:32:09.011807 140331353419776 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:32:09.011811 140331353419776 Options.table_properties_collectors: +2024/06/05-14:32:09.011812 140331353419776 Options.inplace_update_support: 0 +2024/06/05-14:32:09.011812 140331353419776 Options.inplace_update_num_locks: 10000 +2024/06/05-14:32:09.011813 140331353419776 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:32:09.011814 140331353419776 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:32:09.011815 140331353419776 Options.memtable_huge_page_size: 0 +2024/06/05-14:32:09.011816 140331353419776 Options.bloom_locality: 0 +2024/06/05-14:32:09.011816 140331353419776 Options.max_successive_merges: 0 +2024/06/05-14:32:09.011817 140331353419776 Options.optimize_filters_for_hits: 0 +2024/06/05-14:32:09.011818 140331353419776 Options.paranoid_file_checks: 0 +2024/06/05-14:32:09.011819 140331353419776 Options.force_consistency_checks: 1 +2024/06/05-14:32:09.011819 140331353419776 Options.report_bg_io_stats: 0 +2024/06/05-14:32:09.011820 140331353419776 Options.ttl: 2592000 +2024/06/05-14:32:09.011821 140331353419776 Options.periodic_compaction_seconds: 0 +2024/06/05-14:32:09.011822 140331353419776 Options.enable_blob_files: false +2024/06/05-14:32:09.011822 140331353419776 Options.min_blob_size: 0 +2024/06/05-14:32:09.011823 140331353419776 Options.blob_file_size: 268435456 +2024/06/05-14:32:09.011824 140331353419776 Options.blob_compression_type: NoCompression +2024/06/05-14:32:09.011825 140331353419776 Options.enable_blob_garbage_collection: false +2024/06/05-14:32:09.011825 140331353419776 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:32:09.011827 140331353419776 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:32:09.011827 140331353419776 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:32:09.013636 140331353419776 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:32:09.013644 140331353419776 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:32:09.013725 140331353419776 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:32:09.029939 140331353419776 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x558c3d22f340 +2024/06/05-14:32:09.029959 140331353419776 DB pointer 0x558c3d372340 +2024/06/05-14:32:09.030218 140326480098880 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:32:09.030230 140326480098880 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 0.0 total, 0.0 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 0.0 total, 0.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x558c3d337280#100960 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 4.7e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** diff --git a/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/MANIFEST-000010 b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/MANIFEST-000010 new file mode 100644 index 0000000..716c5ed Binary files /dev/null and b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/MANIFEST-000010 differ diff --git a/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/OPTIONS-000007 b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/OPTIONS-000013 b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/OPTIONS-000013 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/chunks/fe6a4dedd1dc41e080899aa3/OPTIONS-000013 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/index/001029.sst b/.aim/meta/index/001029.sst deleted file mode 100644 index 9fcf515..0000000 Binary files a/.aim/meta/index/001029.sst and /dev/null differ diff --git a/.aim/meta/index/001031.sst b/.aim/meta/index/001031.sst deleted file mode 100644 index d0c3d2c..0000000 Binary files a/.aim/meta/index/001031.sst and /dev/null differ diff --git a/.aim/meta/index/001040.sst b/.aim/meta/index/001040.sst deleted file mode 100644 index 25e717a..0000000 Binary files a/.aim/meta/index/001040.sst and /dev/null differ diff --git a/.aim/meta/index/001049.sst b/.aim/meta/index/001049.sst deleted file mode 100644 index 7652808..0000000 Binary files a/.aim/meta/index/001049.sst and /dev/null differ diff --git a/.aim/meta/index/001058.sst b/.aim/meta/index/001058.sst deleted file mode 100644 index b6ad199..0000000 Binary files a/.aim/meta/index/001058.sst and /dev/null differ diff --git a/.aim/meta/index/001067.sst b/.aim/meta/index/001067.sst deleted file mode 100644 index 14dff1a..0000000 Binary files a/.aim/meta/index/001067.sst and /dev/null differ diff --git a/.aim/meta/index/001076.sst b/.aim/meta/index/001076.sst deleted file mode 100644 index d41c63d..0000000 Binary files a/.aim/meta/index/001076.sst and /dev/null differ diff --git a/.aim/meta/index/001085.sst b/.aim/meta/index/001085.sst deleted file mode 100644 index 20193c4..0000000 Binary files a/.aim/meta/index/001085.sst and /dev/null differ diff --git a/.aim/meta/index/001094.sst b/.aim/meta/index/001094.sst deleted file mode 100644 index 1e73547..0000000 Binary files a/.aim/meta/index/001094.sst and /dev/null differ diff --git a/.aim/meta/index/001175.sst b/.aim/meta/index/001175.sst new file mode 100644 index 0000000..a70dbc6 Binary files /dev/null and b/.aim/meta/index/001175.sst differ diff --git a/.aim/meta/index/001177.sst b/.aim/meta/index/001177.sst new file mode 100644 index 0000000..3afb270 Binary files /dev/null and b/.aim/meta/index/001177.sst differ diff --git a/.aim/meta/index/001186.sst b/.aim/meta/index/001186.sst new file mode 100644 index 0000000..3de0e03 Binary files /dev/null and b/.aim/meta/index/001186.sst differ diff --git a/.aim/meta/index/001195.sst b/.aim/meta/index/001195.sst new file mode 100644 index 0000000..b23e79d Binary files /dev/null and b/.aim/meta/index/001195.sst differ diff --git a/.aim/meta/index/001204.sst b/.aim/meta/index/001204.sst new file mode 100644 index 0000000..48a07c7 Binary files /dev/null and b/.aim/meta/index/001204.sst differ diff --git a/.aim/meta/index/001213.sst b/.aim/meta/index/001213.sst new file mode 100644 index 0000000..00a82bb Binary files /dev/null and b/.aim/meta/index/001213.sst differ diff --git a/.aim/meta/index/001222.sst b/.aim/meta/index/001222.sst new file mode 100644 index 0000000..7573fbd Binary files /dev/null and b/.aim/meta/index/001222.sst differ diff --git a/.aim/meta/index/001231.sst b/.aim/meta/index/001231.sst new file mode 100644 index 0000000..d160f14 Binary files /dev/null and b/.aim/meta/index/001231.sst differ diff --git a/.aim/meta/index/001239.log b/.aim/meta/index/001239.log new file mode 100644 index 0000000..e69de29 diff --git a/.aim/meta/index/001240.sst b/.aim/meta/index/001240.sst new file mode 100644 index 0000000..b49ec14 Binary files /dev/null and b/.aim/meta/index/001240.sst differ diff --git a/.aim/meta/index/CURRENT b/.aim/meta/index/CURRENT index 1e07474..27e4eea 100644 --- a/.aim/meta/index/CURRENT +++ b/.aim/meta/index/CURRENT @@ -1 +1 @@ -MANIFEST-001089 +MANIFEST-001235 diff --git a/.aim/meta/index/LOG b/.aim/meta/index/LOG index 1c9a269..642b630 100644 --- a/.aim/meta/index/LOG +++ b/.aim/meta/index/LOG @@ -1,116 +1,116 @@ -2024/05/27-16:59:45.888181 139896301868608 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. -2024/05/27-16:59:45.888424 139896301868608 RocksDB version: 6.29.5 -2024/05/27-16:59:45.888428 139896301868608 Compile date 2023-03-02 19:33:03 -2024/05/27-16:59:45.888430 139896301868608 DB SUMMARY -2024/05/27-16:59:45.888431 139896301868608 DB Session ID: 3W7KQ828SC8Q1VPG0TAM -2024/05/27-16:59:45.888455 139896301868608 CURRENT file: CURRENT -2024/05/27-16:59:45.888457 139896301868608 IDENTITY file: IDENTITY -2024/05/27-16:59:45.888459 139896301868608 MANIFEST file: MANIFEST-001080 size: 1670 Bytes -2024/05/27-16:59:45.888460 139896301868608 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 8, files: 001029.sst 001031.sst 001040.sst 001049.sst 001058.sst 001067.sst 001076.sst 001085.sst -2024/05/27-16:59:45.888462 139896301868608 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001084.log size: 0 ; -2024/05/27-16:59:45.888463 139896301868608 Options.error_if_exists: 0 -2024/05/27-16:59:45.888464 139896301868608 Options.create_if_missing: 1 -2024/05/27-16:59:45.888465 139896301868608 Options.paranoid_checks: 0 -2024/05/27-16:59:45.888465 139896301868608 Options.flush_verify_memtable_count: 1 -2024/05/27-16:59:45.888466 139896301868608 Options.track_and_verify_wals_in_manifest: 0 -2024/05/27-16:59:45.888467 139896301868608 Options.env: 0x7f3c40b1d940 -2024/05/27-16:59:45.888468 139896301868608 Options.fs: PosixFileSystem -2024/05/27-16:59:45.888469 139896301868608 Options.info_log: 0x7f3c20069660 -2024/05/27-16:59:45.888469 139896301868608 Options.max_file_opening_threads: 16 -2024/05/27-16:59:45.888470 139896301868608 Options.statistics: (nil) -2024/05/27-16:59:45.888471 139896301868608 Options.use_fsync: 0 -2024/05/27-16:59:45.888472 139896301868608 Options.max_log_file_size: 0 -2024/05/27-16:59:45.888472 139896301868608 Options.max_manifest_file_size: 1073741824 -2024/05/27-16:59:45.888473 139896301868608 Options.log_file_time_to_roll: 0 -2024/05/27-16:59:45.888474 139896301868608 Options.keep_log_file_num: 10 -2024/05/27-16:59:45.888474 139896301868608 Options.recycle_log_file_num: 0 -2024/05/27-16:59:45.888475 139896301868608 Options.allow_fallocate: 1 -2024/05/27-16:59:45.888476 139896301868608 Options.allow_mmap_reads: 0 -2024/05/27-16:59:45.888477 139896301868608 Options.allow_mmap_writes: 0 -2024/05/27-16:59:45.888477 139896301868608 Options.use_direct_reads: 0 -2024/05/27-16:59:45.888478 139896301868608 Options.use_direct_io_for_flush_and_compaction: 0 -2024/05/27-16:59:45.888479 139896301868608 Options.create_missing_column_families: 0 -2024/05/27-16:59:45.888479 139896301868608 Options.db_log_dir: -2024/05/27-16:59:45.888480 139896301868608 Options.wal_dir: -2024/05/27-16:59:45.888481 139896301868608 Options.table_cache_numshardbits: 6 -2024/05/27-16:59:45.888481 139896301868608 Options.WAL_ttl_seconds: 0 -2024/05/27-16:59:45.888482 139896301868608 Options.WAL_size_limit_MB: 0 -2024/05/27-16:59:45.888483 139896301868608 Options.max_write_batch_group_size_bytes: 1048576 -2024/05/27-16:59:45.888484 139896301868608 Options.manifest_preallocation_size: 4194304 -2024/05/27-16:59:45.888484 139896301868608 Options.is_fd_close_on_exec: 1 -2024/05/27-16:59:45.888485 139896301868608 Options.advise_random_on_open: 1 -2024/05/27-16:59:45.888486 139896301868608 Options.experimental_mempurge_threshold: 0.000000 -2024/05/27-16:59:45.888490 139896301868608 Options.db_write_buffer_size: 1048576 -2024/05/27-16:59:45.888515 139896301868608 Options.write_buffer_manager: 0x7f3c20028c20 -2024/05/27-16:59:45.888518 139896301868608 Options.access_hint_on_compaction_start: 1 -2024/05/27-16:59:45.888519 139896301868608 Options.new_table_reader_for_compaction_inputs: 0 -2024/05/27-16:59:45.888520 139896301868608 Options.random_access_max_buffer_size: 1048576 -2024/05/27-16:59:45.888520 139896301868608 Options.use_adaptive_mutex: 0 -2024/05/27-16:59:45.888521 139896301868608 Options.rate_limiter: (nil) -2024/05/27-16:59:45.888522 139896301868608 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/05/27-16:59:45.888523 139896301868608 Options.wal_recovery_mode: 2 -2024/05/27-16:59:45.888524 139896301868608 Options.enable_thread_tracking: 0 -2024/05/27-16:59:45.888525 139896301868608 Options.enable_pipelined_write: 0 -2024/05/27-16:59:45.888525 139896301868608 Options.unordered_write: 0 -2024/05/27-16:59:45.888526 139896301868608 Options.allow_concurrent_memtable_write: 1 -2024/05/27-16:59:45.888527 139896301868608 Options.enable_write_thread_adaptive_yield: 1 -2024/05/27-16:59:45.888527 139896301868608 Options.write_thread_max_yield_usec: 100 -2024/05/27-16:59:45.888528 139896301868608 Options.write_thread_slow_yield_usec: 3 -2024/05/27-16:59:45.888529 139896301868608 Options.row_cache: None -2024/05/27-16:59:45.888529 139896301868608 Options.wal_filter: None -2024/05/27-16:59:45.888530 139896301868608 Options.avoid_flush_during_recovery: 0 -2024/05/27-16:59:45.888531 139896301868608 Options.allow_ingest_behind: 0 -2024/05/27-16:59:45.888532 139896301868608 Options.preserve_deletes: 0 -2024/05/27-16:59:45.888532 139896301868608 Options.two_write_queues: 0 -2024/05/27-16:59:45.888533 139896301868608 Options.manual_wal_flush: 0 -2024/05/27-16:59:45.888534 139896301868608 Options.atomic_flush: 0 -2024/05/27-16:59:45.888534 139896301868608 Options.avoid_unnecessary_blocking_io: 0 -2024/05/27-16:59:45.888535 139896301868608 Options.persist_stats_to_disk: 0 -2024/05/27-16:59:45.888536 139896301868608 Options.write_dbid_to_manifest: 0 -2024/05/27-16:59:45.888536 139896301868608 Options.log_readahead_size: 0 -2024/05/27-16:59:45.888537 139896301868608 Options.file_checksum_gen_factory: Unknown -2024/05/27-16:59:45.888538 139896301868608 Options.best_efforts_recovery: 0 -2024/05/27-16:59:45.888539 139896301868608 Options.max_bgerror_resume_count: 2147483647 -2024/05/27-16:59:45.888539 139896301868608 Options.bgerror_resume_retry_interval: 1000000 -2024/05/27-16:59:45.888540 139896301868608 Options.allow_data_in_errors: 0 -2024/05/27-16:59:45.888541 139896301868608 Options.db_host_id: __hostname__ -2024/05/27-16:59:45.888542 139896301868608 Options.max_background_jobs: 2 -2024/05/27-16:59:45.888542 139896301868608 Options.max_background_compactions: 4 -2024/05/27-16:59:45.888543 139896301868608 Options.max_subcompactions: 1 -2024/05/27-16:59:45.888544 139896301868608 Options.avoid_flush_during_shutdown: 0 -2024/05/27-16:59:45.888544 139896301868608 Options.writable_file_max_buffer_size: 1048576 -2024/05/27-16:59:45.888545 139896301868608 Options.delayed_write_rate : 16777216 -2024/05/27-16:59:45.888546 139896301868608 Options.max_total_wal_size: 0 -2024/05/27-16:59:45.888547 139896301868608 Options.delete_obsolete_files_period_micros: 21600000000 -2024/05/27-16:59:45.888547 139896301868608 Options.stats_dump_period_sec: 600 -2024/05/27-16:59:45.888548 139896301868608 Options.stats_persist_period_sec: 600 -2024/05/27-16:59:45.888549 139896301868608 Options.stats_history_buffer_size: 1048576 -2024/05/27-16:59:45.888557 139896301868608 Options.max_open_files: -1 -2024/05/27-16:59:45.888557 139896301868608 Options.bytes_per_sync: 0 -2024/05/27-16:59:45.888558 139896301868608 Options.wal_bytes_per_sync: 0 -2024/05/27-16:59:45.888559 139896301868608 Options.strict_bytes_per_sync: 0 -2024/05/27-16:59:45.888560 139896301868608 Options.compaction_readahead_size: 0 -2024/05/27-16:59:45.888560 139896301868608 Options.max_background_flushes: -1 -2024/05/27-16:59:45.888561 139896301868608 Compression algorithms supported: -2024/05/27-16:59:45.888562 139896301868608 kZSTDNotFinalCompression supported: 1 -2024/05/27-16:59:45.888564 139896301868608 kZSTD supported: 1 -2024/05/27-16:59:45.888564 139896301868608 kXpressCompression supported: 0 -2024/05/27-16:59:45.888565 139896301868608 kLZ4HCCompression supported: 0 -2024/05/27-16:59:45.888566 139896301868608 kLZ4Compression supported: 0 -2024/05/27-16:59:45.888567 139896301868608 kBZip2Compression supported: 1 -2024/05/27-16:59:45.888567 139896301868608 kZlibCompression supported: 1 -2024/05/27-16:59:45.888568 139896301868608 kSnappyCompression supported: 1 -2024/05/27-16:59:45.888570 139896301868608 Fast CRC32 supported: Not supported on x86 -2024/05/27-16:59:45.888609 139896301868608 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001080 -2024/05/27-16:59:45.888639 139896301868608 [/column_family.cc:607] --------------- Options for column family [default]: -2024/05/27-16:59:45.888641 139896301868608 Options.comparator: leveldb.BytewiseComparator -2024/05/27-16:59:45.888642 139896301868608 Options.merge_operator: None -2024/05/27-16:59:45.888643 139896301868608 Options.compaction_filter: None -2024/05/27-16:59:45.888643 139896301868608 Options.compaction_filter_factory: None -2024/05/27-16:59:45.888644 139896301868608 Options.sst_partitioner_factory: None -2024/05/27-16:59:45.888645 139896301868608 Options.memtable_factory: SkipListFactory -2024/05/27-16:59:45.888645 139896301868608 Options.table_factory: BlockBasedTable -2024/05/27-16:59:45.888659 139896301868608 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7f3c200245b0) +2024/06/05-15:00:19.111760 139708668630592 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-15:00:19.115269 139708668630592 RocksDB version: 6.29.5 +2024/06/05-15:00:19.115687 139708668630592 Compile date 2023-03-02 19:33:03 +2024/06/05-15:00:19.115705 139708668630592 DB SUMMARY +2024/06/05-15:00:19.115708 139708668630592 DB Session ID: AHT7RO2F0WMNLQGE5VW6 +2024/06/05-15:00:19.115818 139708668630592 CURRENT file: CURRENT +2024/06/05-15:00:19.115820 139708668630592 IDENTITY file: IDENTITY +2024/06/05-15:00:19.115823 139708668630592 MANIFEST file: MANIFEST-001226 size: 1585 Bytes +2024/06/05-15:00:19.115825 139708668630592 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 8, files: 001175.sst 001177.sst 001186.sst 001195.sst 001204.sst 001213.sst 001222.sst 001231.sst +2024/06/05-15:00:19.115826 139708668630592 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001230.log size: 0 ; +2024/06/05-15:00:19.115828 139708668630592 Options.error_if_exists: 0 +2024/06/05-15:00:19.115829 139708668630592 Options.create_if_missing: 1 +2024/06/05-15:00:19.115859 139708668630592 Options.paranoid_checks: 0 +2024/06/05-15:00:19.115861 139708668630592 Options.flush_verify_memtable_count: 1 +2024/06/05-15:00:19.115862 139708668630592 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-15:00:19.115863 139708668630592 Options.env: 0x7f1090d1d940 +2024/06/05-15:00:19.115864 139708668630592 Options.fs: PosixFileSystem +2024/06/05-15:00:19.115865 139708668630592 Options.info_log: 0x7f1070073d10 +2024/06/05-15:00:19.115866 139708668630592 Options.max_file_opening_threads: 16 +2024/06/05-15:00:19.115867 139708668630592 Options.statistics: (nil) +2024/06/05-15:00:19.115868 139708668630592 Options.use_fsync: 0 +2024/06/05-15:00:19.115868 139708668630592 Options.max_log_file_size: 0 +2024/06/05-15:00:19.115869 139708668630592 Options.max_manifest_file_size: 1073741824 +2024/06/05-15:00:19.115870 139708668630592 Options.log_file_time_to_roll: 0 +2024/06/05-15:00:19.115871 139708668630592 Options.keep_log_file_num: 10 +2024/06/05-15:00:19.115871 139708668630592 Options.recycle_log_file_num: 0 +2024/06/05-15:00:19.115872 139708668630592 Options.allow_fallocate: 1 +2024/06/05-15:00:19.115873 139708668630592 Options.allow_mmap_reads: 0 +2024/06/05-15:00:19.115874 139708668630592 Options.allow_mmap_writes: 0 +2024/06/05-15:00:19.115874 139708668630592 Options.use_direct_reads: 0 +2024/06/05-15:00:19.115875 139708668630592 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-15:00:19.115876 139708668630592 Options.create_missing_column_families: 0 +2024/06/05-15:00:19.115876 139708668630592 Options.db_log_dir: +2024/06/05-15:00:19.115877 139708668630592 Options.wal_dir: +2024/06/05-15:00:19.115878 139708668630592 Options.table_cache_numshardbits: 6 +2024/06/05-15:00:19.115879 139708668630592 Options.WAL_ttl_seconds: 0 +2024/06/05-15:00:19.115879 139708668630592 Options.WAL_size_limit_MB: 0 +2024/06/05-15:00:19.115880 139708668630592 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-15:00:19.115881 139708668630592 Options.manifest_preallocation_size: 4194304 +2024/06/05-15:00:19.115882 139708668630592 Options.is_fd_close_on_exec: 1 +2024/06/05-15:00:19.115882 139708668630592 Options.advise_random_on_open: 1 +2024/06/05-15:00:19.115883 139708668630592 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-15:00:19.115914 139708668630592 Options.db_write_buffer_size: 1048576 +2024/06/05-15:00:19.115945 139708668630592 Options.write_buffer_manager: 0x7f107000f800 +2024/06/05-15:00:19.115948 139708668630592 Options.access_hint_on_compaction_start: 1 +2024/06/05-15:00:19.115949 139708668630592 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-15:00:19.115950 139708668630592 Options.random_access_max_buffer_size: 1048576 +2024/06/05-15:00:19.115951 139708668630592 Options.use_adaptive_mutex: 0 +2024/06/05-15:00:19.115951 139708668630592 Options.rate_limiter: (nil) +2024/06/05-15:00:19.115967 139708668630592 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-15:00:19.115970 139708668630592 Options.wal_recovery_mode: 2 +2024/06/05-15:00:19.115971 139708668630592 Options.enable_thread_tracking: 0 +2024/06/05-15:00:19.115972 139708668630592 Options.enable_pipelined_write: 0 +2024/06/05-15:00:19.115973 139708668630592 Options.unordered_write: 0 +2024/06/05-15:00:19.115974 139708668630592 Options.allow_concurrent_memtable_write: 1 +2024/06/05-15:00:19.115975 139708668630592 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-15:00:19.115975 139708668630592 Options.write_thread_max_yield_usec: 100 +2024/06/05-15:00:19.115976 139708668630592 Options.write_thread_slow_yield_usec: 3 +2024/06/05-15:00:19.115977 139708668630592 Options.row_cache: None +2024/06/05-15:00:19.115978 139708668630592 Options.wal_filter: None +2024/06/05-15:00:19.115979 139708668630592 Options.avoid_flush_during_recovery: 0 +2024/06/05-15:00:19.115979 139708668630592 Options.allow_ingest_behind: 0 +2024/06/05-15:00:19.115980 139708668630592 Options.preserve_deletes: 0 +2024/06/05-15:00:19.115981 139708668630592 Options.two_write_queues: 0 +2024/06/05-15:00:19.115982 139708668630592 Options.manual_wal_flush: 0 +2024/06/05-15:00:19.115982 139708668630592 Options.atomic_flush: 0 +2024/06/05-15:00:19.115983 139708668630592 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-15:00:19.115984 139708668630592 Options.persist_stats_to_disk: 0 +2024/06/05-15:00:19.115984 139708668630592 Options.write_dbid_to_manifest: 0 +2024/06/05-15:00:19.115985 139708668630592 Options.log_readahead_size: 0 +2024/06/05-15:00:19.115986 139708668630592 Options.file_checksum_gen_factory: Unknown +2024/06/05-15:00:19.115987 139708668630592 Options.best_efforts_recovery: 0 +2024/06/05-15:00:19.115987 139708668630592 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-15:00:19.115988 139708668630592 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-15:00:19.115989 139708668630592 Options.allow_data_in_errors: 0 +2024/06/05-15:00:19.115990 139708668630592 Options.db_host_id: __hostname__ +2024/06/05-15:00:19.115991 139708668630592 Options.max_background_jobs: 2 +2024/06/05-15:00:19.115991 139708668630592 Options.max_background_compactions: 4 +2024/06/05-15:00:19.115992 139708668630592 Options.max_subcompactions: 1 +2024/06/05-15:00:19.115993 139708668630592 Options.avoid_flush_during_shutdown: 0 +2024/06/05-15:00:19.115993 139708668630592 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-15:00:19.115994 139708668630592 Options.delayed_write_rate : 16777216 +2024/06/05-15:00:19.115995 139708668630592 Options.max_total_wal_size: 0 +2024/06/05-15:00:19.115996 139708668630592 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-15:00:19.115996 139708668630592 Options.stats_dump_period_sec: 600 +2024/06/05-15:00:19.115997 139708668630592 Options.stats_persist_period_sec: 600 +2024/06/05-15:00:19.115998 139708668630592 Options.stats_history_buffer_size: 1048576 +2024/06/05-15:00:19.116007 139708668630592 Options.max_open_files: -1 +2024/06/05-15:00:19.116008 139708668630592 Options.bytes_per_sync: 0 +2024/06/05-15:00:19.116008 139708668630592 Options.wal_bytes_per_sync: 0 +2024/06/05-15:00:19.116009 139708668630592 Options.strict_bytes_per_sync: 0 +2024/06/05-15:00:19.116010 139708668630592 Options.compaction_readahead_size: 0 +2024/06/05-15:00:19.116011 139708668630592 Options.max_background_flushes: -1 +2024/06/05-15:00:19.116011 139708668630592 Compression algorithms supported: +2024/06/05-15:00:19.116013 139708668630592 kZSTDNotFinalCompression supported: 1 +2024/06/05-15:00:19.116043 139708668630592 kZSTD supported: 1 +2024/06/05-15:00:19.116046 139708668630592 kXpressCompression supported: 0 +2024/06/05-15:00:19.116047 139708668630592 kLZ4HCCompression supported: 0 +2024/06/05-15:00:19.116048 139708668630592 kLZ4Compression supported: 0 +2024/06/05-15:00:19.116049 139708668630592 kBZip2Compression supported: 1 +2024/06/05-15:00:19.116050 139708668630592 kZlibCompression supported: 1 +2024/06/05-15:00:19.116050 139708668630592 kSnappyCompression supported: 1 +2024/06/05-15:00:19.116053 139708668630592 Fast CRC32 supported: Not supported on x86 +2024/06/05-15:00:19.116480 139708668630592 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001226 +2024/06/05-15:00:19.117457 139708668630592 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-15:00:19.117503 139708668630592 Options.comparator: leveldb.BytewiseComparator +2024/06/05-15:00:19.117505 139708668630592 Options.merge_operator: None +2024/06/05-15:00:19.117506 139708668630592 Options.compaction_filter: None +2024/06/05-15:00:19.117507 139708668630592 Options.compaction_filter_factory: None +2024/06/05-15:00:19.117508 139708668630592 Options.sst_partitioner_factory: None +2024/06/05-15:00:19.117508 139708668630592 Options.memtable_factory: SkipListFactory +2024/06/05-15:00:19.117509 139708668630592 Options.table_factory: BlockBasedTable +2024/06/05-15:00:19.118960 139708668630592 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7f107002e430) cache_index_and_filter_blocks: 0 cache_index_and_filter_blocks_with_high_priority: 1 pin_l0_filter_and_index_blocks_in_cache: 0 @@ -122,7 +122,7 @@ hash_index_allow_collision: 1 checksum: 1 no_block_cache: 0 - block_cache: 0x7f3c20042990 + block_cache: 0x7f1070033ba0 block_cache_name: LRUCache block_cache_options: capacity : 8388608 @@ -148,117 +148,112 @@ block_align: 0 max_auto_readahead_size: 262144 prepopulate_block_cache: 0 -2024/05/27-16:59:45.888660 139896301868608 Options.write_buffer_size: 1048576 -2024/05/27-16:59:45.888661 139896301868608 Options.max_write_buffer_number: 2 -2024/05/27-16:59:45.888662 139896301868608 Options.compression: Snappy -2024/05/27-16:59:45.888663 139896301868608 Options.bottommost_compression: Disabled -2024/05/27-16:59:45.888663 139896301868608 Options.prefix_extractor: nullptr -2024/05/27-16:59:45.888664 139896301868608 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/05/27-16:59:45.888665 139896301868608 Options.num_levels: 4 -2024/05/27-16:59:45.888666 139896301868608 Options.min_write_buffer_number_to_merge: 1 -2024/05/27-16:59:45.888688 139896301868608 Options.max_write_buffer_number_to_maintain: 0 -2024/05/27-16:59:45.888691 139896301868608 Options.max_write_buffer_size_to_maintain: 0 -2024/05/27-16:59:45.888692 139896301868608 Options.bottommost_compression_opts.window_bits: -14 -2024/05/27-16:59:45.888693 139896301868608 Options.bottommost_compression_opts.level: 32767 -2024/05/27-16:59:45.888694 139896301868608 Options.bottommost_compression_opts.strategy: 0 -2024/05/27-16:59:45.888695 139896301868608 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/05/27-16:59:45.888695 139896301868608 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/05/27-16:59:45.888696 139896301868608 Options.bottommost_compression_opts.parallel_threads: 1 -2024/05/27-16:59:45.888697 139896301868608 Options.bottommost_compression_opts.enabled: false -2024/05/27-16:59:45.888698 139896301868608 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-16:59:45.888698 139896301868608 Options.compression_opts.window_bits: -14 -2024/05/27-16:59:45.888699 139896301868608 Options.compression_opts.level: 32767 -2024/05/27-16:59:45.888700 139896301868608 Options.compression_opts.strategy: 0 -2024/05/27-16:59:45.888701 139896301868608 Options.compression_opts.max_dict_bytes: 0 -2024/05/27-16:59:45.888701 139896301868608 Options.compression_opts.zstd_max_train_bytes: 0 -2024/05/27-16:59:45.888702 139896301868608 Options.compression_opts.parallel_threads: 1 -2024/05/27-16:59:45.888703 139896301868608 Options.compression_opts.enabled: false -2024/05/27-16:59:45.888703 139896301868608 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-16:59:45.888704 139896301868608 Options.level0_file_num_compaction_trigger: 8 -2024/05/27-16:59:45.888705 139896301868608 Options.level0_slowdown_writes_trigger: 17 -2024/05/27-16:59:45.888705 139896301868608 Options.level0_stop_writes_trigger: 24 -2024/05/27-16:59:45.888706 139896301868608 Options.target_file_size_base: 67108864 -2024/05/27-16:59:45.888707 139896301868608 Options.target_file_size_multiplier: 1 -2024/05/27-16:59:45.888708 139896301868608 Options.max_bytes_for_level_base: 536870912 -2024/05/27-16:59:45.888708 139896301868608 Options.level_compaction_dynamic_level_bytes: 0 -2024/05/27-16:59:45.888709 139896301868608 Options.max_bytes_for_level_multiplier: 8.000000 -2024/05/27-16:59:45.888711 139896301868608 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/05/27-16:59:45.888712 139896301868608 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/05/27-16:59:45.888712 139896301868608 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/05/27-16:59:45.888713 139896301868608 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/05/27-16:59:45.888714 139896301868608 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/05/27-16:59:45.888715 139896301868608 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/05/27-16:59:45.888715 139896301868608 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/05/27-16:59:45.888716 139896301868608 Options.max_sequential_skip_in_iterations: 8 -2024/05/27-16:59:45.888717 139896301868608 Options.max_compaction_bytes: 1677721600 -2024/05/27-16:59:45.888717 139896301868608 Options.arena_block_size: 131072 -2024/05/27-16:59:45.888718 139896301868608 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/05/27-16:59:45.888719 139896301868608 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/05/27-16:59:45.888720 139896301868608 Options.rate_limit_delay_max_milliseconds: 100 -2024/05/27-16:59:45.888720 139896301868608 Options.disable_auto_compactions: 0 -2024/05/27-16:59:45.888722 139896301868608 Options.compaction_style: kCompactionStyleLevel -2024/05/27-16:59:45.888730 139896301868608 Options.compaction_pri: kMinOverlappingRatio -2024/05/27-16:59:45.888730 139896301868608 Options.compaction_options_universal.size_ratio: 1 -2024/05/27-16:59:45.888731 139896301868608 Options.compaction_options_universal.min_merge_width: 2 -2024/05/27-16:59:45.888732 139896301868608 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/05/27-16:59:45.888733 139896301868608 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/05/27-16:59:45.888733 139896301868608 Options.compaction_options_universal.compression_size_percent: -1 -2024/05/27-16:59:45.888734 139896301868608 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/05/27-16:59:45.888735 139896301868608 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/05/27-16:59:45.888736 139896301868608 Options.compaction_options_fifo.allow_compaction: 0 -2024/05/27-16:59:45.888740 139896301868608 Options.table_properties_collectors: -2024/05/27-16:59:45.888741 139896301868608 Options.inplace_update_support: 0 -2024/05/27-16:59:45.888741 139896301868608 Options.inplace_update_num_locks: 10000 -2024/05/27-16:59:45.888742 139896301868608 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2024/05/27-16:59:45.888743 139896301868608 Options.memtable_whole_key_filtering: 0 -2024/05/27-16:59:45.888744 139896301868608 Options.memtable_huge_page_size: 0 -2024/05/27-16:59:45.888745 139896301868608 Options.bloom_locality: 0 -2024/05/27-16:59:45.888745 139896301868608 Options.max_successive_merges: 0 -2024/05/27-16:59:45.888746 139896301868608 Options.optimize_filters_for_hits: 0 -2024/05/27-16:59:45.888747 139896301868608 Options.paranoid_file_checks: 0 -2024/05/27-16:59:45.888747 139896301868608 Options.force_consistency_checks: 1 -2024/05/27-16:59:45.888748 139896301868608 Options.report_bg_io_stats: 0 -2024/05/27-16:59:45.888749 139896301868608 Options.ttl: 2592000 -2024/05/27-16:59:45.888750 139896301868608 Options.periodic_compaction_seconds: 0 -2024/05/27-16:59:45.888750 139896301868608 Options.enable_blob_files: false -2024/05/27-16:59:45.888751 139896301868608 Options.min_blob_size: 0 -2024/05/27-16:59:45.888752 139896301868608 Options.blob_file_size: 268435456 -2024/05/27-16:59:45.888753 139896301868608 Options.blob_compression_type: NoCompression -2024/05/27-16:59:45.888753 139896301868608 Options.enable_blob_garbage_collection: false -2024/05/27-16:59:45.888754 139896301868608 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/05/27-16:59:45.888755 139896301868608 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/05/27-16:59:45.888756 139896301868608 Options.blob_compaction_readahead_size: 0 -2024/05/27-16:59:45.890733 139896301868608 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001080 succeeded,manifest_file_number is 1080, next_file_number is 1087, last_sequence is 35622, log_number is 1084,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1084 -2024/05/27-16:59:45.890741 139896301868608 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1084 -2024/05/27-16:59:45.890806 139896301868608 [/version_set.cc:4410] Creating manifest 1088 -2024/05/27-16:59:45.917206 139896301868608 EVENT_LOG_v1 {"time_micros": 1716839985917195, "job": 1, "event": "recovery_started", "wal_files": [1084]} -2024/05/27-16:59:45.917218 139896301868608 [/db_impl/db_impl_open.cc:890] Recovering log #1084 mode 2 -2024/05/27-16:59:45.917285 139896301868608 [/version_set.cc:4410] Creating manifest 1089 -2024/05/27-16:59:45.936690 139896301868608 EVENT_LOG_v1 {"time_micros": 1716839985936682, "job": 1, "event": "recovery_finished"} -2024/05/27-16:59:45.949193 139896301868608 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1716815194967934 -2024/05/27-16:59:45.950605 139896301868608 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7f3c2000b8f0 -2024/05/27-16:59:45.950684 139896301868608 DB pointer 0x7f3c200ea3c0 -2024/05/27-16:59:45.988279 139896301868608 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. -2024/05/27-16:59:45.988403 139896301868608 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1093. Immutable memtables: 0. -2024/05/27-16:59:45.988490 139895918020160 (Original Log Time 2024/05/27-16:59:45.988469) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 -2024/05/27-16:59:45.988495 139895918020160 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1093 -2024/05/27-16:59:45.988522 139895918020160 EVENT_LOG_v1 {"time_micros": 1716839985988516, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 338, "num_deletes": 166, "total_data_size": 28108, "memory_usage": 34976, "flush_reason": "Manual Flush"} -2024/05/27-16:59:45.988526 139895918020160 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1094: started -2024/05/27-16:59:45.997611 139895918020160 EVENT_LOG_v1 {"time_micros": 1716839985997575, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1094, "file_size": 6241, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4889, "index_size": 223, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 25783, "raw_average_key_size": 76, "raw_value_size": 1465, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 336, "num_filter_entries": 0, "num_deletions": 168, "num_merge_operands": 0, "num_range_deletions": 2, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1716839985, "oldest_key_time": 1716839985, "file_creation_time": 1716839985, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "3W7KQ828SC8Q1VPG0TAM", "orig_file_number": 1094}} -2024/05/27-16:59:45.997669 139895918020160 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1094: 6241 bytes OK -2024/05/27-16:59:46.003811 139895918020160 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 15320 microseconds, and 859 cpu microseconds. -2024/05/27-16:59:46.041239 139895918020160 (Original Log Time 2024/05/27-16:59:46.003825) [/memtable_list.cc:471] [default] Level-0 commit table #1094 started -2024/05/27-16:59:46.041243 139895918020160 (Original Log Time 2024/05/27-16:59:46.041097) [/memtable_list.cc:678] [default] Level-0 commit table #1094: memtable #1 done -2024/05/27-16:59:46.041245 139895918020160 (Original Log Time 2024/05/27-16:59:46.041156) EVENT_LOG_v1 {"time_micros": 1716839986041123, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [8, 1, 0, 0], "immutable_memtables": 0} -2024/05/27-16:59:46.041247 139895918020160 (Original Log Time 2024/05/27-16:59:46.041206) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[8 1 0 0] max score 1.00 -2024/05/27-16:59:46.041255 139895918020160 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 27604, prev total WAL file size 27604, number of live WAL files 2. -2024/05/27-16:59:46.041369 139895918020160 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001090.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-16:59:46.339256 139896301868608 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK -2024/05/27-16:59:46.339291 139896301868608 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work -2024/05/27-16:59:46.339288 139896160228928 [/compaction/compaction_job.cc:2334] [default] [JOB 4] Compacting 8@0 + 1@1 files to L1, score 1.00 -2024/05/27-16:59:46.339302 139896160228928 [/compaction/compaction_job.cc:2338] [default] Compaction start summary: Base version 4 Base level 0, inputs: [1094(6241B) 1085(6591B) 1076(6552B) 1067(6235B) 1058(6273B) 1049(6306B) 1040(6279B) 1031(6218B)], [1029(142KB)] -2024/05/27-16:59:46.395662 139896160228928 EVENT_LOG_v1 {"time_micros": 1716839986339349, "job": 4, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [1094, 1085, 1076, 1067, 1058, 1049, 1040, 1031], "files_L1": [1029], "score": 1, "input_data_size": 197042} -2024/05/27-16:59:46.633595 139896160228928 (Original Log Time 2024/05/27-16:59:46.633523) [/compaction/compaction_job.cc:962] [default] compacted to: files[8 1 0 0] max score 0.00, MB/sec: 1.1 rd, 0.0 wr, level 1, files in(8, 1) out(0 +0 blob) MB in(0.0, 0.1 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.9) write-amplify(0.0) Shutdown in progress: Database shutdown, records in: 336, records dropped: 336 output_compression: Snappy -2024/05/27-16:59:46.633621 139896160228928 (Original Log Time 2024/05/27-16:59:46.633559) EVENT_LOG_v1 {"time_micros": 1716839986633545, "job": 4, "event": "compaction_finished", "compaction_time_micros": 187106, "compaction_time_cpu_micros": 162696, "output_level": 1, "num_output_files": 0, "total_output_size": 0, "num_input_records": 336, "num_output_records": 0, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [8, 1, 0, 0]} -2024/05/27-16:59:46.633870 139896301868608 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001084.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-16:59:46.634114 139896301868608 [/db_impl/db_impl.cc:699] Shutdown complete +2024/06/05-15:00:19.118965 139708668630592 Options.write_buffer_size: 1048576 +2024/06/05-15:00:19.118967 139708668630592 Options.max_write_buffer_number: 2 +2024/06/05-15:00:19.118995 139708668630592 Options.compression: Snappy +2024/06/05-15:00:19.118998 139708668630592 Options.bottommost_compression: Disabled +2024/06/05-15:00:19.118999 139708668630592 Options.prefix_extractor: nullptr +2024/06/05-15:00:19.119000 139708668630592 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-15:00:19.119001 139708668630592 Options.num_levels: 4 +2024/06/05-15:00:19.119001 139708668630592 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-15:00:19.119028 139708668630592 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-15:00:19.119031 139708668630592 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-15:00:19.119033 139708668630592 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-15:00:19.119034 139708668630592 Options.bottommost_compression_opts.level: 32767 +2024/06/05-15:00:19.119034 139708668630592 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-15:00:19.119035 139708668630592 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-15:00:19.119036 139708668630592 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-15:00:19.119037 139708668630592 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-15:00:19.119037 139708668630592 Options.bottommost_compression_opts.enabled: false +2024/06/05-15:00:19.119038 139708668630592 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-15:00:19.119039 139708668630592 Options.compression_opts.window_bits: -14 +2024/06/05-15:00:19.119040 139708668630592 Options.compression_opts.level: 32767 +2024/06/05-15:00:19.119041 139708668630592 Options.compression_opts.strategy: 0 +2024/06/05-15:00:19.119041 139708668630592 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-15:00:19.119042 139708668630592 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-15:00:19.119043 139708668630592 Options.compression_opts.parallel_threads: 1 +2024/06/05-15:00:19.119044 139708668630592 Options.compression_opts.enabled: false +2024/06/05-15:00:19.119044 139708668630592 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-15:00:19.119045 139708668630592 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-15:00:19.119046 139708668630592 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-15:00:19.119047 139708668630592 Options.level0_stop_writes_trigger: 24 +2024/06/05-15:00:19.119047 139708668630592 Options.target_file_size_base: 67108864 +2024/06/05-15:00:19.119048 139708668630592 Options.target_file_size_multiplier: 1 +2024/06/05-15:00:19.119049 139708668630592 Options.max_bytes_for_level_base: 536870912 +2024/06/05-15:00:19.119050 139708668630592 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-15:00:19.119050 139708668630592 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-15:00:19.119052 139708668630592 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-15:00:19.119053 139708668630592 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-15:00:19.119054 139708668630592 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-15:00:19.119055 139708668630592 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-15:00:19.119056 139708668630592 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-15:00:19.119057 139708668630592 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-15:00:19.119057 139708668630592 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-15:00:19.119058 139708668630592 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-15:00:19.119059 139708668630592 Options.max_compaction_bytes: 1677721600 +2024/06/05-15:00:19.119060 139708668630592 Options.arena_block_size: 131072 +2024/06/05-15:00:19.119060 139708668630592 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-15:00:19.119061 139708668630592 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-15:00:19.119062 139708668630592 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-15:00:19.119063 139708668630592 Options.disable_auto_compactions: 0 +2024/06/05-15:00:19.119093 139708668630592 Options.compaction_style: kCompactionStyleLevel +2024/06/05-15:00:19.119118 139708668630592 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-15:00:19.119135 139708668630592 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-15:00:19.119136 139708668630592 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-15:00:19.119137 139708668630592 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-15:00:19.119138 139708668630592 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-15:00:19.119139 139708668630592 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-15:00:19.119140 139708668630592 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-15:00:19.119141 139708668630592 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-15:00:19.119142 139708668630592 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-15:00:19.119252 139708668630592 Options.table_properties_collectors: +2024/06/05-15:00:19.119255 139708668630592 Options.inplace_update_support: 0 +2024/06/05-15:00:19.119256 139708668630592 Options.inplace_update_num_locks: 10000 +2024/06/05-15:00:19.119257 139708668630592 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-15:00:19.119259 139708668630592 Options.memtable_whole_key_filtering: 0 +2024/06/05-15:00:19.119260 139708668630592 Options.memtable_huge_page_size: 0 +2024/06/05-15:00:19.119260 139708668630592 Options.bloom_locality: 0 +2024/06/05-15:00:19.119261 139708668630592 Options.max_successive_merges: 0 +2024/06/05-15:00:19.119262 139708668630592 Options.optimize_filters_for_hits: 0 +2024/06/05-15:00:19.119263 139708668630592 Options.paranoid_file_checks: 0 +2024/06/05-15:00:19.119263 139708668630592 Options.force_consistency_checks: 1 +2024/06/05-15:00:19.119264 139708668630592 Options.report_bg_io_stats: 0 +2024/06/05-15:00:19.119265 139708668630592 Options.ttl: 2592000 +2024/06/05-15:00:19.119266 139708668630592 Options.periodic_compaction_seconds: 0 +2024/06/05-15:00:19.119266 139708668630592 Options.enable_blob_files: false +2024/06/05-15:00:19.119267 139708668630592 Options.min_blob_size: 0 +2024/06/05-15:00:19.119268 139708668630592 Options.blob_file_size: 268435456 +2024/06/05-15:00:19.119284 139708668630592 Options.blob_compression_type: NoCompression +2024/06/05-15:00:19.119285 139708668630592 Options.enable_blob_garbage_collection: false +2024/06/05-15:00:19.119285 139708668630592 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-15:00:19.119286 139708668630592 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-15:00:19.119287 139708668630592 Options.blob_compaction_readahead_size: 0 +2024/06/05-15:00:19.124527 139708668630592 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001226 succeeded,manifest_file_number is 1226, next_file_number is 1233, last_sequence is 40884, log_number is 1230,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1230 +2024/06/05-15:00:19.124534 139708668630592 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1230 +2024/06/05-15:00:19.125099 139708668630592 [/version_set.cc:4410] Creating manifest 1234 +2024/06/05-15:00:19.134589 139708668630592 EVENT_LOG_v1 {"time_micros": 1717610419134551, "job": 1, "event": "recovery_started", "wal_files": [1230]} +2024/06/05-15:00:19.134614 139708668630592 [/db_impl/db_impl_open.cc:890] Recovering log #1230 mode 2 +2024/06/05-15:00:19.134671 139708668630592 [/version_set.cc:4410] Creating manifest 1235 +2024/06/05-15:00:19.143526 139708668630592 EVENT_LOG_v1 {"time_micros": 1717610419143518, "job": 1, "event": "recovery_finished"} +2024/06/05-15:00:19.166471 139708668630592 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1717609456196885 +2024/06/05-15:00:19.166949 139708668630592 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7f1070022370 +2024/06/05-15:00:19.167371 139708668630592 DB pointer 0x7f1070024b20 +2024/06/05-15:00:19.298126 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-15:00:19.298618 139708668630592 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1239. Immutable memtables: 0. +2024/06/05-15:00:19.301107 139708122240576 (Original Log Time 2024/06/05-15:00:19.301022) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-15:00:19.301421 139708122240576 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1239 +2024/06/05-15:00:19.302421 139708122240576 EVENT_LOG_v1 {"time_micros": 1717610419302414, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 312, "num_deletes": 153, "total_data_size": 26178, "memory_usage": 32568, "flush_reason": "Manual Flush"} +2024/06/05-15:00:19.302426 139708122240576 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1240: started +2024/06/05-15:00:19.310561 139708122240576 EVENT_LOG_v1 {"time_micros": 1717610419310234, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1240, "file_size": 5865, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4500, "index_size": 190, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 24015, "raw_average_key_size": 77, "raw_value_size": 1355, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 310, "num_filter_entries": 0, "num_deletions": 155, "num_merge_operands": 0, "num_range_deletions": 2, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717610419, "oldest_key_time": 1717610419, "file_creation_time": 1717610419, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "AHT7RO2F0WMNLQGE5VW6", "orig_file_number": 1240}} +2024/06/05-15:00:19.310611 139708122240576 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1240: 5865 bytes OK +2024/06/05-15:00:19.312355 139708122240576 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 11251 microseconds, and 6178 cpu microseconds. +2024/06/05-15:00:19.314297 139708122240576 (Original Log Time 2024/06/05-15:00:19.312363) [/memtable_list.cc:471] [default] Level-0 commit table #1240 started +2024/06/05-15:00:19.314300 139708122240576 (Original Log Time 2024/06/05-15:00:19.314192) [/memtable_list.cc:678] [default] Level-0 commit table #1240: memtable #1 done +2024/06/05-15:00:19.314301 139708122240576 (Original Log Time 2024/06/05-15:00:19.314213) EVENT_LOG_v1 {"time_micros": 1717610419314206, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [8, 1, 0, 0], "immutable_memtables": 0} +2024/06/05-15:00:19.314303 139708122240576 (Original Log Time 2024/06/05-15:00:19.314277) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[8 1 0 0] max score 1.00 +2024/06/05-15:00:19.314308 139708122240576 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 25713, prev total WAL file size 25713, number of live WAL files 2. +2024/06/05-15:00:19.314457 139708122240576 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001236.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-15:00:19.314504 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-15:00:19.314531 139708668630592 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-15:00:19.315647 139708668630592 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001230.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-15:00:19.315819 139708668630592 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1716835651124276 b/.aim/meta/index/LOG.old.1716835651124276 deleted file mode 100644 index 8045bdc..0000000 --- a/.aim/meta/index/LOG.old.1716835651124276 +++ /dev/null @@ -1,259 +0,0 @@ -2024/05/27-10:06:34.968399 140602780997184 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. -2024/05/27-10:06:34.968976 140602780997184 RocksDB version: 6.29.5 -2024/05/27-10:06:34.968987 140602780997184 Compile date 2023-03-02 19:33:03 -2024/05/27-10:06:34.968992 140602780997184 DB SUMMARY -2024/05/27-10:06:34.968996 140602780997184 DB Session ID: 61AC2N2LKUOD5OUU82CG -2024/05/27-10:06:34.969097 140602780997184 CURRENT file: CURRENT -2024/05/27-10:06:34.969101 140602780997184 IDENTITY file: IDENTITY -2024/05/27-10:06:34.969112 140602780997184 MANIFEST file: MANIFEST-000998 size: 1471 Bytes -2024/05/27-10:06:34.969118 140602780997184 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 7, files: 000956.sst 000958.sst 000967.sst 000976.sst 000985.sst 000994.sst 001003.sst -2024/05/27-10:06:34.969124 140602780997184 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001002.log size: 0 ; -2024/05/27-10:06:34.969130 140602780997184 Options.error_if_exists: 0 -2024/05/27-10:06:34.969134 140602780997184 Options.create_if_missing: 1 -2024/05/27-10:06:34.969138 140602780997184 Options.paranoid_checks: 0 -2024/05/27-10:06:34.969142 140602780997184 Options.flush_verify_memtable_count: 1 -2024/05/27-10:06:34.969145 140602780997184 Options.track_and_verify_wals_in_manifest: 0 -2024/05/27-10:06:34.969150 140602780997184 Options.env: 0x7fe0be11d940 -2024/05/27-10:06:34.969158 140602780997184 Options.fs: PosixFileSystem -2024/05/27-10:06:34.969164 140602780997184 Options.info_log: 0x7fe09c0ea620 -2024/05/27-10:06:34.969170 140602780997184 Options.max_file_opening_threads: 16 -2024/05/27-10:06:34.969175 140602780997184 Options.statistics: (nil) -2024/05/27-10:06:34.969230 140602780997184 Options.use_fsync: 0 -2024/05/27-10:06:34.969255 140602780997184 Options.max_log_file_size: 0 -2024/05/27-10:06:34.969258 140602780997184 Options.max_manifest_file_size: 1073741824 -2024/05/27-10:06:34.969261 140602780997184 Options.log_file_time_to_roll: 0 -2024/05/27-10:06:34.969264 140602780997184 Options.keep_log_file_num: 10 -2024/05/27-10:06:34.969266 140602780997184 Options.recycle_log_file_num: 0 -2024/05/27-10:06:34.969269 140602780997184 Options.allow_fallocate: 1 -2024/05/27-10:06:34.969271 140602780997184 Options.allow_mmap_reads: 0 -2024/05/27-10:06:34.969274 140602780997184 Options.allow_mmap_writes: 0 -2024/05/27-10:06:34.969276 140602780997184 Options.use_direct_reads: 0 -2024/05/27-10:06:34.969278 140602780997184 Options.use_direct_io_for_flush_and_compaction: 0 -2024/05/27-10:06:34.969280 140602780997184 Options.create_missing_column_families: 0 -2024/05/27-10:06:34.969283 140602780997184 Options.db_log_dir: -2024/05/27-10:06:34.969285 140602780997184 Options.wal_dir: -2024/05/27-10:06:34.969288 140602780997184 Options.table_cache_numshardbits: 6 -2024/05/27-10:06:34.969290 140602780997184 Options.WAL_ttl_seconds: 0 -2024/05/27-10:06:34.969292 140602780997184 Options.WAL_size_limit_MB: 0 -2024/05/27-10:06:34.969295 140602780997184 Options.max_write_batch_group_size_bytes: 1048576 -2024/05/27-10:06:34.969297 140602780997184 Options.manifest_preallocation_size: 4194304 -2024/05/27-10:06:34.969299 140602780997184 Options.is_fd_close_on_exec: 1 -2024/05/27-10:06:34.969302 140602780997184 Options.advise_random_on_open: 1 -2024/05/27-10:06:34.969304 140602780997184 Options.experimental_mempurge_threshold: 0.000000 -2024/05/27-10:06:34.969313 140602780997184 Options.db_write_buffer_size: 1048576 -2024/05/27-10:06:34.969392 140602780997184 Options.write_buffer_manager: 0x7fe09c02aff0 -2024/05/27-10:06:34.969402 140602780997184 Options.access_hint_on_compaction_start: 1 -2024/05/27-10:06:34.969405 140602780997184 Options.new_table_reader_for_compaction_inputs: 0 -2024/05/27-10:06:34.969407 140602780997184 Options.random_access_max_buffer_size: 1048576 -2024/05/27-10:06:34.969410 140602780997184 Options.use_adaptive_mutex: 0 -2024/05/27-10:06:34.969412 140602780997184 Options.rate_limiter: (nil) -2024/05/27-10:06:34.969417 140602780997184 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/05/27-10:06:34.969420 140602780997184 Options.wal_recovery_mode: 2 -2024/05/27-10:06:34.969422 140602780997184 Options.enable_thread_tracking: 0 -2024/05/27-10:06:34.969424 140602780997184 Options.enable_pipelined_write: 0 -2024/05/27-10:06:34.969427 140602780997184 Options.unordered_write: 0 -2024/05/27-10:06:34.969429 140602780997184 Options.allow_concurrent_memtable_write: 1 -2024/05/27-10:06:34.969431 140602780997184 Options.enable_write_thread_adaptive_yield: 1 -2024/05/27-10:06:34.969433 140602780997184 Options.write_thread_max_yield_usec: 100 -2024/05/27-10:06:34.969436 140602780997184 Options.write_thread_slow_yield_usec: 3 -2024/05/27-10:06:34.969438 140602780997184 Options.row_cache: None -2024/05/27-10:06:34.969441 140602780997184 Options.wal_filter: None -2024/05/27-10:06:34.969443 140602780997184 Options.avoid_flush_during_recovery: 0 -2024/05/27-10:06:34.969446 140602780997184 Options.allow_ingest_behind: 0 -2024/05/27-10:06:34.969448 140602780997184 Options.preserve_deletes: 0 -2024/05/27-10:06:34.969450 140602780997184 Options.two_write_queues: 0 -2024/05/27-10:06:34.969452 140602780997184 Options.manual_wal_flush: 0 -2024/05/27-10:06:34.969454 140602780997184 Options.atomic_flush: 0 -2024/05/27-10:06:34.969457 140602780997184 Options.avoid_unnecessary_blocking_io: 0 -2024/05/27-10:06:34.969459 140602780997184 Options.persist_stats_to_disk: 0 -2024/05/27-10:06:34.969461 140602780997184 Options.write_dbid_to_manifest: 0 -2024/05/27-10:06:34.969464 140602780997184 Options.log_readahead_size: 0 -2024/05/27-10:06:34.969466 140602780997184 Options.file_checksum_gen_factory: Unknown -2024/05/27-10:06:34.969468 140602780997184 Options.best_efforts_recovery: 0 -2024/05/27-10:06:34.969471 140602780997184 Options.max_bgerror_resume_count: 2147483647 -2024/05/27-10:06:34.969473 140602780997184 Options.bgerror_resume_retry_interval: 1000000 -2024/05/27-10:06:34.969476 140602780997184 Options.allow_data_in_errors: 0 -2024/05/27-10:06:34.969478 140602780997184 Options.db_host_id: __hostname__ -2024/05/27-10:06:34.969480 140602780997184 Options.max_background_jobs: 2 -2024/05/27-10:06:34.969483 140602780997184 Options.max_background_compactions: 4 -2024/05/27-10:06:34.969485 140602780997184 Options.max_subcompactions: 1 -2024/05/27-10:06:34.969487 140602780997184 Options.avoid_flush_during_shutdown: 0 -2024/05/27-10:06:34.969489 140602780997184 Options.writable_file_max_buffer_size: 1048576 -2024/05/27-10:06:34.969492 140602780997184 Options.delayed_write_rate : 16777216 -2024/05/27-10:06:34.969494 140602780997184 Options.max_total_wal_size: 0 -2024/05/27-10:06:34.969496 140602780997184 Options.delete_obsolete_files_period_micros: 21600000000 -2024/05/27-10:06:34.969499 140602780997184 Options.stats_dump_period_sec: 600 -2024/05/27-10:06:34.969502 140602780997184 Options.stats_persist_period_sec: 600 -2024/05/27-10:06:34.969504 140602780997184 Options.stats_history_buffer_size: 1048576 -2024/05/27-10:06:34.969529 140602780997184 Options.max_open_files: -1 -2024/05/27-10:06:34.969532 140602780997184 Options.bytes_per_sync: 0 -2024/05/27-10:06:34.969535 140602780997184 Options.wal_bytes_per_sync: 0 -2024/05/27-10:06:34.969537 140602780997184 Options.strict_bytes_per_sync: 0 -2024/05/27-10:06:34.969539 140602780997184 Options.compaction_readahead_size: 0 -2024/05/27-10:06:34.969541 140602780997184 Options.max_background_flushes: -1 -2024/05/27-10:06:34.969544 140602780997184 Compression algorithms supported: -2024/05/27-10:06:34.969549 140602780997184 kZSTDNotFinalCompression supported: 1 -2024/05/27-10:06:34.969553 140602780997184 kZSTD supported: 1 -2024/05/27-10:06:34.969556 140602780997184 kXpressCompression supported: 0 -2024/05/27-10:06:34.969559 140602780997184 kLZ4HCCompression supported: 0 -2024/05/27-10:06:34.969561 140602780997184 kLZ4Compression supported: 0 -2024/05/27-10:06:34.969564 140602780997184 kBZip2Compression supported: 1 -2024/05/27-10:06:34.969566 140602780997184 kZlibCompression supported: 1 -2024/05/27-10:06:34.969569 140602780997184 kSnappyCompression supported: 1 -2024/05/27-10:06:34.969575 140602780997184 Fast CRC32 supported: Not supported on x86 -2024/05/27-10:06:34.969681 140602780997184 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-000998 -2024/05/27-10:06:34.969774 140602780997184 [/column_family.cc:607] --------------- Options for column family [default]: -2024/05/27-10:06:34.969780 140602780997184 Options.comparator: leveldb.BytewiseComparator -2024/05/27-10:06:34.969782 140602780997184 Options.merge_operator: None -2024/05/27-10:06:34.969785 140602780997184 Options.compaction_filter: None -2024/05/27-10:06:34.969787 140602780997184 Options.compaction_filter_factory: None -2024/05/27-10:06:34.969790 140602780997184 Options.sst_partitioner_factory: None -2024/05/27-10:06:34.969792 140602780997184 Options.memtable_factory: SkipListFactory -2024/05/27-10:06:34.969794 140602780997184 Options.table_factory: BlockBasedTable -2024/05/27-10:06:34.969837 140602780997184 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7fe09c0ee730) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 0 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - hash_index_allow_collision: 1 - checksum: 1 - no_block_cache: 0 - block_cache: 0x7fe09c00e320 - block_cache_name: LRUCache - block_cache_options: - capacity : 8388608 - num_shard_bits : 4 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.000 - block_cache_compressed: (nil) - persistent_cache: (nil) - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 -2024/05/27-10:06:34.969842 140602780997184 Options.write_buffer_size: 1048576 -2024/05/27-10:06:34.969844 140602780997184 Options.max_write_buffer_number: 2 -2024/05/27-10:06:34.969848 140602780997184 Options.compression: Snappy -2024/05/27-10:06:34.969850 140602780997184 Options.bottommost_compression: Disabled -2024/05/27-10:06:34.969852 140602780997184 Options.prefix_extractor: nullptr -2024/05/27-10:06:34.969855 140602780997184 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/05/27-10:06:34.969857 140602780997184 Options.num_levels: 4 -2024/05/27-10:06:34.969859 140602780997184 Options.min_write_buffer_number_to_merge: 1 -2024/05/27-10:06:34.969931 140602780997184 Options.max_write_buffer_number_to_maintain: 0 -2024/05/27-10:06:34.969940 140602780997184 Options.max_write_buffer_size_to_maintain: 0 -2024/05/27-10:06:34.969944 140602780997184 Options.bottommost_compression_opts.window_bits: -14 -2024/05/27-10:06:34.969948 140602780997184 Options.bottommost_compression_opts.level: 32767 -2024/05/27-10:06:34.969951 140602780997184 Options.bottommost_compression_opts.strategy: 0 -2024/05/27-10:06:34.969953 140602780997184 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/05/27-10:06:34.969955 140602780997184 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/05/27-10:06:34.969958 140602780997184 Options.bottommost_compression_opts.parallel_threads: 1 -2024/05/27-10:06:34.969960 140602780997184 Options.bottommost_compression_opts.enabled: false -2024/05/27-10:06:34.969963 140602780997184 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-10:06:34.969965 140602780997184 Options.compression_opts.window_bits: -14 -2024/05/27-10:06:34.969968 140602780997184 Options.compression_opts.level: 32767 -2024/05/27-10:06:34.969970 140602780997184 Options.compression_opts.strategy: 0 -2024/05/27-10:06:34.969972 140602780997184 Options.compression_opts.max_dict_bytes: 0 -2024/05/27-10:06:34.969975 140602780997184 Options.compression_opts.zstd_max_train_bytes: 0 -2024/05/27-10:06:34.969977 140602780997184 Options.compression_opts.parallel_threads: 1 -2024/05/27-10:06:34.969979 140602780997184 Options.compression_opts.enabled: false -2024/05/27-10:06:34.969982 140602780997184 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-10:06:34.969984 140602780997184 Options.level0_file_num_compaction_trigger: 8 -2024/05/27-10:06:34.969986 140602780997184 Options.level0_slowdown_writes_trigger: 17 -2024/05/27-10:06:34.969989 140602780997184 Options.level0_stop_writes_trigger: 24 -2024/05/27-10:06:34.969991 140602780997184 Options.target_file_size_base: 67108864 -2024/05/27-10:06:34.969994 140602780997184 Options.target_file_size_multiplier: 1 -2024/05/27-10:06:34.969996 140602780997184 Options.max_bytes_for_level_base: 536870912 -2024/05/27-10:06:34.969998 140602780997184 Options.level_compaction_dynamic_level_bytes: 0 -2024/05/27-10:06:34.970001 140602780997184 Options.max_bytes_for_level_multiplier: 8.000000 -2024/05/27-10:06:34.970005 140602780997184 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/05/27-10:06:34.970008 140602780997184 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/05/27-10:06:34.970011 140602780997184 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/05/27-10:06:34.970013 140602780997184 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/05/27-10:06:34.970016 140602780997184 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/05/27-10:06:34.970018 140602780997184 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/05/27-10:06:34.970021 140602780997184 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/05/27-10:06:34.970023 140602780997184 Options.max_sequential_skip_in_iterations: 8 -2024/05/27-10:06:34.970025 140602780997184 Options.max_compaction_bytes: 1677721600 -2024/05/27-10:06:34.970028 140602780997184 Options.arena_block_size: 131072 -2024/05/27-10:06:34.970030 140602780997184 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/05/27-10:06:34.970033 140602780997184 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/05/27-10:06:34.970035 140602780997184 Options.rate_limit_delay_max_milliseconds: 100 -2024/05/27-10:06:34.970037 140602780997184 Options.disable_auto_compactions: 0 -2024/05/27-10:06:34.970042 140602780997184 Options.compaction_style: kCompactionStyleLevel -2024/05/27-10:06:34.970068 140602780997184 Options.compaction_pri: kMinOverlappingRatio -2024/05/27-10:06:34.970071 140602780997184 Options.compaction_options_universal.size_ratio: 1 -2024/05/27-10:06:34.970073 140602780997184 Options.compaction_options_universal.min_merge_width: 2 -2024/05/27-10:06:34.970075 140602780997184 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/05/27-10:06:34.970078 140602780997184 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/05/27-10:06:34.970080 140602780997184 Options.compaction_options_universal.compression_size_percent: -1 -2024/05/27-10:06:34.970084 140602780997184 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/05/27-10:06:34.970086 140602780997184 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/05/27-10:06:34.970088 140602780997184 Options.compaction_options_fifo.allow_compaction: 0 -2024/05/27-10:06:34.970101 140602780997184 Options.table_properties_collectors: -2024/05/27-10:06:34.970104 140602780997184 Options.inplace_update_support: 0 -2024/05/27-10:06:34.970106 140602780997184 Options.inplace_update_num_locks: 10000 -2024/05/27-10:06:34.970108 140602780997184 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2024/05/27-10:06:34.970112 140602780997184 Options.memtable_whole_key_filtering: 0 -2024/05/27-10:06:34.970114 140602780997184 Options.memtable_huge_page_size: 0 -2024/05/27-10:06:34.970116 140602780997184 Options.bloom_locality: 0 -2024/05/27-10:06:34.970118 140602780997184 Options.max_successive_merges: 0 -2024/05/27-10:06:34.970121 140602780997184 Options.optimize_filters_for_hits: 0 -2024/05/27-10:06:34.970123 140602780997184 Options.paranoid_file_checks: 0 -2024/05/27-10:06:34.970125 140602780997184 Options.force_consistency_checks: 1 -2024/05/27-10:06:34.970128 140602780997184 Options.report_bg_io_stats: 0 -2024/05/27-10:06:34.970130 140602780997184 Options.ttl: 2592000 -2024/05/27-10:06:34.970132 140602780997184 Options.periodic_compaction_seconds: 0 -2024/05/27-10:06:34.970134 140602780997184 Options.enable_blob_files: false -2024/05/27-10:06:34.970137 140602780997184 Options.min_blob_size: 0 -2024/05/27-10:06:34.970139 140602780997184 Options.blob_file_size: 268435456 -2024/05/27-10:06:34.970142 140602780997184 Options.blob_compression_type: NoCompression -2024/05/27-10:06:34.970144 140602780997184 Options.enable_blob_garbage_collection: false -2024/05/27-10:06:34.970147 140602780997184 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/05/27-10:06:34.970152 140602780997184 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/05/27-10:06:34.970157 140602780997184 Options.blob_compaction_readahead_size: 0 -2024/05/27-10:06:34.975524 140602780997184 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-000998 succeeded,manifest_file_number is 998, next_file_number is 1005, last_sequence is 32460, log_number is 1002,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1002 -2024/05/27-10:06:34.975539 140602780997184 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1002 -2024/05/27-10:06:34.975683 140602780997184 [/version_set.cc:4410] Creating manifest 1006 -2024/05/27-10:06:34.998795 140602780997184 EVENT_LOG_v1 {"time_micros": 1716815194998787, "job": 1, "event": "recovery_started", "wal_files": [1002]} -2024/05/27-10:06:34.998802 140602780997184 [/db_impl/db_impl_open.cc:890] Recovering log #1002 mode 2 -2024/05/27-10:06:34.998842 140602780997184 [/version_set.cc:4410] Creating manifest 1007 -2024/05/27-10:06:35.019126 140602780997184 EVENT_LOG_v1 {"time_micros": 1716815195019122, "job": 1, "event": "recovery_finished"} -2024/05/27-10:06:35.030095 140602780997184 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1716813939585364 -2024/05/27-10:06:35.030141 140602780997184 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7fe09c028700 -2024/05/27-10:06:35.030174 140602780997184 DB pointer 0x7fe09c01cbb0 -2024/05/27-10:06:35.167227 140602780997184 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. -2024/05/27-10:06:35.167328 140602780997184 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1011. Immutable memtables: 0. -2024/05/27-10:06:35.167442 140602624681536 (Original Log Time 2024/05/27-10:06:35.167423) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 -2024/05/27-10:06:35.167447 140602624681536 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1011 -2024/05/27-10:06:35.167475 140602624681536 EVENT_LOG_v1 {"time_micros": 1716815195167469, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 352, "num_deletes": 172, "total_data_size": 29465, "memory_usage": 36840, "flush_reason": "Manual Flush"} -2024/05/27-10:06:35.167478 140602624681536 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1012: started -2024/05/27-10:06:35.177095 140602624681536 EVENT_LOG_v1 {"time_micros": 1716815195177072, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1012, "file_size": 6759, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4947, "index_size": 181, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 26973, "raw_average_key_size": 77, "raw_value_size": 1703, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 350, "num_filter_entries": 0, "num_deletions": 177, "num_merge_operands": 0, "num_range_deletions": 6, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1716815195, "oldest_key_time": 1716815195, "file_creation_time": 1716815195, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "61AC2N2LKUOD5OUU82CG", "orig_file_number": 1012}} -2024/05/27-10:06:35.177139 140602624681536 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1012: 6759 bytes OK -2024/05/27-10:06:35.182409 140602624681536 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 14968 microseconds, and 754 cpu microseconds. -2024/05/27-10:06:35.188134 140602624681536 (Original Log Time 2024/05/27-10:06:35.182416) [/memtable_list.cc:471] [default] Level-0 commit table #1012 started -2024/05/27-10:06:35.188137 140602624681536 (Original Log Time 2024/05/27-10:06:35.188076) [/memtable_list.cc:678] [default] Level-0 commit table #1012: memtable #1 done -2024/05/27-10:06:35.188138 140602624681536 (Original Log Time 2024/05/27-10:06:35.188096) EVENT_LOG_v1 {"time_micros": 1716815195188091, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [7, 1, 0, 0], "immutable_memtables": 0} -2024/05/27-10:06:35.188140 140602624681536 (Original Log Time 2024/05/27-10:06:35.188114) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[7 1 0 0] max score 0.88 -2024/05/27-10:06:35.188145 140602624681536 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 28929, prev total WAL file size 28929, number of live WAL files 2. -2024/05/27-10:06:35.188276 140602624681536 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001008.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-10:06:35.188339 140602780997184 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK -2024/05/27-10:06:35.188403 140602780997184 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work -2024/05/27-10:06:35.188666 140602780997184 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001002.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-10:06:35.188787 140602780997184 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1716835651352232 b/.aim/meta/index/LOG.old.1716835651352232 deleted file mode 100644 index 1e2b2ac..0000000 --- a/.aim/meta/index/LOG.old.1716835651352232 +++ /dev/null @@ -1,264 +0,0 @@ -2024/05/27-15:47:31.125582 140589126440512 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. -2024/05/27-15:47:31.125790 140589126440512 RocksDB version: 6.29.5 -2024/05/27-15:47:31.125794 140589126440512 Compile date 2023-03-02 19:33:03 -2024/05/27-15:47:31.125795 140589126440512 DB SUMMARY -2024/05/27-15:47:31.125796 140589126440512 DB Session ID: C0FH54SIW6JUH4N0SX0J -2024/05/27-15:47:31.125828 140589126440512 CURRENT file: CURRENT -2024/05/27-15:47:31.125830 140589126440512 IDENTITY file: IDENTITY -2024/05/27-15:47:31.125832 140589126440512 MANIFEST file: MANIFEST-001007 size: 1670 Bytes -2024/05/27-15:47:31.125834 140589126440512 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 8, files: 000956.sst 000958.sst 000967.sst 000976.sst 000985.sst 000994.sst 001003.sst 001012.sst -2024/05/27-15:47:31.125835 140589126440512 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001011.log size: 0 ; -2024/05/27-15:47:31.125836 140589126440512 Options.error_if_exists: 0 -2024/05/27-15:47:31.125837 140589126440512 Options.create_if_missing: 1 -2024/05/27-15:47:31.125838 140589126440512 Options.paranoid_checks: 0 -2024/05/27-15:47:31.125839 140589126440512 Options.flush_verify_memtable_count: 1 -2024/05/27-15:47:31.125840 140589126440512 Options.track_and_verify_wals_in_manifest: 0 -2024/05/27-15:47:31.125840 140589126440512 Options.env: 0x7fdd9031d940 -2024/05/27-15:47:31.125841 140589126440512 Options.fs: PosixFileSystem -2024/05/27-15:47:31.125842 140589126440512 Options.info_log: 0x7fdd7000c4c0 -2024/05/27-15:47:31.125843 140589126440512 Options.max_file_opening_threads: 16 -2024/05/27-15:47:31.125844 140589126440512 Options.statistics: (nil) -2024/05/27-15:47:31.125845 140589126440512 Options.use_fsync: 0 -2024/05/27-15:47:31.125846 140589126440512 Options.max_log_file_size: 0 -2024/05/27-15:47:31.125846 140589126440512 Options.max_manifest_file_size: 1073741824 -2024/05/27-15:47:31.125847 140589126440512 Options.log_file_time_to_roll: 0 -2024/05/27-15:47:31.125848 140589126440512 Options.keep_log_file_num: 10 -2024/05/27-15:47:31.125848 140589126440512 Options.recycle_log_file_num: 0 -2024/05/27-15:47:31.125849 140589126440512 Options.allow_fallocate: 1 -2024/05/27-15:47:31.125850 140589126440512 Options.allow_mmap_reads: 0 -2024/05/27-15:47:31.125851 140589126440512 Options.allow_mmap_writes: 0 -2024/05/27-15:47:31.125851 140589126440512 Options.use_direct_reads: 0 -2024/05/27-15:47:31.125852 140589126440512 Options.use_direct_io_for_flush_and_compaction: 0 -2024/05/27-15:47:31.125853 140589126440512 Options.create_missing_column_families: 0 -2024/05/27-15:47:31.125853 140589126440512 Options.db_log_dir: -2024/05/27-15:47:31.125854 140589126440512 Options.wal_dir: -2024/05/27-15:47:31.125855 140589126440512 Options.table_cache_numshardbits: 6 -2024/05/27-15:47:31.125855 140589126440512 Options.WAL_ttl_seconds: 0 -2024/05/27-15:47:31.125856 140589126440512 Options.WAL_size_limit_MB: 0 -2024/05/27-15:47:31.125857 140589126440512 Options.max_write_batch_group_size_bytes: 1048576 -2024/05/27-15:47:31.125858 140589126440512 Options.manifest_preallocation_size: 4194304 -2024/05/27-15:47:31.125858 140589126440512 Options.is_fd_close_on_exec: 1 -2024/05/27-15:47:31.125859 140589126440512 Options.advise_random_on_open: 1 -2024/05/27-15:47:31.125860 140589126440512 Options.experimental_mempurge_threshold: 0.000000 -2024/05/27-15:47:31.125863 140589126440512 Options.db_write_buffer_size: 1048576 -2024/05/27-15:47:31.125871 140589126440512 Options.write_buffer_manager: 0x7fdd7000c520 -2024/05/27-15:47:31.125872 140589126440512 Options.access_hint_on_compaction_start: 1 -2024/05/27-15:47:31.125873 140589126440512 Options.new_table_reader_for_compaction_inputs: 0 -2024/05/27-15:47:31.125874 140589126440512 Options.random_access_max_buffer_size: 1048576 -2024/05/27-15:47:31.125874 140589126440512 Options.use_adaptive_mutex: 0 -2024/05/27-15:47:31.125875 140589126440512 Options.rate_limiter: (nil) -2024/05/27-15:47:31.125876 140589126440512 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/05/27-15:47:31.125877 140589126440512 Options.wal_recovery_mode: 2 -2024/05/27-15:47:31.125878 140589126440512 Options.enable_thread_tracking: 0 -2024/05/27-15:47:31.125878 140589126440512 Options.enable_pipelined_write: 0 -2024/05/27-15:47:31.125879 140589126440512 Options.unordered_write: 0 -2024/05/27-15:47:31.125880 140589126440512 Options.allow_concurrent_memtable_write: 1 -2024/05/27-15:47:31.125880 140589126440512 Options.enable_write_thread_adaptive_yield: 1 -2024/05/27-15:47:31.125881 140589126440512 Options.write_thread_max_yield_usec: 100 -2024/05/27-15:47:31.125882 140589126440512 Options.write_thread_slow_yield_usec: 3 -2024/05/27-15:47:31.125883 140589126440512 Options.row_cache: None -2024/05/27-15:47:31.125883 140589126440512 Options.wal_filter: None -2024/05/27-15:47:31.125884 140589126440512 Options.avoid_flush_during_recovery: 0 -2024/05/27-15:47:31.125885 140589126440512 Options.allow_ingest_behind: 0 -2024/05/27-15:47:31.125885 140589126440512 Options.preserve_deletes: 0 -2024/05/27-15:47:31.125886 140589126440512 Options.two_write_queues: 0 -2024/05/27-15:47:31.125887 140589126440512 Options.manual_wal_flush: 0 -2024/05/27-15:47:31.125888 140589126440512 Options.atomic_flush: 0 -2024/05/27-15:47:31.125888 140589126440512 Options.avoid_unnecessary_blocking_io: 0 -2024/05/27-15:47:31.125889 140589126440512 Options.persist_stats_to_disk: 0 -2024/05/27-15:47:31.125890 140589126440512 Options.write_dbid_to_manifest: 0 -2024/05/27-15:47:31.125890 140589126440512 Options.log_readahead_size: 0 -2024/05/27-15:47:31.125891 140589126440512 Options.file_checksum_gen_factory: Unknown -2024/05/27-15:47:31.125892 140589126440512 Options.best_efforts_recovery: 0 -2024/05/27-15:47:31.125893 140589126440512 Options.max_bgerror_resume_count: 2147483647 -2024/05/27-15:47:31.125893 140589126440512 Options.bgerror_resume_retry_interval: 1000000 -2024/05/27-15:47:31.125894 140589126440512 Options.allow_data_in_errors: 0 -2024/05/27-15:47:31.125895 140589126440512 Options.db_host_id: __hostname__ -2024/05/27-15:47:31.125895 140589126440512 Options.max_background_jobs: 2 -2024/05/27-15:47:31.125896 140589126440512 Options.max_background_compactions: 4 -2024/05/27-15:47:31.125897 140589126440512 Options.max_subcompactions: 1 -2024/05/27-15:47:31.125898 140589126440512 Options.avoid_flush_during_shutdown: 0 -2024/05/27-15:47:31.125898 140589126440512 Options.writable_file_max_buffer_size: 1048576 -2024/05/27-15:47:31.125899 140589126440512 Options.delayed_write_rate : 16777216 -2024/05/27-15:47:31.125900 140589126440512 Options.max_total_wal_size: 0 -2024/05/27-15:47:31.125900 140589126440512 Options.delete_obsolete_files_period_micros: 21600000000 -2024/05/27-15:47:31.125901 140589126440512 Options.stats_dump_period_sec: 600 -2024/05/27-15:47:31.125902 140589126440512 Options.stats_persist_period_sec: 600 -2024/05/27-15:47:31.125903 140589126440512 Options.stats_history_buffer_size: 1048576 -2024/05/27-15:47:31.125907 140589126440512 Options.max_open_files: -1 -2024/05/27-15:47:31.125908 140589126440512 Options.bytes_per_sync: 0 -2024/05/27-15:47:31.125909 140589126440512 Options.wal_bytes_per_sync: 0 -2024/05/27-15:47:31.125909 140589126440512 Options.strict_bytes_per_sync: 0 -2024/05/27-15:47:31.125910 140589126440512 Options.compaction_readahead_size: 0 -2024/05/27-15:47:31.125911 140589126440512 Options.max_background_flushes: -1 -2024/05/27-15:47:31.125911 140589126440512 Compression algorithms supported: -2024/05/27-15:47:31.125913 140589126440512 kZSTDNotFinalCompression supported: 1 -2024/05/27-15:47:31.125914 140589126440512 kZSTD supported: 1 -2024/05/27-15:47:31.125915 140589126440512 kXpressCompression supported: 0 -2024/05/27-15:47:31.125916 140589126440512 kLZ4HCCompression supported: 0 -2024/05/27-15:47:31.125917 140589126440512 kLZ4Compression supported: 0 -2024/05/27-15:47:31.125917 140589126440512 kBZip2Compression supported: 1 -2024/05/27-15:47:31.125918 140589126440512 kZlibCompression supported: 1 -2024/05/27-15:47:31.125919 140589126440512 kSnappyCompression supported: 1 -2024/05/27-15:47:31.125920 140589126440512 Fast CRC32 supported: Not supported on x86 -2024/05/27-15:47:31.125966 140589126440512 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001007 -2024/05/27-15:47:31.126006 140589126440512 [/column_family.cc:607] --------------- Options for column family [default]: -2024/05/27-15:47:31.126009 140589126440512 Options.comparator: leveldb.BytewiseComparator -2024/05/27-15:47:31.126010 140589126440512 Options.merge_operator: None -2024/05/27-15:47:31.126011 140589126440512 Options.compaction_filter: None -2024/05/27-15:47:31.126011 140589126440512 Options.compaction_filter_factory: None -2024/05/27-15:47:31.126012 140589126440512 Options.sst_partitioner_factory: None -2024/05/27-15:47:31.126013 140589126440512 Options.memtable_factory: SkipListFactory -2024/05/27-15:47:31.126013 140589126440512 Options.table_factory: BlockBasedTable -2024/05/27-15:47:31.126032 140589126440512 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7fdd700028a0) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 0 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - hash_index_allow_collision: 1 - checksum: 1 - no_block_cache: 0 - block_cache: 0x7fdd70009c10 - block_cache_name: LRUCache - block_cache_options: - capacity : 8388608 - num_shard_bits : 4 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.000 - block_cache_compressed: (nil) - persistent_cache: (nil) - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 -2024/05/27-15:47:31.126033 140589126440512 Options.write_buffer_size: 1048576 -2024/05/27-15:47:31.126033 140589126440512 Options.max_write_buffer_number: 2 -2024/05/27-15:47:31.126034 140589126440512 Options.compression: Snappy -2024/05/27-15:47:31.126035 140589126440512 Options.bottommost_compression: Disabled -2024/05/27-15:47:31.126036 140589126440512 Options.prefix_extractor: nullptr -2024/05/27-15:47:31.126037 140589126440512 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/05/27-15:47:31.126037 140589126440512 Options.num_levels: 4 -2024/05/27-15:47:31.126038 140589126440512 Options.min_write_buffer_number_to_merge: 1 -2024/05/27-15:47:31.126046 140589126440512 Options.max_write_buffer_number_to_maintain: 0 -2024/05/27-15:47:31.126047 140589126440512 Options.max_write_buffer_size_to_maintain: 0 -2024/05/27-15:47:31.126047 140589126440512 Options.bottommost_compression_opts.window_bits: -14 -2024/05/27-15:47:31.126048 140589126440512 Options.bottommost_compression_opts.level: 32767 -2024/05/27-15:47:31.126049 140589126440512 Options.bottommost_compression_opts.strategy: 0 -2024/05/27-15:47:31.126050 140589126440512 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/05/27-15:47:31.126050 140589126440512 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/05/27-15:47:31.126051 140589126440512 Options.bottommost_compression_opts.parallel_threads: 1 -2024/05/27-15:47:31.126052 140589126440512 Options.bottommost_compression_opts.enabled: false -2024/05/27-15:47:31.126053 140589126440512 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-15:47:31.126053 140589126440512 Options.compression_opts.window_bits: -14 -2024/05/27-15:47:31.126054 140589126440512 Options.compression_opts.level: 32767 -2024/05/27-15:47:31.126055 140589126440512 Options.compression_opts.strategy: 0 -2024/05/27-15:47:31.126055 140589126440512 Options.compression_opts.max_dict_bytes: 0 -2024/05/27-15:47:31.126056 140589126440512 Options.compression_opts.zstd_max_train_bytes: 0 -2024/05/27-15:47:31.126057 140589126440512 Options.compression_opts.parallel_threads: 1 -2024/05/27-15:47:31.126057 140589126440512 Options.compression_opts.enabled: false -2024/05/27-15:47:31.126058 140589126440512 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-15:47:31.126059 140589126440512 Options.level0_file_num_compaction_trigger: 8 -2024/05/27-15:47:31.126060 140589126440512 Options.level0_slowdown_writes_trigger: 17 -2024/05/27-15:47:31.126060 140589126440512 Options.level0_stop_writes_trigger: 24 -2024/05/27-15:47:31.126061 140589126440512 Options.target_file_size_base: 67108864 -2024/05/27-15:47:31.126062 140589126440512 Options.target_file_size_multiplier: 1 -2024/05/27-15:47:31.126062 140589126440512 Options.max_bytes_for_level_base: 536870912 -2024/05/27-15:47:31.126063 140589126440512 Options.level_compaction_dynamic_level_bytes: 0 -2024/05/27-15:47:31.126064 140589126440512 Options.max_bytes_for_level_multiplier: 8.000000 -2024/05/27-15:47:31.126065 140589126440512 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/05/27-15:47:31.126066 140589126440512 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/05/27-15:47:31.126067 140589126440512 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/05/27-15:47:31.126067 140589126440512 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/05/27-15:47:31.126068 140589126440512 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/05/27-15:47:31.126069 140589126440512 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/05/27-15:47:31.126070 140589126440512 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/05/27-15:47:31.126070 140589126440512 Options.max_sequential_skip_in_iterations: 8 -2024/05/27-15:47:31.126071 140589126440512 Options.max_compaction_bytes: 1677721600 -2024/05/27-15:47:31.126072 140589126440512 Options.arena_block_size: 131072 -2024/05/27-15:47:31.126073 140589126440512 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/05/27-15:47:31.126073 140589126440512 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/05/27-15:47:31.126074 140589126440512 Options.rate_limit_delay_max_milliseconds: 100 -2024/05/27-15:47:31.126075 140589126440512 Options.disable_auto_compactions: 0 -2024/05/27-15:47:31.126076 140589126440512 Options.compaction_style: kCompactionStyleLevel -2024/05/27-15:47:31.126080 140589126440512 Options.compaction_pri: kMinOverlappingRatio -2024/05/27-15:47:31.126081 140589126440512 Options.compaction_options_universal.size_ratio: 1 -2024/05/27-15:47:31.126082 140589126440512 Options.compaction_options_universal.min_merge_width: 2 -2024/05/27-15:47:31.126083 140589126440512 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/05/27-15:47:31.126083 140589126440512 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/05/27-15:47:31.126084 140589126440512 Options.compaction_options_universal.compression_size_percent: -1 -2024/05/27-15:47:31.126085 140589126440512 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/05/27-15:47:31.126086 140589126440512 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/05/27-15:47:31.126086 140589126440512 Options.compaction_options_fifo.allow_compaction: 0 -2024/05/27-15:47:31.126089 140589126440512 Options.table_properties_collectors: -2024/05/27-15:47:31.126090 140589126440512 Options.inplace_update_support: 0 -2024/05/27-15:47:31.126091 140589126440512 Options.inplace_update_num_locks: 10000 -2024/05/27-15:47:31.126092 140589126440512 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2024/05/27-15:47:31.126093 140589126440512 Options.memtable_whole_key_filtering: 0 -2024/05/27-15:47:31.126093 140589126440512 Options.memtable_huge_page_size: 0 -2024/05/27-15:47:31.126094 140589126440512 Options.bloom_locality: 0 -2024/05/27-15:47:31.126095 140589126440512 Options.max_successive_merges: 0 -2024/05/27-15:47:31.126095 140589126440512 Options.optimize_filters_for_hits: 0 -2024/05/27-15:47:31.126096 140589126440512 Options.paranoid_file_checks: 0 -2024/05/27-15:47:31.126097 140589126440512 Options.force_consistency_checks: 1 -2024/05/27-15:47:31.126097 140589126440512 Options.report_bg_io_stats: 0 -2024/05/27-15:47:31.126098 140589126440512 Options.ttl: 2592000 -2024/05/27-15:47:31.126099 140589126440512 Options.periodic_compaction_seconds: 0 -2024/05/27-15:47:31.126100 140589126440512 Options.enable_blob_files: false -2024/05/27-15:47:31.126100 140589126440512 Options.min_blob_size: 0 -2024/05/27-15:47:31.126101 140589126440512 Options.blob_file_size: 268435456 -2024/05/27-15:47:31.126102 140589126440512 Options.blob_compression_type: NoCompression -2024/05/27-15:47:31.126103 140589126440512 Options.enable_blob_garbage_collection: false -2024/05/27-15:47:31.126103 140589126440512 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/05/27-15:47:31.126104 140589126440512 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/05/27-15:47:31.126105 140589126440512 Options.blob_compaction_readahead_size: 0 -2024/05/27-15:47:31.127571 140589126440512 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001007 succeeded,manifest_file_number is 1007, next_file_number is 1014, last_sequence is 32812, log_number is 1011,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1011 -2024/05/27-15:47:31.127578 140589126440512 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1011 -2024/05/27-15:47:31.127639 140589126440512 [/version_set.cc:4410] Creating manifest 1015 -2024/05/27-15:47:31.138438 140589126440512 EVENT_LOG_v1 {"time_micros": 1716835651138430, "job": 1, "event": "recovery_started", "wal_files": [1011]} -2024/05/27-15:47:31.138456 140589126440512 [/db_impl/db_impl_open.cc:890] Recovering log #1011 mode 2 -2024/05/27-15:47:31.138498 140589126440512 [/version_set.cc:4410] Creating manifest 1016 -2024/05/27-15:47:31.146090 140589126440512 EVENT_LOG_v1 {"time_micros": 1716835651146083, "job": 1, "event": "recovery_finished"} -2024/05/27-15:47:31.153097 140589126440512 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1716813969831660 -2024/05/27-15:47:31.154096 140589126440512 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7fdd70009530 -2024/05/27-15:47:31.154151 140589126440512 DB pointer 0x7fdd7000e020 -2024/05/27-15:47:31.224289 140589126440512 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. -2024/05/27-15:47:31.224773 140589126440512 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1020. Immutable memtables: 0. -2024/05/27-15:47:31.227670 140588749932096 (Original Log Time 2024/05/27-15:47:31.226037) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 -2024/05/27-15:47:31.228025 140588749932096 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1020 -2024/05/27-15:47:31.228062 140588749932096 EVENT_LOG_v1 {"time_micros": 1716835651228055, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 330, "num_deletes": 162, "total_data_size": 27506, "memory_usage": 34168, "flush_reason": "Manual Flush"} -2024/05/27-15:47:31.228065 140588749932096 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1021: started -2024/05/27-15:47:31.235303 140588749932096 EVENT_LOG_v1 {"time_micros": 1716835651235279, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1021, "file_size": 5955, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4619, "index_size": 228, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 25235, "raw_average_key_size": 76, "raw_value_size": 1427, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 328, "num_filter_entries": 0, "num_deletions": 164, "num_merge_operands": 0, "num_range_deletions": 2, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1716835651, "oldest_key_time": 1716835651, "file_creation_time": 1716835651, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "C0FH54SIW6JUH4N0SX0J", "orig_file_number": 1021}} -2024/05/27-15:47:31.235346 140588749932096 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1021: 5955 bytes OK -2024/05/27-15:47:31.237807 140588749932096 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 10138 microseconds, and 1486 cpu microseconds. -2024/05/27-15:47:31.240821 140588749932096 (Original Log Time 2024/05/27-15:47:31.238299) [/memtable_list.cc:471] [default] Level-0 commit table #1021 started -2024/05/27-15:47:31.240827 140588749932096 (Original Log Time 2024/05/27-15:47:31.240602) [/memtable_list.cc:678] [default] Level-0 commit table #1021: memtable #1 done -2024/05/27-15:47:31.240829 140588749932096 (Original Log Time 2024/05/27-15:47:31.240644) EVENT_LOG_v1 {"time_micros": 1716835651240634, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [8, 1, 0, 0], "immutable_memtables": 0} -2024/05/27-15:47:31.240831 140588749932096 (Original Log Time 2024/05/27-15:47:31.240696) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[8 1 0 0] max score 1.00 -2024/05/27-15:47:31.240839 140588749932096 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 27014, prev total WAL file size 27014, number of live WAL files 2. -2024/05/27-15:47:31.240956 140588749932096 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001017.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.244597 140588758324800 [/compaction/compaction_job.cc:2334] [default] [JOB 4] Compacting 8@0 + 1@1 files to L1, score 1.00 -2024/05/27-15:47:31.244672 140588758324800 [/compaction/compaction_job.cc:2338] [default] Compaction start summary: Base version 4 Base level 0, inputs: [1021(5955B) 1012(6759B) 1003(6750B) 994(6748B) 985(6685B) 976(6207B) 967(6311B) 958(6308B)], [956(131KB)] -2024/05/27-15:47:31.244684 140589126440512 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK -2024/05/27-15:47:31.244721 140589126440512 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work -2024/05/27-15:47:31.245684 140588758324800 EVENT_LOG_v1 {"time_micros": 1716835651244686, "job": 4, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [1021, 1012, 1003, 994, 985, 976, 967, 958], "files_L1": [956], "score": 1, "input_data_size": 186202} -2024/05/27-15:47:31.248371 140588758324800 (Original Log Time 2024/05/27-15:47:31.248321) [/compaction/compaction_job.cc:962] [default] compacted to: files[8 1 0 0] max score 0.00, MB/sec: 96.0 rd, 0.0 wr, level 1, files in(8, 1) out(0 +0 blob) MB in(0.0, 0.1 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(3.6) write-amplify(0.0) Shutdown in progress: Database shutdown, records in: 328, records dropped: 328 output_compression: Snappy -2024/05/27-15:47:31.248415 140588758324800 (Original Log Time 2024/05/27-15:47:31.248343) EVENT_LOG_v1 {"time_micros": 1716835651248335, "job": 4, "event": "compaction_finished", "compaction_time_micros": 1940, "compaction_time_cpu_micros": 1895, "output_level": 1, "num_output_files": 0, "total_output_size": 0, "num_input_records": 328, "num_output_records": 0, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [8, 1, 0, 0]} -2024/05/27-15:47:31.248941 140589126440512 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001011.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.249432 140589126440512 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1716835651561869 b/.aim/meta/index/LOG.old.1716835651561869 deleted file mode 100644 index d53e3fd..0000000 --- a/.aim/meta/index/LOG.old.1716835651561869 +++ /dev/null @@ -1,285 +0,0 @@ -2024/05/27-15:47:31.352342 140589126440512 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. -2024/05/27-15:47:31.352565 140589126440512 RocksDB version: 6.29.5 -2024/05/27-15:47:31.352568 140589126440512 Compile date 2023-03-02 19:33:03 -2024/05/27-15:47:31.352569 140589126440512 DB SUMMARY -2024/05/27-15:47:31.352570 140589126440512 DB Session ID: C0FH54SIW6JUH4N0SX0L -2024/05/27-15:47:31.352594 140589126440512 CURRENT file: CURRENT -2024/05/27-15:47:31.352595 140589126440512 IDENTITY file: IDENTITY -2024/05/27-15:47:31.352598 140589126440512 MANIFEST file: MANIFEST-001016 size: 1869 Bytes -2024/05/27-15:47:31.352599 140589126440512 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 9, files: 000956.sst 000958.sst 000967.sst 000976.sst 000985.sst 000994.sst 001003.sst 001012.sst 001021.sst -2024/05/27-15:47:31.352601 140589126440512 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001020.log size: 0 ; -2024/05/27-15:47:31.352602 140589126440512 Options.error_if_exists: 0 -2024/05/27-15:47:31.352603 140589126440512 Options.create_if_missing: 1 -2024/05/27-15:47:31.352604 140589126440512 Options.paranoid_checks: 0 -2024/05/27-15:47:31.352605 140589126440512 Options.flush_verify_memtable_count: 1 -2024/05/27-15:47:31.352605 140589126440512 Options.track_and_verify_wals_in_manifest: 0 -2024/05/27-15:47:31.352606 140589126440512 Options.env: 0x7fdd9031d940 -2024/05/27-15:47:31.352607 140589126440512 Options.fs: PosixFileSystem -2024/05/27-15:47:31.352608 140589126440512 Options.info_log: 0x7fdd7006a5f0 -2024/05/27-15:47:31.352609 140589126440512 Options.max_file_opening_threads: 16 -2024/05/27-15:47:31.352609 140589126440512 Options.statistics: (nil) -2024/05/27-15:47:31.352610 140589126440512 Options.use_fsync: 0 -2024/05/27-15:47:31.352611 140589126440512 Options.max_log_file_size: 0 -2024/05/27-15:47:31.352612 140589126440512 Options.max_manifest_file_size: 1073741824 -2024/05/27-15:47:31.352612 140589126440512 Options.log_file_time_to_roll: 0 -2024/05/27-15:47:31.352613 140589126440512 Options.keep_log_file_num: 10 -2024/05/27-15:47:31.352614 140589126440512 Options.recycle_log_file_num: 0 -2024/05/27-15:47:31.352614 140589126440512 Options.allow_fallocate: 1 -2024/05/27-15:47:31.352615 140589126440512 Options.allow_mmap_reads: 0 -2024/05/27-15:47:31.352616 140589126440512 Options.allow_mmap_writes: 0 -2024/05/27-15:47:31.352617 140589126440512 Options.use_direct_reads: 0 -2024/05/27-15:47:31.352617 140589126440512 Options.use_direct_io_for_flush_and_compaction: 0 -2024/05/27-15:47:31.352618 140589126440512 Options.create_missing_column_families: 0 -2024/05/27-15:47:31.352619 140589126440512 Options.db_log_dir: -2024/05/27-15:47:31.352619 140589126440512 Options.wal_dir: -2024/05/27-15:47:31.352620 140589126440512 Options.table_cache_numshardbits: 6 -2024/05/27-15:47:31.352621 140589126440512 Options.WAL_ttl_seconds: 0 -2024/05/27-15:47:31.352622 140589126440512 Options.WAL_size_limit_MB: 0 -2024/05/27-15:47:31.352622 140589126440512 Options.max_write_batch_group_size_bytes: 1048576 -2024/05/27-15:47:31.352623 140589126440512 Options.manifest_preallocation_size: 4194304 -2024/05/27-15:47:31.352624 140589126440512 Options.is_fd_close_on_exec: 1 -2024/05/27-15:47:31.352624 140589126440512 Options.advise_random_on_open: 1 -2024/05/27-15:47:31.352625 140589126440512 Options.experimental_mempurge_threshold: 0.000000 -2024/05/27-15:47:31.352629 140589126440512 Options.db_write_buffer_size: 1048576 -2024/05/27-15:47:31.352653 140589126440512 Options.write_buffer_manager: 0x7fdd7000c520 -2024/05/27-15:47:31.352656 140589126440512 Options.access_hint_on_compaction_start: 1 -2024/05/27-15:47:31.352657 140589126440512 Options.new_table_reader_for_compaction_inputs: 0 -2024/05/27-15:47:31.352657 140589126440512 Options.random_access_max_buffer_size: 1048576 -2024/05/27-15:47:31.352658 140589126440512 Options.use_adaptive_mutex: 0 -2024/05/27-15:47:31.352659 140589126440512 Options.rate_limiter: (nil) -2024/05/27-15:47:31.352660 140589126440512 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/05/27-15:47:31.352661 140589126440512 Options.wal_recovery_mode: 2 -2024/05/27-15:47:31.352662 140589126440512 Options.enable_thread_tracking: 0 -2024/05/27-15:47:31.352662 140589126440512 Options.enable_pipelined_write: 0 -2024/05/27-15:47:31.352663 140589126440512 Options.unordered_write: 0 -2024/05/27-15:47:31.352664 140589126440512 Options.allow_concurrent_memtable_write: 1 -2024/05/27-15:47:31.352664 140589126440512 Options.enable_write_thread_adaptive_yield: 1 -2024/05/27-15:47:31.352665 140589126440512 Options.write_thread_max_yield_usec: 100 -2024/05/27-15:47:31.352666 140589126440512 Options.write_thread_slow_yield_usec: 3 -2024/05/27-15:47:31.352666 140589126440512 Options.row_cache: None -2024/05/27-15:47:31.352667 140589126440512 Options.wal_filter: None -2024/05/27-15:47:31.352668 140589126440512 Options.avoid_flush_during_recovery: 0 -2024/05/27-15:47:31.352669 140589126440512 Options.allow_ingest_behind: 0 -2024/05/27-15:47:31.352669 140589126440512 Options.preserve_deletes: 0 -2024/05/27-15:47:31.352670 140589126440512 Options.two_write_queues: 0 -2024/05/27-15:47:31.352671 140589126440512 Options.manual_wal_flush: 0 -2024/05/27-15:47:31.352671 140589126440512 Options.atomic_flush: 0 -2024/05/27-15:47:31.352672 140589126440512 Options.avoid_unnecessary_blocking_io: 0 -2024/05/27-15:47:31.352673 140589126440512 Options.persist_stats_to_disk: 0 -2024/05/27-15:47:31.352673 140589126440512 Options.write_dbid_to_manifest: 0 -2024/05/27-15:47:31.352674 140589126440512 Options.log_readahead_size: 0 -2024/05/27-15:47:31.352675 140589126440512 Options.file_checksum_gen_factory: Unknown -2024/05/27-15:47:31.352676 140589126440512 Options.best_efforts_recovery: 0 -2024/05/27-15:47:31.352676 140589126440512 Options.max_bgerror_resume_count: 2147483647 -2024/05/27-15:47:31.352677 140589126440512 Options.bgerror_resume_retry_interval: 1000000 -2024/05/27-15:47:31.352678 140589126440512 Options.allow_data_in_errors: 0 -2024/05/27-15:47:31.352678 140589126440512 Options.db_host_id: __hostname__ -2024/05/27-15:47:31.352679 140589126440512 Options.max_background_jobs: 2 -2024/05/27-15:47:31.352680 140589126440512 Options.max_background_compactions: 4 -2024/05/27-15:47:31.352680 140589126440512 Options.max_subcompactions: 1 -2024/05/27-15:47:31.352681 140589126440512 Options.avoid_flush_during_shutdown: 0 -2024/05/27-15:47:31.352682 140589126440512 Options.writable_file_max_buffer_size: 1048576 -2024/05/27-15:47:31.352683 140589126440512 Options.delayed_write_rate : 16777216 -2024/05/27-15:47:31.352683 140589126440512 Options.max_total_wal_size: 0 -2024/05/27-15:47:31.352684 140589126440512 Options.delete_obsolete_files_period_micros: 21600000000 -2024/05/27-15:47:31.352685 140589126440512 Options.stats_dump_period_sec: 600 -2024/05/27-15:47:31.352686 140589126440512 Options.stats_persist_period_sec: 600 -2024/05/27-15:47:31.352686 140589126440512 Options.stats_history_buffer_size: 1048576 -2024/05/27-15:47:31.352694 140589126440512 Options.max_open_files: -1 -2024/05/27-15:47:31.352695 140589126440512 Options.bytes_per_sync: 0 -2024/05/27-15:47:31.352696 140589126440512 Options.wal_bytes_per_sync: 0 -2024/05/27-15:47:31.352696 140589126440512 Options.strict_bytes_per_sync: 0 -2024/05/27-15:47:31.352697 140589126440512 Options.compaction_readahead_size: 0 -2024/05/27-15:47:31.352698 140589126440512 Options.max_background_flushes: -1 -2024/05/27-15:47:31.352699 140589126440512 Compression algorithms supported: -2024/05/27-15:47:31.352700 140589126440512 kZSTDNotFinalCompression supported: 1 -2024/05/27-15:47:31.352701 140589126440512 kZSTD supported: 1 -2024/05/27-15:47:31.352702 140589126440512 kXpressCompression supported: 0 -2024/05/27-15:47:31.352703 140589126440512 kLZ4HCCompression supported: 0 -2024/05/27-15:47:31.352704 140589126440512 kLZ4Compression supported: 0 -2024/05/27-15:47:31.352704 140589126440512 kBZip2Compression supported: 1 -2024/05/27-15:47:31.352705 140589126440512 kZlibCompression supported: 1 -2024/05/27-15:47:31.352706 140589126440512 kSnappyCompression supported: 1 -2024/05/27-15:47:31.352708 140589126440512 Fast CRC32 supported: Not supported on x86 -2024/05/27-15:47:31.352747 140589126440512 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001016 -2024/05/27-15:47:31.352778 140589126440512 [/column_family.cc:607] --------------- Options for column family [default]: -2024/05/27-15:47:31.352780 140589126440512 Options.comparator: leveldb.BytewiseComparator -2024/05/27-15:47:31.352781 140589126440512 Options.merge_operator: None -2024/05/27-15:47:31.352782 140589126440512 Options.compaction_filter: None -2024/05/27-15:47:31.352782 140589126440512 Options.compaction_filter_factory: None -2024/05/27-15:47:31.352783 140589126440512 Options.sst_partitioner_factory: None -2024/05/27-15:47:31.352784 140589126440512 Options.memtable_factory: SkipListFactory -2024/05/27-15:47:31.352785 140589126440512 Options.table_factory: BlockBasedTable -2024/05/27-15:47:31.352804 140589126440512 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7fdd7006cd50) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 0 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - hash_index_allow_collision: 1 - checksum: 1 - no_block_cache: 0 - block_cache: 0x7fdd70021670 - block_cache_name: LRUCache - block_cache_options: - capacity : 8388608 - num_shard_bits : 4 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.000 - block_cache_compressed: (nil) - persistent_cache: (nil) - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 -2024/05/27-15:47:31.352805 140589126440512 Options.write_buffer_size: 1048576 -2024/05/27-15:47:31.352806 140589126440512 Options.max_write_buffer_number: 2 -2024/05/27-15:47:31.352807 140589126440512 Options.compression: Snappy -2024/05/27-15:47:31.352808 140589126440512 Options.bottommost_compression: Disabled -2024/05/27-15:47:31.352809 140589126440512 Options.prefix_extractor: nullptr -2024/05/27-15:47:31.352809 140589126440512 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/05/27-15:47:31.352810 140589126440512 Options.num_levels: 4 -2024/05/27-15:47:31.352811 140589126440512 Options.min_write_buffer_number_to_merge: 1 -2024/05/27-15:47:31.352834 140589126440512 Options.max_write_buffer_number_to_maintain: 0 -2024/05/27-15:47:31.352837 140589126440512 Options.max_write_buffer_size_to_maintain: 0 -2024/05/27-15:47:31.352838 140589126440512 Options.bottommost_compression_opts.window_bits: -14 -2024/05/27-15:47:31.352839 140589126440512 Options.bottommost_compression_opts.level: 32767 -2024/05/27-15:47:31.352840 140589126440512 Options.bottommost_compression_opts.strategy: 0 -2024/05/27-15:47:31.352841 140589126440512 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/05/27-15:47:31.352841 140589126440512 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/05/27-15:47:31.352842 140589126440512 Options.bottommost_compression_opts.parallel_threads: 1 -2024/05/27-15:47:31.352843 140589126440512 Options.bottommost_compression_opts.enabled: false -2024/05/27-15:47:31.352843 140589126440512 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-15:47:31.352844 140589126440512 Options.compression_opts.window_bits: -14 -2024/05/27-15:47:31.352845 140589126440512 Options.compression_opts.level: 32767 -2024/05/27-15:47:31.352846 140589126440512 Options.compression_opts.strategy: 0 -2024/05/27-15:47:31.352846 140589126440512 Options.compression_opts.max_dict_bytes: 0 -2024/05/27-15:47:31.352847 140589126440512 Options.compression_opts.zstd_max_train_bytes: 0 -2024/05/27-15:47:31.352848 140589126440512 Options.compression_opts.parallel_threads: 1 -2024/05/27-15:47:31.352848 140589126440512 Options.compression_opts.enabled: false -2024/05/27-15:47:31.352849 140589126440512 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-15:47:31.352850 140589126440512 Options.level0_file_num_compaction_trigger: 8 -2024/05/27-15:47:31.352851 140589126440512 Options.level0_slowdown_writes_trigger: 17 -2024/05/27-15:47:31.352851 140589126440512 Options.level0_stop_writes_trigger: 24 -2024/05/27-15:47:31.352852 140589126440512 Options.target_file_size_base: 67108864 -2024/05/27-15:47:31.352853 140589126440512 Options.target_file_size_multiplier: 1 -2024/05/27-15:47:31.352853 140589126440512 Options.max_bytes_for_level_base: 536870912 -2024/05/27-15:47:31.352854 140589126440512 Options.level_compaction_dynamic_level_bytes: 0 -2024/05/27-15:47:31.352855 140589126440512 Options.max_bytes_for_level_multiplier: 8.000000 -2024/05/27-15:47:31.352856 140589126440512 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/05/27-15:47:31.352857 140589126440512 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/05/27-15:47:31.352858 140589126440512 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/05/27-15:47:31.352859 140589126440512 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/05/27-15:47:31.352860 140589126440512 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/05/27-15:47:31.352860 140589126440512 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/05/27-15:47:31.352861 140589126440512 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/05/27-15:47:31.352862 140589126440512 Options.max_sequential_skip_in_iterations: 8 -2024/05/27-15:47:31.352863 140589126440512 Options.max_compaction_bytes: 1677721600 -2024/05/27-15:47:31.352863 140589126440512 Options.arena_block_size: 131072 -2024/05/27-15:47:31.352864 140589126440512 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/05/27-15:47:31.352865 140589126440512 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/05/27-15:47:31.352865 140589126440512 Options.rate_limit_delay_max_milliseconds: 100 -2024/05/27-15:47:31.352866 140589126440512 Options.disable_auto_compactions: 0 -2024/05/27-15:47:31.352867 140589126440512 Options.compaction_style: kCompactionStyleLevel -2024/05/27-15:47:31.352876 140589126440512 Options.compaction_pri: kMinOverlappingRatio -2024/05/27-15:47:31.352877 140589126440512 Options.compaction_options_universal.size_ratio: 1 -2024/05/27-15:47:31.352877 140589126440512 Options.compaction_options_universal.min_merge_width: 2 -2024/05/27-15:47:31.352878 140589126440512 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/05/27-15:47:31.352879 140589126440512 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/05/27-15:47:31.352879 140589126440512 Options.compaction_options_universal.compression_size_percent: -1 -2024/05/27-15:47:31.352880 140589126440512 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/05/27-15:47:31.352881 140589126440512 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/05/27-15:47:31.352882 140589126440512 Options.compaction_options_fifo.allow_compaction: 0 -2024/05/27-15:47:31.352886 140589126440512 Options.table_properties_collectors: -2024/05/27-15:47:31.352887 140589126440512 Options.inplace_update_support: 0 -2024/05/27-15:47:31.352888 140589126440512 Options.inplace_update_num_locks: 10000 -2024/05/27-15:47:31.352888 140589126440512 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2024/05/27-15:47:31.352889 140589126440512 Options.memtable_whole_key_filtering: 0 -2024/05/27-15:47:31.352890 140589126440512 Options.memtable_huge_page_size: 0 -2024/05/27-15:47:31.352891 140589126440512 Options.bloom_locality: 0 -2024/05/27-15:47:31.352892 140589126440512 Options.max_successive_merges: 0 -2024/05/27-15:47:31.352892 140589126440512 Options.optimize_filters_for_hits: 0 -2024/05/27-15:47:31.352893 140589126440512 Options.paranoid_file_checks: 0 -2024/05/27-15:47:31.352894 140589126440512 Options.force_consistency_checks: 1 -2024/05/27-15:47:31.352894 140589126440512 Options.report_bg_io_stats: 0 -2024/05/27-15:47:31.352895 140589126440512 Options.ttl: 2592000 -2024/05/27-15:47:31.352896 140589126440512 Options.periodic_compaction_seconds: 0 -2024/05/27-15:47:31.352896 140589126440512 Options.enable_blob_files: false -2024/05/27-15:47:31.352897 140589126440512 Options.min_blob_size: 0 -2024/05/27-15:47:31.352898 140589126440512 Options.blob_file_size: 268435456 -2024/05/27-15:47:31.352899 140589126440512 Options.blob_compression_type: NoCompression -2024/05/27-15:47:31.352899 140589126440512 Options.enable_blob_garbage_collection: false -2024/05/27-15:47:31.352900 140589126440512 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/05/27-15:47:31.352901 140589126440512 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/05/27-15:47:31.352902 140589126440512 Options.blob_compaction_readahead_size: 0 -2024/05/27-15:47:31.355628 140589126440512 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001016 succeeded,manifest_file_number is 1016, next_file_number is 1023, last_sequence is 33142, log_number is 1020,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1020 -2024/05/27-15:47:31.355637 140589126440512 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1020 -2024/05/27-15:47:31.355704 140589126440512 [/version_set.cc:4410] Creating manifest 1024 -2024/05/27-15:47:31.363561 140589126440512 EVENT_LOG_v1 {"time_micros": 1716835651363553, "job": 1, "event": "recovery_started", "wal_files": [1020]} -2024/05/27-15:47:31.363568 140589126440512 [/db_impl/db_impl_open.cc:890] Recovering log #1020 mode 2 -2024/05/27-15:47:31.363606 140589126440512 [/version_set.cc:4410] Creating manifest 1025 -2024/05/27-15:47:31.374887 140589126440512 EVENT_LOG_v1 {"time_micros": 1716835651374881, "job": 1, "event": "recovery_finished"} -2024/05/27-15:47:31.381629 140589126440512 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1716814180243416 -2024/05/27-15:47:31.382927 140589126440512 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7fdd700ed630 -2024/05/27-15:47:31.382993 140589126440512 DB pointer 0x7fdd700ea9c0 -2024/05/27-15:47:31.383016 140588993189440 [/compaction/compaction_job.cc:2334] [default] [JOB 3] Compacting 8@0 + 1@1 files to L1, score 1.00 -2024/05/27-15:47:31.383031 140588993189440 [/compaction/compaction_job.cc:2338] [default] Compaction start summary: Base version 3 Base level 0, inputs: [1021(5955B) 1012(6759B) 1003(6750B) 994(6748B) 985(6685B) 976(6207B) 967(6311B) 958(6308B)], [956(131KB)] -2024/05/27-15:47:31.383056 140588993189440 EVENT_LOG_v1 {"time_micros": 1716835651383041, "job": 3, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [1021, 1012, 1003, 994, 985, 976, 967, 958], "files_L1": [956], "score": 1, "input_data_size": 186202} -2024/05/27-15:47:31.426541 140588993189440 [/compaction/compaction_job.cc:1942] [default] [JOB 3] Generated table #1029: 12166 keys, 146347 bytes -2024/05/27-15:47:31.426580 140588993189440 EVENT_LOG_v1 {"time_micros": 1716835651426562, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1029, "file_size": 146347, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 140932, "index_size": 7887, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 1027994, "raw_average_key_size": 84, "raw_value_size": 101396, "raw_average_value_size": 8, "num_data_blocks": 100, "num_entries": 12166, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1716602379, "oldest_key_time": 0, "file_creation_time": 1716835651, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "C0FH54SIW6JUH4N0SX0L", "orig_file_number": 1029}} -2024/05/27-15:47:31.429306 140588993189440 [/compaction/compaction_job.cc:2002] [default] [JOB 3] Compacted 8@0 + 1@1 files to L1 => 146347 bytes -2024/05/27-15:47:31.431953 140588993189440 (Original Log Time 2024/05/27-15:47:31.431898) [/compaction/compaction_job.cc:962] [default] compacted to: files[0 1 0 0] max score 0.00, MB/sec: 4.3 rd, 3.4 wr, level 1, files in(8, 1) out(1 +0 blob) MB in(0.0, 0.1 +0.0 blob) out(0.1 +0.0 blob), read-write-amplify(6.4) write-amplify(2.8) OK, records in: 0, records dropped: 0 output_compression: Snappy -2024/05/27-15:47:31.431959 140588993189440 (Original Log Time 2024/05/27-15:47:31.431919) EVENT_LOG_v1 {"time_micros": 1716835651431910, "job": 3, "event": "compaction_finished", "compaction_time_micros": 43555, "compaction_time_cpu_micros": 35894, "output_level": 1, "num_output_files": 1, "total_output_size": 146347, "num_input_records": 0, "num_output_records": 12166, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 0, 0]} -2024/05/27-15:47:31.432052 140588993189440 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001021.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.432217 140588993189440 EVENT_LOG_v1 {"time_micros": 1716835651432059, "job": 3, "event": "table_file_deletion", "file_number": 1021} -2024/05/27-15:47:31.432500 140588993189440 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001012.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.432514 140588993189440 EVENT_LOG_v1 {"time_micros": 1716835651432511, "job": 3, "event": "table_file_deletion", "file_number": 1012} -2024/05/27-15:47:31.432570 140588993189440 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001003.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.432578 140588993189440 EVENT_LOG_v1 {"time_micros": 1716835651432576, "job": 3, "event": "table_file_deletion", "file_number": 1003} -2024/05/27-15:47:31.432598 140588993189440 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/000994.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.432601 140588993189440 EVENT_LOG_v1 {"time_micros": 1716835651432600, "job": 3, "event": "table_file_deletion", "file_number": 994} -2024/05/27-15:47:31.433021 140588993189440 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/000985.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.433029 140588993189440 EVENT_LOG_v1 {"time_micros": 1716835651433028, "job": 3, "event": "table_file_deletion", "file_number": 985} -2024/05/27-15:47:31.433050 140588993189440 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/000976.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.433054 140588993189440 EVENT_LOG_v1 {"time_micros": 1716835651433053, "job": 3, "event": "table_file_deletion", "file_number": 976} -2024/05/27-15:47:31.433067 140588993189440 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/000967.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.433070 140588993189440 EVENT_LOG_v1 {"time_micros": 1716835651433069, "job": 3, "event": "table_file_deletion", "file_number": 967} -2024/05/27-15:47:31.433084 140588993189440 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/000958.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.433087 140588993189440 EVENT_LOG_v1 {"time_micros": 1716835651433086, "job": 3, "event": "table_file_deletion", "file_number": 958} -2024/05/27-15:47:31.433394 140588993189440 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/000956.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.433417 140588993189440 EVENT_LOG_v1 {"time_micros": 1716835651433414, "job": 3, "event": "table_file_deletion", "file_number": 956} -2024/05/27-15:47:31.452309 140589126440512 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. -2024/05/27-15:47:31.452485 140589126440512 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1030. Immutable memtables: 0. -2024/05/27-15:47:31.452583 140588749932096 (Original Log Time 2024/05/27-15:47:31.452565) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 -2024/05/27-15:47:31.452586 140588749932096 [/flush_job.cc:819] [default] [JOB 4] Flushing memtable with next log file: 1030 -2024/05/27-15:47:31.452628 140588749932096 EVENT_LOG_v1 {"time_micros": 1716835651452622, "job": 4, "event": "flush_started", "num_memtables": 1, "num_entries": 348, "num_deletes": 171, "total_data_size": 29128, "memory_usage": 36368, "flush_reason": "Manual Flush"} -2024/05/27-15:47:31.452630 140588749932096 [/flush_job.cc:848] [default] [JOB 4] Level-0 flush table #1031: started -2024/05/27-15:47:31.456015 140588749932096 EVENT_LOG_v1 {"time_micros": 1716835651455988, "cf_name": "default", "job": 4, "event": "table_file_creation", "file_number": 1031, "file_size": 6218, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4862, "index_size": 181, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 26743, "raw_average_key_size": 77, "raw_value_size": 1505, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 346, "num_filter_entries": 0, "num_deletions": 173, "num_merge_operands": 0, "num_range_deletions": 2, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1716835651, "oldest_key_time": 1716835651, "file_creation_time": 1716835651, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "C0FH54SIW6JUH4N0SX0L", "orig_file_number": 1031}} -2024/05/27-15:47:31.456067 140588749932096 [/flush_job.cc:937] [default] [JOB 4] Level-0 flush table #1031: 6218 bytes OK -2024/05/27-15:47:31.457525 140588749932096 [/flush_job.cc:987] [default] [JOB 4] Flush lasted 4943 microseconds, and 833 cpu microseconds. -2024/05/27-15:47:31.459715 140588749932096 (Original Log Time 2024/05/27-15:47:31.457533) [/memtable_list.cc:471] [default] Level-0 commit table #1031 started -2024/05/27-15:47:31.459718 140588749932096 (Original Log Time 2024/05/27-15:47:31.459637) [/memtable_list.cc:678] [default] Level-0 commit table #1031: memtable #1 done -2024/05/27-15:47:31.459719 140588749932096 (Original Log Time 2024/05/27-15:47:31.459668) EVENT_LOG_v1 {"time_micros": 1716835651459660, "job": 4, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 1, 0, 0], "immutable_memtables": 0} -2024/05/27-15:47:31.459720 140588749932096 (Original Log Time 2024/05/27-15:47:31.459691) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[1 1 0 0] max score 0.12 -2024/05/27-15:47:31.459725 140588749932096 [/db_impl/db_impl_files.cc:435] [JOB 4] Try to delete WAL files size 28609, prev total WAL file size 28609, number of live WAL files 2. -2024/05/27-15:47:31.459824 140588749932096 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001026.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.459871 140589126440512 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK -2024/05/27-15:47:31.459905 140589126440512 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work -2024/05/27-15:47:31.460103 140589126440512 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001020.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.460207 140589126440512 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1716835651771629 b/.aim/meta/index/LOG.old.1716835651771629 deleted file mode 100644 index d0079e4..0000000 --- a/.aim/meta/index/LOG.old.1716835651771629 +++ /dev/null @@ -1,259 +0,0 @@ -2024/05/27-15:47:31.561959 140589126440512 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. -2024/05/27-15:47:31.562159 140589126440512 RocksDB version: 6.29.5 -2024/05/27-15:47:31.562163 140589126440512 Compile date 2023-03-02 19:33:03 -2024/05/27-15:47:31.562164 140589126440512 DB SUMMARY -2024/05/27-15:47:31.562164 140589126440512 DB Session ID: C0FH54SIW6JUH4N0SX0N -2024/05/27-15:47:31.562205 140589126440512 CURRENT file: CURRENT -2024/05/27-15:47:31.562206 140589126440512 IDENTITY file: IDENTITY -2024/05/27-15:47:31.562208 140589126440512 MANIFEST file: MANIFEST-001025 size: 2290 Bytes -2024/05/27-15:47:31.562210 140589126440512 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 2, files: 001029.sst 001031.sst -2024/05/27-15:47:31.562211 140589126440512 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001030.log size: 0 ; -2024/05/27-15:47:31.562212 140589126440512 Options.error_if_exists: 0 -2024/05/27-15:47:31.562213 140589126440512 Options.create_if_missing: 1 -2024/05/27-15:47:31.562214 140589126440512 Options.paranoid_checks: 0 -2024/05/27-15:47:31.562215 140589126440512 Options.flush_verify_memtable_count: 1 -2024/05/27-15:47:31.562215 140589126440512 Options.track_and_verify_wals_in_manifest: 0 -2024/05/27-15:47:31.562216 140589126440512 Options.env: 0x7fdd9031d940 -2024/05/27-15:47:31.562217 140589126440512 Options.fs: PosixFileSystem -2024/05/27-15:47:31.562218 140589126440512 Options.info_log: 0x7fdd70019540 -2024/05/27-15:47:31.562219 140589126440512 Options.max_file_opening_threads: 16 -2024/05/27-15:47:31.562219 140589126440512 Options.statistics: (nil) -2024/05/27-15:47:31.562220 140589126440512 Options.use_fsync: 0 -2024/05/27-15:47:31.562221 140589126440512 Options.max_log_file_size: 0 -2024/05/27-15:47:31.562222 140589126440512 Options.max_manifest_file_size: 1073741824 -2024/05/27-15:47:31.562223 140589126440512 Options.log_file_time_to_roll: 0 -2024/05/27-15:47:31.562223 140589126440512 Options.keep_log_file_num: 10 -2024/05/27-15:47:31.562224 140589126440512 Options.recycle_log_file_num: 0 -2024/05/27-15:47:31.562225 140589126440512 Options.allow_fallocate: 1 -2024/05/27-15:47:31.562225 140589126440512 Options.allow_mmap_reads: 0 -2024/05/27-15:47:31.562226 140589126440512 Options.allow_mmap_writes: 0 -2024/05/27-15:47:31.562227 140589126440512 Options.use_direct_reads: 0 -2024/05/27-15:47:31.562227 140589126440512 Options.use_direct_io_for_flush_and_compaction: 0 -2024/05/27-15:47:31.562228 140589126440512 Options.create_missing_column_families: 0 -2024/05/27-15:47:31.562229 140589126440512 Options.db_log_dir: -2024/05/27-15:47:31.562229 140589126440512 Options.wal_dir: -2024/05/27-15:47:31.562230 140589126440512 Options.table_cache_numshardbits: 6 -2024/05/27-15:47:31.562231 140589126440512 Options.WAL_ttl_seconds: 0 -2024/05/27-15:47:31.562232 140589126440512 Options.WAL_size_limit_MB: 0 -2024/05/27-15:47:31.562232 140589126440512 Options.max_write_batch_group_size_bytes: 1048576 -2024/05/27-15:47:31.562233 140589126440512 Options.manifest_preallocation_size: 4194304 -2024/05/27-15:47:31.562234 140589126440512 Options.is_fd_close_on_exec: 1 -2024/05/27-15:47:31.562234 140589126440512 Options.advise_random_on_open: 1 -2024/05/27-15:47:31.562235 140589126440512 Options.experimental_mempurge_threshold: 0.000000 -2024/05/27-15:47:31.562238 140589126440512 Options.db_write_buffer_size: 1048576 -2024/05/27-15:47:31.562239 140589126440512 Options.write_buffer_manager: 0x7fdd700ed590 -2024/05/27-15:47:31.562277 140589126440512 Options.access_hint_on_compaction_start: 1 -2024/05/27-15:47:31.562280 140589126440512 Options.new_table_reader_for_compaction_inputs: 0 -2024/05/27-15:47:31.562281 140589126440512 Options.random_access_max_buffer_size: 1048576 -2024/05/27-15:47:31.562282 140589126440512 Options.use_adaptive_mutex: 0 -2024/05/27-15:47:31.562282 140589126440512 Options.rate_limiter: (nil) -2024/05/27-15:47:31.562284 140589126440512 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/05/27-15:47:31.562284 140589126440512 Options.wal_recovery_mode: 2 -2024/05/27-15:47:31.562285 140589126440512 Options.enable_thread_tracking: 0 -2024/05/27-15:47:31.562286 140589126440512 Options.enable_pipelined_write: 0 -2024/05/27-15:47:31.562286 140589126440512 Options.unordered_write: 0 -2024/05/27-15:47:31.562287 140589126440512 Options.allow_concurrent_memtable_write: 1 -2024/05/27-15:47:31.562288 140589126440512 Options.enable_write_thread_adaptive_yield: 1 -2024/05/27-15:47:31.562288 140589126440512 Options.write_thread_max_yield_usec: 100 -2024/05/27-15:47:31.562289 140589126440512 Options.write_thread_slow_yield_usec: 3 -2024/05/27-15:47:31.562290 140589126440512 Options.row_cache: None -2024/05/27-15:47:31.562291 140589126440512 Options.wal_filter: None -2024/05/27-15:47:31.562291 140589126440512 Options.avoid_flush_during_recovery: 0 -2024/05/27-15:47:31.562292 140589126440512 Options.allow_ingest_behind: 0 -2024/05/27-15:47:31.562293 140589126440512 Options.preserve_deletes: 0 -2024/05/27-15:47:31.562293 140589126440512 Options.two_write_queues: 0 -2024/05/27-15:47:31.562294 140589126440512 Options.manual_wal_flush: 0 -2024/05/27-15:47:31.562295 140589126440512 Options.atomic_flush: 0 -2024/05/27-15:47:31.562295 140589126440512 Options.avoid_unnecessary_blocking_io: 0 -2024/05/27-15:47:31.562296 140589126440512 Options.persist_stats_to_disk: 0 -2024/05/27-15:47:31.562297 140589126440512 Options.write_dbid_to_manifest: 0 -2024/05/27-15:47:31.562297 140589126440512 Options.log_readahead_size: 0 -2024/05/27-15:47:31.562298 140589126440512 Options.file_checksum_gen_factory: Unknown -2024/05/27-15:47:31.562299 140589126440512 Options.best_efforts_recovery: 0 -2024/05/27-15:47:31.562300 140589126440512 Options.max_bgerror_resume_count: 2147483647 -2024/05/27-15:47:31.562300 140589126440512 Options.bgerror_resume_retry_interval: 1000000 -2024/05/27-15:47:31.562301 140589126440512 Options.allow_data_in_errors: 0 -2024/05/27-15:47:31.562302 140589126440512 Options.db_host_id: __hostname__ -2024/05/27-15:47:31.562302 140589126440512 Options.max_background_jobs: 2 -2024/05/27-15:47:31.562303 140589126440512 Options.max_background_compactions: 4 -2024/05/27-15:47:31.562304 140589126440512 Options.max_subcompactions: 1 -2024/05/27-15:47:31.562304 140589126440512 Options.avoid_flush_during_shutdown: 0 -2024/05/27-15:47:31.562305 140589126440512 Options.writable_file_max_buffer_size: 1048576 -2024/05/27-15:47:31.562306 140589126440512 Options.delayed_write_rate : 16777216 -2024/05/27-15:47:31.562306 140589126440512 Options.max_total_wal_size: 0 -2024/05/27-15:47:31.562307 140589126440512 Options.delete_obsolete_files_period_micros: 21600000000 -2024/05/27-15:47:31.562308 140589126440512 Options.stats_dump_period_sec: 600 -2024/05/27-15:47:31.562309 140589126440512 Options.stats_persist_period_sec: 600 -2024/05/27-15:47:31.562309 140589126440512 Options.stats_history_buffer_size: 1048576 -2024/05/27-15:47:31.562310 140589126440512 Options.max_open_files: -1 -2024/05/27-15:47:31.562318 140589126440512 Options.bytes_per_sync: 0 -2024/05/27-15:47:31.562319 140589126440512 Options.wal_bytes_per_sync: 0 -2024/05/27-15:47:31.562319 140589126440512 Options.strict_bytes_per_sync: 0 -2024/05/27-15:47:31.562320 140589126440512 Options.compaction_readahead_size: 0 -2024/05/27-15:47:31.562321 140589126440512 Options.max_background_flushes: -1 -2024/05/27-15:47:31.562321 140589126440512 Compression algorithms supported: -2024/05/27-15:47:31.562322 140589126440512 kZSTDNotFinalCompression supported: 1 -2024/05/27-15:47:31.562323 140589126440512 kZSTD supported: 1 -2024/05/27-15:47:31.562324 140589126440512 kXpressCompression supported: 0 -2024/05/27-15:47:31.562325 140589126440512 kLZ4HCCompression supported: 0 -2024/05/27-15:47:31.562326 140589126440512 kLZ4Compression supported: 0 -2024/05/27-15:47:31.562327 140589126440512 kBZip2Compression supported: 1 -2024/05/27-15:47:31.562327 140589126440512 kZlibCompression supported: 1 -2024/05/27-15:47:31.562328 140589126440512 kSnappyCompression supported: 1 -2024/05/27-15:47:31.562350 140589126440512 Fast CRC32 supported: Not supported on x86 -2024/05/27-15:47:31.562388 140589126440512 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001025 -2024/05/27-15:47:31.562467 140589126440512 [/column_family.cc:607] --------------- Options for column family [default]: -2024/05/27-15:47:31.562470 140589126440512 Options.comparator: leveldb.BytewiseComparator -2024/05/27-15:47:31.562471 140589126440512 Options.merge_operator: None -2024/05/27-15:47:31.562472 140589126440512 Options.compaction_filter: None -2024/05/27-15:47:31.562473 140589126440512 Options.compaction_filter_factory: None -2024/05/27-15:47:31.562474 140589126440512 Options.sst_partitioner_factory: None -2024/05/27-15:47:31.562474 140589126440512 Options.memtable_factory: SkipListFactory -2024/05/27-15:47:31.562475 140589126440512 Options.table_factory: BlockBasedTable -2024/05/27-15:47:31.562504 140589126440512 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7fdd70008e60) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 0 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - hash_index_allow_collision: 1 - checksum: 1 - no_block_cache: 0 - block_cache: 0x7fdd7002dd90 - block_cache_name: LRUCache - block_cache_options: - capacity : 8388608 - num_shard_bits : 4 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.000 - block_cache_compressed: (nil) - persistent_cache: (nil) - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 -2024/05/27-15:47:31.562505 140589126440512 Options.write_buffer_size: 1048576 -2024/05/27-15:47:31.562505 140589126440512 Options.max_write_buffer_number: 2 -2024/05/27-15:47:31.562506 140589126440512 Options.compression: Snappy -2024/05/27-15:47:31.562507 140589126440512 Options.bottommost_compression: Disabled -2024/05/27-15:47:31.562508 140589126440512 Options.prefix_extractor: nullptr -2024/05/27-15:47:31.562509 140589126440512 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/05/27-15:47:31.562509 140589126440512 Options.num_levels: 4 -2024/05/27-15:47:31.562510 140589126440512 Options.min_write_buffer_number_to_merge: 1 -2024/05/27-15:47:31.562511 140589126440512 Options.max_write_buffer_number_to_maintain: 0 -2024/05/27-15:47:31.562554 140589126440512 Options.max_write_buffer_size_to_maintain: 0 -2024/05/27-15:47:31.562557 140589126440512 Options.bottommost_compression_opts.window_bits: -14 -2024/05/27-15:47:31.562558 140589126440512 Options.bottommost_compression_opts.level: 32767 -2024/05/27-15:47:31.562559 140589126440512 Options.bottommost_compression_opts.strategy: 0 -2024/05/27-15:47:31.562560 140589126440512 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/05/27-15:47:31.562561 140589126440512 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/05/27-15:47:31.562561 140589126440512 Options.bottommost_compression_opts.parallel_threads: 1 -2024/05/27-15:47:31.562562 140589126440512 Options.bottommost_compression_opts.enabled: false -2024/05/27-15:47:31.562563 140589126440512 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-15:47:31.562564 140589126440512 Options.compression_opts.window_bits: -14 -2024/05/27-15:47:31.562564 140589126440512 Options.compression_opts.level: 32767 -2024/05/27-15:47:31.562565 140589126440512 Options.compression_opts.strategy: 0 -2024/05/27-15:47:31.562566 140589126440512 Options.compression_opts.max_dict_bytes: 0 -2024/05/27-15:47:31.562567 140589126440512 Options.compression_opts.zstd_max_train_bytes: 0 -2024/05/27-15:47:31.562567 140589126440512 Options.compression_opts.parallel_threads: 1 -2024/05/27-15:47:31.562568 140589126440512 Options.compression_opts.enabled: false -2024/05/27-15:47:31.562569 140589126440512 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-15:47:31.562569 140589126440512 Options.level0_file_num_compaction_trigger: 8 -2024/05/27-15:47:31.562570 140589126440512 Options.level0_slowdown_writes_trigger: 17 -2024/05/27-15:47:31.562571 140589126440512 Options.level0_stop_writes_trigger: 24 -2024/05/27-15:47:31.562571 140589126440512 Options.target_file_size_base: 67108864 -2024/05/27-15:47:31.562572 140589126440512 Options.target_file_size_multiplier: 1 -2024/05/27-15:47:31.562573 140589126440512 Options.max_bytes_for_level_base: 536870912 -2024/05/27-15:47:31.562574 140589126440512 Options.level_compaction_dynamic_level_bytes: 0 -2024/05/27-15:47:31.562575 140589126440512 Options.max_bytes_for_level_multiplier: 8.000000 -2024/05/27-15:47:31.562576 140589126440512 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/05/27-15:47:31.562577 140589126440512 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/05/27-15:47:31.562578 140589126440512 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/05/27-15:47:31.562578 140589126440512 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/05/27-15:47:31.562579 140589126440512 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/05/27-15:47:31.562580 140589126440512 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/05/27-15:47:31.562581 140589126440512 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/05/27-15:47:31.562581 140589126440512 Options.max_sequential_skip_in_iterations: 8 -2024/05/27-15:47:31.562582 140589126440512 Options.max_compaction_bytes: 1677721600 -2024/05/27-15:47:31.562583 140589126440512 Options.arena_block_size: 131072 -2024/05/27-15:47:31.562583 140589126440512 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/05/27-15:47:31.562584 140589126440512 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/05/27-15:47:31.562585 140589126440512 Options.rate_limit_delay_max_milliseconds: 100 -2024/05/27-15:47:31.562586 140589126440512 Options.disable_auto_compactions: 0 -2024/05/27-15:47:31.562587 140589126440512 Options.compaction_style: kCompactionStyleLevel -2024/05/27-15:47:31.562588 140589126440512 Options.compaction_pri: kMinOverlappingRatio -2024/05/27-15:47:31.562596 140589126440512 Options.compaction_options_universal.size_ratio: 1 -2024/05/27-15:47:31.562597 140589126440512 Options.compaction_options_universal.min_merge_width: 2 -2024/05/27-15:47:31.562597 140589126440512 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/05/27-15:47:31.562598 140589126440512 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/05/27-15:47:31.562599 140589126440512 Options.compaction_options_universal.compression_size_percent: -1 -2024/05/27-15:47:31.562600 140589126440512 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/05/27-15:47:31.562600 140589126440512 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/05/27-15:47:31.562601 140589126440512 Options.compaction_options_fifo.allow_compaction: 0 -2024/05/27-15:47:31.562606 140589126440512 Options.table_properties_collectors: -2024/05/27-15:47:31.562607 140589126440512 Options.inplace_update_support: 0 -2024/05/27-15:47:31.562608 140589126440512 Options.inplace_update_num_locks: 10000 -2024/05/27-15:47:31.562609 140589126440512 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2024/05/27-15:47:31.562610 140589126440512 Options.memtable_whole_key_filtering: 0 -2024/05/27-15:47:31.562610 140589126440512 Options.memtable_huge_page_size: 0 -2024/05/27-15:47:31.562611 140589126440512 Options.bloom_locality: 0 -2024/05/27-15:47:31.562612 140589126440512 Options.max_successive_merges: 0 -2024/05/27-15:47:31.562613 140589126440512 Options.optimize_filters_for_hits: 0 -2024/05/27-15:47:31.562613 140589126440512 Options.paranoid_file_checks: 0 -2024/05/27-15:47:31.562614 140589126440512 Options.force_consistency_checks: 1 -2024/05/27-15:47:31.562615 140589126440512 Options.report_bg_io_stats: 0 -2024/05/27-15:47:31.562615 140589126440512 Options.ttl: 2592000 -2024/05/27-15:47:31.562616 140589126440512 Options.periodic_compaction_seconds: 0 -2024/05/27-15:47:31.562617 140589126440512 Options.enable_blob_files: false -2024/05/27-15:47:31.562617 140589126440512 Options.min_blob_size: 0 -2024/05/27-15:47:31.562618 140589126440512 Options.blob_file_size: 268435456 -2024/05/27-15:47:31.562619 140589126440512 Options.blob_compression_type: NoCompression -2024/05/27-15:47:31.562620 140589126440512 Options.enable_blob_garbage_collection: false -2024/05/27-15:47:31.562620 140589126440512 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/05/27-15:47:31.562621 140589126440512 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/05/27-15:47:31.562622 140589126440512 Options.blob_compaction_readahead_size: 0 -2024/05/27-15:47:31.563959 140589126440512 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001025 succeeded,manifest_file_number is 1025, next_file_number is 1033, last_sequence is 33490, log_number is 1030,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1030 -2024/05/27-15:47:31.563964 140589126440512 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1030 -2024/05/27-15:47:31.564011 140589126440512 [/version_set.cc:4410] Creating manifest 1034 -2024/05/27-15:47:31.571437 140589126440512 EVENT_LOG_v1 {"time_micros": 1716835651571430, "job": 1, "event": "recovery_started", "wal_files": [1030]} -2024/05/27-15:47:31.571444 140589126440512 [/db_impl/db_impl_open.cc:890] Recovering log #1030 mode 2 -2024/05/27-15:47:31.571485 140589126440512 [/version_set.cc:4410] Creating manifest 1035 -2024/05/27-15:47:31.578564 140589126440512 EVENT_LOG_v1 {"time_micros": 1716835651578558, "job": 1, "event": "recovery_finished"} -2024/05/27-15:47:31.583878 140589126440512 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1716814300666584 -2024/05/27-15:47:31.584210 140589126440512 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7fdd70009530 -2024/05/27-15:47:31.584253 140589126440512 DB pointer 0x7fdd700ea9c0 -2024/05/27-15:47:31.661937 140589126440512 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. -2024/05/27-15:47:31.662052 140589126440512 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1039. Immutable memtables: 0. -2024/05/27-15:47:31.662139 140588749932096 (Original Log Time 2024/05/27-15:47:31.662116) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 -2024/05/27-15:47:31.662144 140588749932096 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1039 -2024/05/27-15:47:31.662172 140588749932096 EVENT_LOG_v1 {"time_micros": 1716835651662165, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 348, "num_deletes": 171, "total_data_size": 29128, "memory_usage": 36280, "flush_reason": "Manual Flush"} -2024/05/27-15:47:31.662176 140588749932096 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1040: started -2024/05/27-15:47:31.665351 140588749932096 EVENT_LOG_v1 {"time_micros": 1716835651665328, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1040, "file_size": 6279, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4923, "index_size": 181, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 26743, "raw_average_key_size": 77, "raw_value_size": 1505, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 346, "num_filter_entries": 0, "num_deletions": 173, "num_merge_operands": 0, "num_range_deletions": 2, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1716835651, "oldest_key_time": 1716835651, "file_creation_time": 1716835651, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "C0FH54SIW6JUH4N0SX0N", "orig_file_number": 1040}} -2024/05/27-15:47:31.665397 140588749932096 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1040: 6279 bytes OK -2024/05/27-15:47:31.667182 140588749932096 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 5045 microseconds, and 902 cpu microseconds. -2024/05/27-15:47:31.669419 140588749932096 (Original Log Time 2024/05/27-15:47:31.667193) [/memtable_list.cc:471] [default] Level-0 commit table #1040 started -2024/05/27-15:47:31.669423 140588749932096 (Original Log Time 2024/05/27-15:47:31.669336) [/memtable_list.cc:678] [default] Level-0 commit table #1040: memtable #1 done -2024/05/27-15:47:31.669424 140588749932096 (Original Log Time 2024/05/27-15:47:31.669366) EVENT_LOG_v1 {"time_micros": 1716835651669359, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [2, 1, 0, 0], "immutable_memtables": 0} -2024/05/27-15:47:31.669426 140588749932096 (Original Log Time 2024/05/27-15:47:31.669386) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[2 1 0 0] max score 0.25 -2024/05/27-15:47:31.669431 140588749932096 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 28609, prev total WAL file size 28609, number of live WAL files 2. -2024/05/27-15:47:31.669523 140588749932096 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001036.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.669570 140589126440512 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK -2024/05/27-15:47:31.669595 140589126440512 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work -2024/05/27-15:47:31.669774 140589126440512 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.669894 140589126440512 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1716835651981705 b/.aim/meta/index/LOG.old.1716835651981705 deleted file mode 100644 index debedf3..0000000 --- a/.aim/meta/index/LOG.old.1716835651981705 +++ /dev/null @@ -1,259 +0,0 @@ -2024/05/27-15:47:31.771779 140589126440512 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. -2024/05/27-15:47:31.772028 140589126440512 RocksDB version: 6.29.5 -2024/05/27-15:47:31.772033 140589126440512 Compile date 2023-03-02 19:33:03 -2024/05/27-15:47:31.772035 140589126440512 DB SUMMARY -2024/05/27-15:47:31.772037 140589126440512 DB Session ID: C0FH54SIW6JUH4N0SX15 -2024/05/27-15:47:31.772061 140589126440512 CURRENT file: CURRENT -2024/05/27-15:47:31.772063 140589126440512 IDENTITY file: IDENTITY -2024/05/27-15:47:31.772065 140589126440512 MANIFEST file: MANIFEST-001035 size: 675 Bytes -2024/05/27-15:47:31.772067 140589126440512 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 3, files: 001029.sst 001031.sst 001040.sst -2024/05/27-15:47:31.772068 140589126440512 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001039.log size: 0 ; -2024/05/27-15:47:31.772070 140589126440512 Options.error_if_exists: 0 -2024/05/27-15:47:31.772071 140589126440512 Options.create_if_missing: 1 -2024/05/27-15:47:31.772072 140589126440512 Options.paranoid_checks: 0 -2024/05/27-15:47:31.772072 140589126440512 Options.flush_verify_memtable_count: 1 -2024/05/27-15:47:31.772073 140589126440512 Options.track_and_verify_wals_in_manifest: 0 -2024/05/27-15:47:31.772074 140589126440512 Options.env: 0x7fdd9031d940 -2024/05/27-15:47:31.772075 140589126440512 Options.fs: PosixFileSystem -2024/05/27-15:47:31.772075 140589126440512 Options.info_log: 0x7fdd70014ec0 -2024/05/27-15:47:31.772076 140589126440512 Options.max_file_opening_threads: 16 -2024/05/27-15:47:31.772077 140589126440512 Options.statistics: (nil) -2024/05/27-15:47:31.772078 140589126440512 Options.use_fsync: 0 -2024/05/27-15:47:31.772078 140589126440512 Options.max_log_file_size: 0 -2024/05/27-15:47:31.772079 140589126440512 Options.max_manifest_file_size: 1073741824 -2024/05/27-15:47:31.772080 140589126440512 Options.log_file_time_to_roll: 0 -2024/05/27-15:47:31.772081 140589126440512 Options.keep_log_file_num: 10 -2024/05/27-15:47:31.772081 140589126440512 Options.recycle_log_file_num: 0 -2024/05/27-15:47:31.772082 140589126440512 Options.allow_fallocate: 1 -2024/05/27-15:47:31.772083 140589126440512 Options.allow_mmap_reads: 0 -2024/05/27-15:47:31.772083 140589126440512 Options.allow_mmap_writes: 0 -2024/05/27-15:47:31.772084 140589126440512 Options.use_direct_reads: 0 -2024/05/27-15:47:31.772085 140589126440512 Options.use_direct_io_for_flush_and_compaction: 0 -2024/05/27-15:47:31.772085 140589126440512 Options.create_missing_column_families: 0 -2024/05/27-15:47:31.772086 140589126440512 Options.db_log_dir: -2024/05/27-15:47:31.772087 140589126440512 Options.wal_dir: -2024/05/27-15:47:31.772088 140589126440512 Options.table_cache_numshardbits: 6 -2024/05/27-15:47:31.772088 140589126440512 Options.WAL_ttl_seconds: 0 -2024/05/27-15:47:31.772089 140589126440512 Options.WAL_size_limit_MB: 0 -2024/05/27-15:47:31.772090 140589126440512 Options.max_write_batch_group_size_bytes: 1048576 -2024/05/27-15:47:31.772091 140589126440512 Options.manifest_preallocation_size: 4194304 -2024/05/27-15:47:31.772091 140589126440512 Options.is_fd_close_on_exec: 1 -2024/05/27-15:47:31.772092 140589126440512 Options.advise_random_on_open: 1 -2024/05/27-15:47:31.772093 140589126440512 Options.experimental_mempurge_threshold: 0.000000 -2024/05/27-15:47:31.772096 140589126440512 Options.db_write_buffer_size: 1048576 -2024/05/27-15:47:31.772097 140589126440512 Options.write_buffer_manager: 0x7fdd7002e410 -2024/05/27-15:47:31.772122 140589126440512 Options.access_hint_on_compaction_start: 1 -2024/05/27-15:47:31.772125 140589126440512 Options.new_table_reader_for_compaction_inputs: 0 -2024/05/27-15:47:31.772126 140589126440512 Options.random_access_max_buffer_size: 1048576 -2024/05/27-15:47:31.772127 140589126440512 Options.use_adaptive_mutex: 0 -2024/05/27-15:47:31.772127 140589126440512 Options.rate_limiter: (nil) -2024/05/27-15:47:31.772129 140589126440512 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/05/27-15:47:31.772129 140589126440512 Options.wal_recovery_mode: 2 -2024/05/27-15:47:31.772130 140589126440512 Options.enable_thread_tracking: 0 -2024/05/27-15:47:31.772131 140589126440512 Options.enable_pipelined_write: 0 -2024/05/27-15:47:31.772132 140589126440512 Options.unordered_write: 0 -2024/05/27-15:47:31.772132 140589126440512 Options.allow_concurrent_memtable_write: 1 -2024/05/27-15:47:31.772133 140589126440512 Options.enable_write_thread_adaptive_yield: 1 -2024/05/27-15:47:31.772134 140589126440512 Options.write_thread_max_yield_usec: 100 -2024/05/27-15:47:31.772134 140589126440512 Options.write_thread_slow_yield_usec: 3 -2024/05/27-15:47:31.772135 140589126440512 Options.row_cache: None -2024/05/27-15:47:31.772136 140589126440512 Options.wal_filter: None -2024/05/27-15:47:31.772137 140589126440512 Options.avoid_flush_during_recovery: 0 -2024/05/27-15:47:31.772137 140589126440512 Options.allow_ingest_behind: 0 -2024/05/27-15:47:31.772138 140589126440512 Options.preserve_deletes: 0 -2024/05/27-15:47:31.772139 140589126440512 Options.two_write_queues: 0 -2024/05/27-15:47:31.772139 140589126440512 Options.manual_wal_flush: 0 -2024/05/27-15:47:31.772140 140589126440512 Options.atomic_flush: 0 -2024/05/27-15:47:31.772141 140589126440512 Options.avoid_unnecessary_blocking_io: 0 -2024/05/27-15:47:31.772141 140589126440512 Options.persist_stats_to_disk: 0 -2024/05/27-15:47:31.772142 140589126440512 Options.write_dbid_to_manifest: 0 -2024/05/27-15:47:31.772143 140589126440512 Options.log_readahead_size: 0 -2024/05/27-15:47:31.772143 140589126440512 Options.file_checksum_gen_factory: Unknown -2024/05/27-15:47:31.772144 140589126440512 Options.best_efforts_recovery: 0 -2024/05/27-15:47:31.772145 140589126440512 Options.max_bgerror_resume_count: 2147483647 -2024/05/27-15:47:31.772146 140589126440512 Options.bgerror_resume_retry_interval: 1000000 -2024/05/27-15:47:31.772146 140589126440512 Options.allow_data_in_errors: 0 -2024/05/27-15:47:31.772147 140589126440512 Options.db_host_id: __hostname__ -2024/05/27-15:47:31.772148 140589126440512 Options.max_background_jobs: 2 -2024/05/27-15:47:31.772149 140589126440512 Options.max_background_compactions: 4 -2024/05/27-15:47:31.772149 140589126440512 Options.max_subcompactions: 1 -2024/05/27-15:47:31.772150 140589126440512 Options.avoid_flush_during_shutdown: 0 -2024/05/27-15:47:31.772151 140589126440512 Options.writable_file_max_buffer_size: 1048576 -2024/05/27-15:47:31.772151 140589126440512 Options.delayed_write_rate : 16777216 -2024/05/27-15:47:31.772152 140589126440512 Options.max_total_wal_size: 0 -2024/05/27-15:47:31.772153 140589126440512 Options.delete_obsolete_files_period_micros: 21600000000 -2024/05/27-15:47:31.772154 140589126440512 Options.stats_dump_period_sec: 600 -2024/05/27-15:47:31.772154 140589126440512 Options.stats_persist_period_sec: 600 -2024/05/27-15:47:31.772155 140589126440512 Options.stats_history_buffer_size: 1048576 -2024/05/27-15:47:31.772156 140589126440512 Options.max_open_files: -1 -2024/05/27-15:47:31.772164 140589126440512 Options.bytes_per_sync: 0 -2024/05/27-15:47:31.772165 140589126440512 Options.wal_bytes_per_sync: 0 -2024/05/27-15:47:31.772165 140589126440512 Options.strict_bytes_per_sync: 0 -2024/05/27-15:47:31.772166 140589126440512 Options.compaction_readahead_size: 0 -2024/05/27-15:47:31.772167 140589126440512 Options.max_background_flushes: -1 -2024/05/27-15:47:31.772167 140589126440512 Compression algorithms supported: -2024/05/27-15:47:31.772168 140589126440512 kZSTDNotFinalCompression supported: 1 -2024/05/27-15:47:31.772170 140589126440512 kZSTD supported: 1 -2024/05/27-15:47:31.772171 140589126440512 kXpressCompression supported: 0 -2024/05/27-15:47:31.772222 140589126440512 kLZ4HCCompression supported: 0 -2024/05/27-15:47:31.772225 140589126440512 kLZ4Compression supported: 0 -2024/05/27-15:47:31.772227 140589126440512 kBZip2Compression supported: 1 -2024/05/27-15:47:31.772228 140589126440512 kZlibCompression supported: 1 -2024/05/27-15:47:31.772229 140589126440512 kSnappyCompression supported: 1 -2024/05/27-15:47:31.772232 140589126440512 Fast CRC32 supported: Not supported on x86 -2024/05/27-15:47:31.772281 140589126440512 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001035 -2024/05/27-15:47:31.772317 140589126440512 [/column_family.cc:607] --------------- Options for column family [default]: -2024/05/27-15:47:31.772319 140589126440512 Options.comparator: leveldb.BytewiseComparator -2024/05/27-15:47:31.772320 140589126440512 Options.merge_operator: None -2024/05/27-15:47:31.772321 140589126440512 Options.compaction_filter: None -2024/05/27-15:47:31.772321 140589126440512 Options.compaction_filter_factory: None -2024/05/27-15:47:31.772322 140589126440512 Options.sst_partitioner_factory: None -2024/05/27-15:47:31.772323 140589126440512 Options.memtable_factory: SkipListFactory -2024/05/27-15:47:31.772324 140589126440512 Options.table_factory: BlockBasedTable -2024/05/27-15:47:31.772338 140589126440512 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7fdd70009bd0) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 0 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - hash_index_allow_collision: 1 - checksum: 1 - no_block_cache: 0 - block_cache: 0x7fdd7002e380 - block_cache_name: LRUCache - block_cache_options: - capacity : 8388608 - num_shard_bits : 4 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.000 - block_cache_compressed: (nil) - persistent_cache: (nil) - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 -2024/05/27-15:47:31.772339 140589126440512 Options.write_buffer_size: 1048576 -2024/05/27-15:47:31.772340 140589126440512 Options.max_write_buffer_number: 2 -2024/05/27-15:47:31.772341 140589126440512 Options.compression: Snappy -2024/05/27-15:47:31.772342 140589126440512 Options.bottommost_compression: Disabled -2024/05/27-15:47:31.772342 140589126440512 Options.prefix_extractor: nullptr -2024/05/27-15:47:31.772343 140589126440512 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/05/27-15:47:31.772344 140589126440512 Options.num_levels: 4 -2024/05/27-15:47:31.772345 140589126440512 Options.min_write_buffer_number_to_merge: 1 -2024/05/27-15:47:31.772369 140589126440512 Options.max_write_buffer_number_to_maintain: 0 -2024/05/27-15:47:31.772372 140589126440512 Options.max_write_buffer_size_to_maintain: 0 -2024/05/27-15:47:31.772374 140589126440512 Options.bottommost_compression_opts.window_bits: -14 -2024/05/27-15:47:31.772375 140589126440512 Options.bottommost_compression_opts.level: 32767 -2024/05/27-15:47:31.772376 140589126440512 Options.bottommost_compression_opts.strategy: 0 -2024/05/27-15:47:31.772376 140589126440512 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/05/27-15:47:31.772377 140589126440512 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/05/27-15:47:31.772378 140589126440512 Options.bottommost_compression_opts.parallel_threads: 1 -2024/05/27-15:47:31.772379 140589126440512 Options.bottommost_compression_opts.enabled: false -2024/05/27-15:47:31.772380 140589126440512 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-15:47:31.772380 140589126440512 Options.compression_opts.window_bits: -14 -2024/05/27-15:47:31.772381 140589126440512 Options.compression_opts.level: 32767 -2024/05/27-15:47:31.772382 140589126440512 Options.compression_opts.strategy: 0 -2024/05/27-15:47:31.772382 140589126440512 Options.compression_opts.max_dict_bytes: 0 -2024/05/27-15:47:31.772383 140589126440512 Options.compression_opts.zstd_max_train_bytes: 0 -2024/05/27-15:47:31.772384 140589126440512 Options.compression_opts.parallel_threads: 1 -2024/05/27-15:47:31.772385 140589126440512 Options.compression_opts.enabled: false -2024/05/27-15:47:31.772385 140589126440512 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-15:47:31.772386 140589126440512 Options.level0_file_num_compaction_trigger: 8 -2024/05/27-15:47:31.772387 140589126440512 Options.level0_slowdown_writes_trigger: 17 -2024/05/27-15:47:31.772387 140589126440512 Options.level0_stop_writes_trigger: 24 -2024/05/27-15:47:31.772388 140589126440512 Options.target_file_size_base: 67108864 -2024/05/27-15:47:31.772389 140589126440512 Options.target_file_size_multiplier: 1 -2024/05/27-15:47:31.772390 140589126440512 Options.max_bytes_for_level_base: 536870912 -2024/05/27-15:47:31.772390 140589126440512 Options.level_compaction_dynamic_level_bytes: 0 -2024/05/27-15:47:31.772391 140589126440512 Options.max_bytes_for_level_multiplier: 8.000000 -2024/05/27-15:47:31.772392 140589126440512 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/05/27-15:47:31.772393 140589126440512 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/05/27-15:47:31.772394 140589126440512 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/05/27-15:47:31.772395 140589126440512 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/05/27-15:47:31.772396 140589126440512 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/05/27-15:47:31.772396 140589126440512 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/05/27-15:47:31.772397 140589126440512 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/05/27-15:47:31.772398 140589126440512 Options.max_sequential_skip_in_iterations: 8 -2024/05/27-15:47:31.772399 140589126440512 Options.max_compaction_bytes: 1677721600 -2024/05/27-15:47:31.772399 140589126440512 Options.arena_block_size: 131072 -2024/05/27-15:47:31.772400 140589126440512 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/05/27-15:47:31.772401 140589126440512 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/05/27-15:47:31.772401 140589126440512 Options.rate_limit_delay_max_milliseconds: 100 -2024/05/27-15:47:31.772402 140589126440512 Options.disable_auto_compactions: 0 -2024/05/27-15:47:31.772404 140589126440512 Options.compaction_style: kCompactionStyleLevel -2024/05/27-15:47:31.772405 140589126440512 Options.compaction_pri: kMinOverlappingRatio -2024/05/27-15:47:31.772423 140589126440512 Options.compaction_options_universal.size_ratio: 1 -2024/05/27-15:47:31.772427 140589126440512 Options.compaction_options_universal.min_merge_width: 2 -2024/05/27-15:47:31.772428 140589126440512 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/05/27-15:47:31.772430 140589126440512 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/05/27-15:47:31.772431 140589126440512 Options.compaction_options_universal.compression_size_percent: -1 -2024/05/27-15:47:31.772433 140589126440512 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/05/27-15:47:31.772434 140589126440512 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/05/27-15:47:31.772435 140589126440512 Options.compaction_options_fifo.allow_compaction: 0 -2024/05/27-15:47:31.772443 140589126440512 Options.table_properties_collectors: -2024/05/27-15:47:31.772444 140589126440512 Options.inplace_update_support: 0 -2024/05/27-15:47:31.772445 140589126440512 Options.inplace_update_num_locks: 10000 -2024/05/27-15:47:31.772446 140589126440512 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2024/05/27-15:47:31.772448 140589126440512 Options.memtable_whole_key_filtering: 0 -2024/05/27-15:47:31.772449 140589126440512 Options.memtable_huge_page_size: 0 -2024/05/27-15:47:31.772450 140589126440512 Options.bloom_locality: 0 -2024/05/27-15:47:31.772451 140589126440512 Options.max_successive_merges: 0 -2024/05/27-15:47:31.772453 140589126440512 Options.optimize_filters_for_hits: 0 -2024/05/27-15:47:31.772454 140589126440512 Options.paranoid_file_checks: 0 -2024/05/27-15:47:31.772455 140589126440512 Options.force_consistency_checks: 1 -2024/05/27-15:47:31.772456 140589126440512 Options.report_bg_io_stats: 0 -2024/05/27-15:47:31.772457 140589126440512 Options.ttl: 2592000 -2024/05/27-15:47:31.772458 140589126440512 Options.periodic_compaction_seconds: 0 -2024/05/27-15:47:31.772459 140589126440512 Options.enable_blob_files: false -2024/05/27-15:47:31.772459 140589126440512 Options.min_blob_size: 0 -2024/05/27-15:47:31.772460 140589126440512 Options.blob_file_size: 268435456 -2024/05/27-15:47:31.772461 140589126440512 Options.blob_compression_type: NoCompression -2024/05/27-15:47:31.772462 140589126440512 Options.enable_blob_garbage_collection: false -2024/05/27-15:47:31.772463 140589126440512 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/05/27-15:47:31.772464 140589126440512 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/05/27-15:47:31.772465 140589126440512 Options.blob_compaction_readahead_size: 0 -2024/05/27-15:47:31.774562 140589126440512 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001035 succeeded,manifest_file_number is 1035, next_file_number is 1042, last_sequence is 33838, log_number is 1039,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1039 -2024/05/27-15:47:31.774568 140589126440512 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1039 -2024/05/27-15:47:31.774622 140589126440512 [/version_set.cc:4410] Creating manifest 1043 -2024/05/27-15:47:31.782078 140589126440512 EVENT_LOG_v1 {"time_micros": 1716835651782070, "job": 1, "event": "recovery_started", "wal_files": [1039]} -2024/05/27-15:47:31.782086 140589126440512 [/db_impl/db_impl_open.cc:890] Recovering log #1039 mode 2 -2024/05/27-15:47:31.782128 140589126440512 [/version_set.cc:4410] Creating manifest 1044 -2024/05/27-15:47:31.789232 140589126440512 EVENT_LOG_v1 {"time_micros": 1716835651789226, "job": 1, "event": "recovery_finished"} -2024/05/27-15:47:31.794728 140589126440512 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1716814451004777 -2024/05/27-15:47:31.796392 140589126440512 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7fdd700ed630 -2024/05/27-15:47:31.796471 140589126440512 DB pointer 0x7fdd700ea9c0 -2024/05/27-15:47:31.871764 140589126440512 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. -2024/05/27-15:47:31.871891 140589126440512 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1048. Immutable memtables: 0. -2024/05/27-15:47:31.871988 140588749932096 (Original Log Time 2024/05/27-15:47:31.871971) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 -2024/05/27-15:47:31.871991 140588749932096 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1048 -2024/05/27-15:47:31.872027 140588749932096 EVENT_LOG_v1 {"time_micros": 1716835651872021, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 348, "num_deletes": 171, "total_data_size": 29128, "memory_usage": 36240, "flush_reason": "Manual Flush"} -2024/05/27-15:47:31.872029 140588749932096 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1049: started -2024/05/27-15:47:31.875710 140588749932096 EVENT_LOG_v1 {"time_micros": 1716835651875690, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1049, "file_size": 6306, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4950, "index_size": 181, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 26743, "raw_average_key_size": 77, "raw_value_size": 1505, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 346, "num_filter_entries": 0, "num_deletions": 173, "num_merge_operands": 0, "num_range_deletions": 2, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1716835651, "oldest_key_time": 1716835651, "file_creation_time": 1716835651, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "C0FH54SIW6JUH4N0SX15", "orig_file_number": 1049}} -2024/05/27-15:47:31.875758 140588749932096 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1049: 6306 bytes OK -2024/05/27-15:47:31.877456 140588749932096 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 5469 microseconds, and 816 cpu microseconds. -2024/05/27-15:47:31.879136 140588749932096 (Original Log Time 2024/05/27-15:47:31.877463) [/memtable_list.cc:471] [default] Level-0 commit table #1049 started -2024/05/27-15:47:31.879139 140588749932096 (Original Log Time 2024/05/27-15:47:31.879071) [/memtable_list.cc:678] [default] Level-0 commit table #1049: memtable #1 done -2024/05/27-15:47:31.879140 140588749932096 (Original Log Time 2024/05/27-15:47:31.879097) EVENT_LOG_v1 {"time_micros": 1716835651879091, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [3, 1, 0, 0], "immutable_memtables": 0} -2024/05/27-15:47:31.879141 140588749932096 (Original Log Time 2024/05/27-15:47:31.879116) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[3 1 0 0] max score 0.38 -2024/05/27-15:47:31.879146 140588749932096 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 28609, prev total WAL file size 28609, number of live WAL files 2. -2024/05/27-15:47:31.879233 140588749932096 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001045.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.879277 140589126440512 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK -2024/05/27-15:47:31.879303 140589126440512 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work -2024/05/27-15:47:31.879500 140589126440512 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001039.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:31.879611 140589126440512 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1716835652192707 b/.aim/meta/index/LOG.old.1716835652192707 deleted file mode 100644 index 12ec55c..0000000 --- a/.aim/meta/index/LOG.old.1716835652192707 +++ /dev/null @@ -1,259 +0,0 @@ -2024/05/27-15:47:31.981888 140589126440512 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. -2024/05/27-15:47:31.982123 140589126440512 RocksDB version: 6.29.5 -2024/05/27-15:47:31.982126 140589126440512 Compile date 2023-03-02 19:33:03 -2024/05/27-15:47:31.982127 140589126440512 DB SUMMARY -2024/05/27-15:47:31.982128 140589126440512 DB Session ID: C0FH54SIW6JUH4N0SX17 -2024/05/27-15:47:31.982171 140589126440512 CURRENT file: CURRENT -2024/05/27-15:47:31.982172 140589126440512 IDENTITY file: IDENTITY -2024/05/27-15:47:31.982174 140589126440512 MANIFEST file: MANIFEST-001044 size: 874 Bytes -2024/05/27-15:47:31.982176 140589126440512 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 4, files: 001029.sst 001031.sst 001040.sst 001049.sst -2024/05/27-15:47:31.982177 140589126440512 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001048.log size: 0 ; -2024/05/27-15:47:31.982178 140589126440512 Options.error_if_exists: 0 -2024/05/27-15:47:31.982179 140589126440512 Options.create_if_missing: 1 -2024/05/27-15:47:31.982180 140589126440512 Options.paranoid_checks: 0 -2024/05/27-15:47:31.982181 140589126440512 Options.flush_verify_memtable_count: 1 -2024/05/27-15:47:31.982181 140589126440512 Options.track_and_verify_wals_in_manifest: 0 -2024/05/27-15:47:31.982182 140589126440512 Options.env: 0x7fdd9031d940 -2024/05/27-15:47:31.982183 140589126440512 Options.fs: PosixFileSystem -2024/05/27-15:47:31.982184 140589126440512 Options.info_log: 0x7fdd7006af90 -2024/05/27-15:47:31.982184 140589126440512 Options.max_file_opening_threads: 16 -2024/05/27-15:47:31.982185 140589126440512 Options.statistics: (nil) -2024/05/27-15:47:31.982186 140589126440512 Options.use_fsync: 0 -2024/05/27-15:47:31.982187 140589126440512 Options.max_log_file_size: 0 -2024/05/27-15:47:31.982187 140589126440512 Options.max_manifest_file_size: 1073741824 -2024/05/27-15:47:31.982188 140589126440512 Options.log_file_time_to_roll: 0 -2024/05/27-15:47:31.982189 140589126440512 Options.keep_log_file_num: 10 -2024/05/27-15:47:31.982190 140589126440512 Options.recycle_log_file_num: 0 -2024/05/27-15:47:31.982190 140589126440512 Options.allow_fallocate: 1 -2024/05/27-15:47:31.982191 140589126440512 Options.allow_mmap_reads: 0 -2024/05/27-15:47:31.982192 140589126440512 Options.allow_mmap_writes: 0 -2024/05/27-15:47:31.982192 140589126440512 Options.use_direct_reads: 0 -2024/05/27-15:47:31.982193 140589126440512 Options.use_direct_io_for_flush_and_compaction: 0 -2024/05/27-15:47:31.982194 140589126440512 Options.create_missing_column_families: 0 -2024/05/27-15:47:31.982194 140589126440512 Options.db_log_dir: -2024/05/27-15:47:31.982195 140589126440512 Options.wal_dir: -2024/05/27-15:47:31.982196 140589126440512 Options.table_cache_numshardbits: 6 -2024/05/27-15:47:31.982197 140589126440512 Options.WAL_ttl_seconds: 0 -2024/05/27-15:47:31.982197 140589126440512 Options.WAL_size_limit_MB: 0 -2024/05/27-15:47:31.982198 140589126440512 Options.max_write_batch_group_size_bytes: 1048576 -2024/05/27-15:47:31.982199 140589126440512 Options.manifest_preallocation_size: 4194304 -2024/05/27-15:47:31.982199 140589126440512 Options.is_fd_close_on_exec: 1 -2024/05/27-15:47:31.982215 140589126440512 Options.advise_random_on_open: 1 -2024/05/27-15:47:31.982215 140589126440512 Options.experimental_mempurge_threshold: 0.000000 -2024/05/27-15:47:31.982219 140589126440512 Options.db_write_buffer_size: 1048576 -2024/05/27-15:47:31.982220 140589126440512 Options.write_buffer_manager: 0x7fdd70024320 -2024/05/27-15:47:31.982242 140589126440512 Options.access_hint_on_compaction_start: 1 -2024/05/27-15:47:31.982245 140589126440512 Options.new_table_reader_for_compaction_inputs: 0 -2024/05/27-15:47:31.982246 140589126440512 Options.random_access_max_buffer_size: 1048576 -2024/05/27-15:47:31.982247 140589126440512 Options.use_adaptive_mutex: 0 -2024/05/27-15:47:31.982247 140589126440512 Options.rate_limiter: (nil) -2024/05/27-15:47:31.982249 140589126440512 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/05/27-15:47:31.982249 140589126440512 Options.wal_recovery_mode: 2 -2024/05/27-15:47:31.982250 140589126440512 Options.enable_thread_tracking: 0 -2024/05/27-15:47:31.982251 140589126440512 Options.enable_pipelined_write: 0 -2024/05/27-15:47:31.982251 140589126440512 Options.unordered_write: 0 -2024/05/27-15:47:31.982252 140589126440512 Options.allow_concurrent_memtable_write: 1 -2024/05/27-15:47:31.982253 140589126440512 Options.enable_write_thread_adaptive_yield: 1 -2024/05/27-15:47:31.982253 140589126440512 Options.write_thread_max_yield_usec: 100 -2024/05/27-15:47:31.982254 140589126440512 Options.write_thread_slow_yield_usec: 3 -2024/05/27-15:47:31.982255 140589126440512 Options.row_cache: None -2024/05/27-15:47:31.982256 140589126440512 Options.wal_filter: None -2024/05/27-15:47:31.982256 140589126440512 Options.avoid_flush_during_recovery: 0 -2024/05/27-15:47:31.982257 140589126440512 Options.allow_ingest_behind: 0 -2024/05/27-15:47:31.982258 140589126440512 Options.preserve_deletes: 0 -2024/05/27-15:47:31.982258 140589126440512 Options.two_write_queues: 0 -2024/05/27-15:47:31.982259 140589126440512 Options.manual_wal_flush: 0 -2024/05/27-15:47:31.982260 140589126440512 Options.atomic_flush: 0 -2024/05/27-15:47:31.982260 140589126440512 Options.avoid_unnecessary_blocking_io: 0 -2024/05/27-15:47:31.982261 140589126440512 Options.persist_stats_to_disk: 0 -2024/05/27-15:47:31.982262 140589126440512 Options.write_dbid_to_manifest: 0 -2024/05/27-15:47:31.982262 140589126440512 Options.log_readahead_size: 0 -2024/05/27-15:47:31.982263 140589126440512 Options.file_checksum_gen_factory: Unknown -2024/05/27-15:47:31.982264 140589126440512 Options.best_efforts_recovery: 0 -2024/05/27-15:47:31.982265 140589126440512 Options.max_bgerror_resume_count: 2147483647 -2024/05/27-15:47:31.982265 140589126440512 Options.bgerror_resume_retry_interval: 1000000 -2024/05/27-15:47:31.982266 140589126440512 Options.allow_data_in_errors: 0 -2024/05/27-15:47:31.982267 140589126440512 Options.db_host_id: __hostname__ -2024/05/27-15:47:31.982267 140589126440512 Options.max_background_jobs: 2 -2024/05/27-15:47:31.982268 140589126440512 Options.max_background_compactions: 4 -2024/05/27-15:47:31.982269 140589126440512 Options.max_subcompactions: 1 -2024/05/27-15:47:31.982270 140589126440512 Options.avoid_flush_during_shutdown: 0 -2024/05/27-15:47:31.982270 140589126440512 Options.writable_file_max_buffer_size: 1048576 -2024/05/27-15:47:31.982271 140589126440512 Options.delayed_write_rate : 16777216 -2024/05/27-15:47:31.982272 140589126440512 Options.max_total_wal_size: 0 -2024/05/27-15:47:31.982272 140589126440512 Options.delete_obsolete_files_period_micros: 21600000000 -2024/05/27-15:47:31.982273 140589126440512 Options.stats_dump_period_sec: 600 -2024/05/27-15:47:31.982274 140589126440512 Options.stats_persist_period_sec: 600 -2024/05/27-15:47:31.982274 140589126440512 Options.stats_history_buffer_size: 1048576 -2024/05/27-15:47:31.982275 140589126440512 Options.max_open_files: -1 -2024/05/27-15:47:31.982283 140589126440512 Options.bytes_per_sync: 0 -2024/05/27-15:47:31.982283 140589126440512 Options.wal_bytes_per_sync: 0 -2024/05/27-15:47:31.982284 140589126440512 Options.strict_bytes_per_sync: 0 -2024/05/27-15:47:31.982305 140589126440512 Options.compaction_readahead_size: 0 -2024/05/27-15:47:31.982306 140589126440512 Options.max_background_flushes: -1 -2024/05/27-15:47:31.982307 140589126440512 Compression algorithms supported: -2024/05/27-15:47:31.982308 140589126440512 kZSTDNotFinalCompression supported: 1 -2024/05/27-15:47:31.982309 140589126440512 kZSTD supported: 1 -2024/05/27-15:47:31.982310 140589126440512 kXpressCompression supported: 0 -2024/05/27-15:47:31.982311 140589126440512 kLZ4HCCompression supported: 0 -2024/05/27-15:47:31.982312 140589126440512 kLZ4Compression supported: 0 -2024/05/27-15:47:31.982312 140589126440512 kBZip2Compression supported: 1 -2024/05/27-15:47:31.982313 140589126440512 kZlibCompression supported: 1 -2024/05/27-15:47:31.982314 140589126440512 kSnappyCompression supported: 1 -2024/05/27-15:47:31.982315 140589126440512 Fast CRC32 supported: Not supported on x86 -2024/05/27-15:47:31.982370 140589126440512 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001044 -2024/05/27-15:47:31.982433 140589126440512 [/column_family.cc:607] --------------- Options for column family [default]: -2024/05/27-15:47:31.982436 140589126440512 Options.comparator: leveldb.BytewiseComparator -2024/05/27-15:47:31.982437 140589126440512 Options.merge_operator: None -2024/05/27-15:47:31.982438 140589126440512 Options.compaction_filter: None -2024/05/27-15:47:31.982439 140589126440512 Options.compaction_filter_factory: None -2024/05/27-15:47:31.982440 140589126440512 Options.sst_partitioner_factory: None -2024/05/27-15:47:31.982440 140589126440512 Options.memtable_factory: SkipListFactory -2024/05/27-15:47:31.982441 140589126440512 Options.table_factory: BlockBasedTable -2024/05/27-15:47:31.982459 140589126440512 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7fdd70017fd0) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 0 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - hash_index_allow_collision: 1 - checksum: 1 - no_block_cache: 0 - block_cache: 0x7fdd7001bd10 - block_cache_name: LRUCache - block_cache_options: - capacity : 8388608 - num_shard_bits : 4 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.000 - block_cache_compressed: (nil) - persistent_cache: (nil) - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 -2024/05/27-15:47:31.982460 140589126440512 Options.write_buffer_size: 1048576 -2024/05/27-15:47:31.982461 140589126440512 Options.max_write_buffer_number: 2 -2024/05/27-15:47:31.982462 140589126440512 Options.compression: Snappy -2024/05/27-15:47:31.982462 140589126440512 Options.bottommost_compression: Disabled -2024/05/27-15:47:31.982464 140589126440512 Options.prefix_extractor: nullptr -2024/05/27-15:47:31.982464 140589126440512 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/05/27-15:47:31.982465 140589126440512 Options.num_levels: 4 -2024/05/27-15:47:31.982466 140589126440512 Options.min_write_buffer_number_to_merge: 1 -2024/05/27-15:47:31.982489 140589126440512 Options.max_write_buffer_number_to_maintain: 0 -2024/05/27-15:47:31.982492 140589126440512 Options.max_write_buffer_size_to_maintain: 0 -2024/05/27-15:47:31.982493 140589126440512 Options.bottommost_compression_opts.window_bits: -14 -2024/05/27-15:47:31.982494 140589126440512 Options.bottommost_compression_opts.level: 32767 -2024/05/27-15:47:31.982495 140589126440512 Options.bottommost_compression_opts.strategy: 0 -2024/05/27-15:47:31.982496 140589126440512 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/05/27-15:47:31.982497 140589126440512 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/05/27-15:47:31.982497 140589126440512 Options.bottommost_compression_opts.parallel_threads: 1 -2024/05/27-15:47:31.982498 140589126440512 Options.bottommost_compression_opts.enabled: false -2024/05/27-15:47:31.982499 140589126440512 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-15:47:31.982500 140589126440512 Options.compression_opts.window_bits: -14 -2024/05/27-15:47:31.982500 140589126440512 Options.compression_opts.level: 32767 -2024/05/27-15:47:31.982501 140589126440512 Options.compression_opts.strategy: 0 -2024/05/27-15:47:31.982502 140589126440512 Options.compression_opts.max_dict_bytes: 0 -2024/05/27-15:47:31.982503 140589126440512 Options.compression_opts.zstd_max_train_bytes: 0 -2024/05/27-15:47:31.982503 140589126440512 Options.compression_opts.parallel_threads: 1 -2024/05/27-15:47:31.982504 140589126440512 Options.compression_opts.enabled: false -2024/05/27-15:47:31.982505 140589126440512 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-15:47:31.982505 140589126440512 Options.level0_file_num_compaction_trigger: 8 -2024/05/27-15:47:31.982506 140589126440512 Options.level0_slowdown_writes_trigger: 17 -2024/05/27-15:47:31.982507 140589126440512 Options.level0_stop_writes_trigger: 24 -2024/05/27-15:47:31.982507 140589126440512 Options.target_file_size_base: 67108864 -2024/05/27-15:47:31.982508 140589126440512 Options.target_file_size_multiplier: 1 -2024/05/27-15:47:31.982509 140589126440512 Options.max_bytes_for_level_base: 536870912 -2024/05/27-15:47:31.982510 140589126440512 Options.level_compaction_dynamic_level_bytes: 0 -2024/05/27-15:47:31.982510 140589126440512 Options.max_bytes_for_level_multiplier: 8.000000 -2024/05/27-15:47:31.982512 140589126440512 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/05/27-15:47:31.982513 140589126440512 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/05/27-15:47:31.982514 140589126440512 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/05/27-15:47:31.982514 140589126440512 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/05/27-15:47:31.982515 140589126440512 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/05/27-15:47:31.982516 140589126440512 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/05/27-15:47:31.982517 140589126440512 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/05/27-15:47:31.982517 140589126440512 Options.max_sequential_skip_in_iterations: 8 -2024/05/27-15:47:31.982518 140589126440512 Options.max_compaction_bytes: 1677721600 -2024/05/27-15:47:31.982519 140589126440512 Options.arena_block_size: 131072 -2024/05/27-15:47:31.982519 140589126440512 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/05/27-15:47:31.982520 140589126440512 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/05/27-15:47:31.982521 140589126440512 Options.rate_limit_delay_max_milliseconds: 100 -2024/05/27-15:47:31.982522 140589126440512 Options.disable_auto_compactions: 0 -2024/05/27-15:47:31.982523 140589126440512 Options.compaction_style: kCompactionStyleLevel -2024/05/27-15:47:31.982524 140589126440512 Options.compaction_pri: kMinOverlappingRatio -2024/05/27-15:47:31.982532 140589126440512 Options.compaction_options_universal.size_ratio: 1 -2024/05/27-15:47:31.982532 140589126440512 Options.compaction_options_universal.min_merge_width: 2 -2024/05/27-15:47:31.982533 140589126440512 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/05/27-15:47:31.982534 140589126440512 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/05/27-15:47:31.982535 140589126440512 Options.compaction_options_universal.compression_size_percent: -1 -2024/05/27-15:47:31.982536 140589126440512 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/05/27-15:47:31.982536 140589126440512 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/05/27-15:47:31.982537 140589126440512 Options.compaction_options_fifo.allow_compaction: 0 -2024/05/27-15:47:31.982541 140589126440512 Options.table_properties_collectors: -2024/05/27-15:47:31.982542 140589126440512 Options.inplace_update_support: 0 -2024/05/27-15:47:31.982542 140589126440512 Options.inplace_update_num_locks: 10000 -2024/05/27-15:47:31.982543 140589126440512 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2024/05/27-15:47:31.982544 140589126440512 Options.memtable_whole_key_filtering: 0 -2024/05/27-15:47:31.982545 140589126440512 Options.memtable_huge_page_size: 0 -2024/05/27-15:47:31.982546 140589126440512 Options.bloom_locality: 0 -2024/05/27-15:47:31.982546 140589126440512 Options.max_successive_merges: 0 -2024/05/27-15:47:31.982547 140589126440512 Options.optimize_filters_for_hits: 0 -2024/05/27-15:47:31.982548 140589126440512 Options.paranoid_file_checks: 0 -2024/05/27-15:47:31.982548 140589126440512 Options.force_consistency_checks: 1 -2024/05/27-15:47:31.982549 140589126440512 Options.report_bg_io_stats: 0 -2024/05/27-15:47:31.982550 140589126440512 Options.ttl: 2592000 -2024/05/27-15:47:31.982550 140589126440512 Options.periodic_compaction_seconds: 0 -2024/05/27-15:47:31.982551 140589126440512 Options.enable_blob_files: false -2024/05/27-15:47:31.982552 140589126440512 Options.min_blob_size: 0 -2024/05/27-15:47:31.982553 140589126440512 Options.blob_file_size: 268435456 -2024/05/27-15:47:31.982553 140589126440512 Options.blob_compression_type: NoCompression -2024/05/27-15:47:31.982554 140589126440512 Options.enable_blob_garbage_collection: false -2024/05/27-15:47:31.982555 140589126440512 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/05/27-15:47:31.982556 140589126440512 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/05/27-15:47:31.982557 140589126440512 Options.blob_compaction_readahead_size: 0 -2024/05/27-15:47:31.984215 140589126440512 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001044 succeeded,manifest_file_number is 1044, next_file_number is 1051, last_sequence is 34186, log_number is 1048,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1048 -2024/05/27-15:47:31.984221 140589126440512 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1048 -2024/05/27-15:47:31.984272 140589126440512 [/version_set.cc:4410] Creating manifest 1052 -2024/05/27-15:47:31.991370 140589126440512 EVENT_LOG_v1 {"time_micros": 1716835651991363, "job": 1, "event": "recovery_started", "wal_files": [1048]} -2024/05/27-15:47:31.991378 140589126440512 [/db_impl/db_impl_open.cc:890] Recovering log #1048 mode 2 -2024/05/27-15:47:31.991430 140589126440512 [/version_set.cc:4410] Creating manifest 1053 -2024/05/27-15:47:31.998922 140589126440512 EVENT_LOG_v1 {"time_micros": 1716835651998916, "job": 1, "event": "recovery_finished"} -2024/05/27-15:47:32.004652 140589126440512 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1716814453225364 -2024/05/27-15:47:32.005772 140589126440512 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7fdd70009530 -2024/05/27-15:47:32.005822 140589126440512 DB pointer 0x7fdd700ea9c0 -2024/05/27-15:47:32.081748 140589126440512 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. -2024/05/27-15:47:32.082078 140589126440512 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1057. Immutable memtables: 0. -2024/05/27-15:47:32.082156 140588749932096 (Original Log Time 2024/05/27-15:47:32.082135) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 -2024/05/27-15:47:32.082159 140588749932096 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1057 -2024/05/27-15:47:32.082180 140588749932096 EVENT_LOG_v1 {"time_micros": 1716835652082174, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 348, "num_deletes": 171, "total_data_size": 29128, "memory_usage": 36424, "flush_reason": "Manual Flush"} -2024/05/27-15:47:32.082182 140588749932096 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1058: started -2024/05/27-15:47:32.085984 140588749932096 EVENT_LOG_v1 {"time_micros": 1716835652085960, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1058, "file_size": 6273, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4917, "index_size": 181, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 26743, "raw_average_key_size": 77, "raw_value_size": 1505, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 346, "num_filter_entries": 0, "num_deletions": 173, "num_merge_operands": 0, "num_range_deletions": 2, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1716835651, "oldest_key_time": 1716835651, "file_creation_time": 1716835652, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "C0FH54SIW6JUH4N0SX17", "orig_file_number": 1058}} -2024/05/27-15:47:32.086033 140588749932096 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1058: 6273 bytes OK -2024/05/27-15:47:32.088165 140588749932096 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 6008 microseconds, and 754 cpu microseconds. -2024/05/27-15:47:32.090654 140588749932096 (Original Log Time 2024/05/27-15:47:32.088176) [/memtable_list.cc:471] [default] Level-0 commit table #1058 started -2024/05/27-15:47:32.090656 140588749932096 (Original Log Time 2024/05/27-15:47:32.090582) [/memtable_list.cc:678] [default] Level-0 commit table #1058: memtable #1 done -2024/05/27-15:47:32.090658 140588749932096 (Original Log Time 2024/05/27-15:47:32.090613) EVENT_LOG_v1 {"time_micros": 1716835652090606, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [4, 1, 0, 0], "immutable_memtables": 0} -2024/05/27-15:47:32.090659 140588749932096 (Original Log Time 2024/05/27-15:47:32.090632) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[4 1 0 0] max score 0.50 -2024/05/27-15:47:32.090664 140588749932096 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 28609, prev total WAL file size 28609, number of live WAL files 2. -2024/05/27-15:47:32.090790 140588749932096 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001054.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:32.090836 140589126440512 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK -2024/05/27-15:47:32.090862 140589126440512 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work -2024/05/27-15:47:32.091034 140589126440512 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001048.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:32.091146 140589126440512 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1716839985413255 b/.aim/meta/index/LOG.old.1716839985413255 deleted file mode 100644 index 7b64cbe..0000000 --- a/.aim/meta/index/LOG.old.1716839985413255 +++ /dev/null @@ -1,259 +0,0 @@ -2024/05/27-15:47:32.192821 140589126440512 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. -2024/05/27-15:47:32.193038 140589126440512 RocksDB version: 6.29.5 -2024/05/27-15:47:32.193043 140589126440512 Compile date 2023-03-02 19:33:03 -2024/05/27-15:47:32.193044 140589126440512 DB SUMMARY -2024/05/27-15:47:32.193045 140589126440512 DB Session ID: C0FH54SIW6JUH4N0SX19 -2024/05/27-15:47:32.193068 140589126440512 CURRENT file: CURRENT -2024/05/27-15:47:32.193069 140589126440512 IDENTITY file: IDENTITY -2024/05/27-15:47:32.193072 140589126440512 MANIFEST file: MANIFEST-001053 size: 1073 Bytes -2024/05/27-15:47:32.193073 140589126440512 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 5, files: 001029.sst 001031.sst 001040.sst 001049.sst 001058.sst -2024/05/27-15:47:32.193075 140589126440512 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001057.log size: 0 ; -2024/05/27-15:47:32.193076 140589126440512 Options.error_if_exists: 0 -2024/05/27-15:47:32.193077 140589126440512 Options.create_if_missing: 1 -2024/05/27-15:47:32.193078 140589126440512 Options.paranoid_checks: 0 -2024/05/27-15:47:32.193079 140589126440512 Options.flush_verify_memtable_count: 1 -2024/05/27-15:47:32.193079 140589126440512 Options.track_and_verify_wals_in_manifest: 0 -2024/05/27-15:47:32.193080 140589126440512 Options.env: 0x7fdd9031d940 -2024/05/27-15:47:32.193081 140589126440512 Options.fs: PosixFileSystem -2024/05/27-15:47:32.193082 140589126440512 Options.info_log: 0x7fdd7005a320 -2024/05/27-15:47:32.193083 140589126440512 Options.max_file_opening_threads: 16 -2024/05/27-15:47:32.193084 140589126440512 Options.statistics: (nil) -2024/05/27-15:47:32.193084 140589126440512 Options.use_fsync: 0 -2024/05/27-15:47:32.193085 140589126440512 Options.max_log_file_size: 0 -2024/05/27-15:47:32.193086 140589126440512 Options.max_manifest_file_size: 1073741824 -2024/05/27-15:47:32.193087 140589126440512 Options.log_file_time_to_roll: 0 -2024/05/27-15:47:32.193087 140589126440512 Options.keep_log_file_num: 10 -2024/05/27-15:47:32.193088 140589126440512 Options.recycle_log_file_num: 0 -2024/05/27-15:47:32.193089 140589126440512 Options.allow_fallocate: 1 -2024/05/27-15:47:32.193089 140589126440512 Options.allow_mmap_reads: 0 -2024/05/27-15:47:32.193090 140589126440512 Options.allow_mmap_writes: 0 -2024/05/27-15:47:32.193091 140589126440512 Options.use_direct_reads: 0 -2024/05/27-15:47:32.193091 140589126440512 Options.use_direct_io_for_flush_and_compaction: 0 -2024/05/27-15:47:32.193092 140589126440512 Options.create_missing_column_families: 0 -2024/05/27-15:47:32.193093 140589126440512 Options.db_log_dir: -2024/05/27-15:47:32.193094 140589126440512 Options.wal_dir: -2024/05/27-15:47:32.193094 140589126440512 Options.table_cache_numshardbits: 6 -2024/05/27-15:47:32.193095 140589126440512 Options.WAL_ttl_seconds: 0 -2024/05/27-15:47:32.193096 140589126440512 Options.WAL_size_limit_MB: 0 -2024/05/27-15:47:32.193096 140589126440512 Options.max_write_batch_group_size_bytes: 1048576 -2024/05/27-15:47:32.193097 140589126440512 Options.manifest_preallocation_size: 4194304 -2024/05/27-15:47:32.193098 140589126440512 Options.is_fd_close_on_exec: 1 -2024/05/27-15:47:32.193099 140589126440512 Options.advise_random_on_open: 1 -2024/05/27-15:47:32.193099 140589126440512 Options.experimental_mempurge_threshold: 0.000000 -2024/05/27-15:47:32.193103 140589126440512 Options.db_write_buffer_size: 1048576 -2024/05/27-15:47:32.193104 140589126440512 Options.write_buffer_manager: 0x7fdd700088c0 -2024/05/27-15:47:32.193112 140589126440512 Options.access_hint_on_compaction_start: 1 -2024/05/27-15:47:32.193113 140589126440512 Options.new_table_reader_for_compaction_inputs: 0 -2024/05/27-15:47:32.193114 140589126440512 Options.random_access_max_buffer_size: 1048576 -2024/05/27-15:47:32.193115 140589126440512 Options.use_adaptive_mutex: 0 -2024/05/27-15:47:32.193115 140589126440512 Options.rate_limiter: (nil) -2024/05/27-15:47:32.193116 140589126440512 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/05/27-15:47:32.193117 140589126440512 Options.wal_recovery_mode: 2 -2024/05/27-15:47:32.193118 140589126440512 Options.enable_thread_tracking: 0 -2024/05/27-15:47:32.193119 140589126440512 Options.enable_pipelined_write: 0 -2024/05/27-15:47:32.193119 140589126440512 Options.unordered_write: 0 -2024/05/27-15:47:32.193120 140589126440512 Options.allow_concurrent_memtable_write: 1 -2024/05/27-15:47:32.193121 140589126440512 Options.enable_write_thread_adaptive_yield: 1 -2024/05/27-15:47:32.193122 140589126440512 Options.write_thread_max_yield_usec: 100 -2024/05/27-15:47:32.193122 140589126440512 Options.write_thread_slow_yield_usec: 3 -2024/05/27-15:47:32.193123 140589126440512 Options.row_cache: None -2024/05/27-15:47:32.193124 140589126440512 Options.wal_filter: None -2024/05/27-15:47:32.193124 140589126440512 Options.avoid_flush_during_recovery: 0 -2024/05/27-15:47:32.193125 140589126440512 Options.allow_ingest_behind: 0 -2024/05/27-15:47:32.193126 140589126440512 Options.preserve_deletes: 0 -2024/05/27-15:47:32.193126 140589126440512 Options.two_write_queues: 0 -2024/05/27-15:47:32.193127 140589126440512 Options.manual_wal_flush: 0 -2024/05/27-15:47:32.193128 140589126440512 Options.atomic_flush: 0 -2024/05/27-15:47:32.193129 140589126440512 Options.avoid_unnecessary_blocking_io: 0 -2024/05/27-15:47:32.193129 140589126440512 Options.persist_stats_to_disk: 0 -2024/05/27-15:47:32.193130 140589126440512 Options.write_dbid_to_manifest: 0 -2024/05/27-15:47:32.193131 140589126440512 Options.log_readahead_size: 0 -2024/05/27-15:47:32.193131 140589126440512 Options.file_checksum_gen_factory: Unknown -2024/05/27-15:47:32.193132 140589126440512 Options.best_efforts_recovery: 0 -2024/05/27-15:47:32.193133 140589126440512 Options.max_bgerror_resume_count: 2147483647 -2024/05/27-15:47:32.193134 140589126440512 Options.bgerror_resume_retry_interval: 1000000 -2024/05/27-15:47:32.193134 140589126440512 Options.allow_data_in_errors: 0 -2024/05/27-15:47:32.193135 140589126440512 Options.db_host_id: __hostname__ -2024/05/27-15:47:32.193136 140589126440512 Options.max_background_jobs: 2 -2024/05/27-15:47:32.193136 140589126440512 Options.max_background_compactions: 4 -2024/05/27-15:47:32.193137 140589126440512 Options.max_subcompactions: 1 -2024/05/27-15:47:32.193138 140589126440512 Options.avoid_flush_during_shutdown: 0 -2024/05/27-15:47:32.193138 140589126440512 Options.writable_file_max_buffer_size: 1048576 -2024/05/27-15:47:32.193139 140589126440512 Options.delayed_write_rate : 16777216 -2024/05/27-15:47:32.193140 140589126440512 Options.max_total_wal_size: 0 -2024/05/27-15:47:32.193141 140589126440512 Options.delete_obsolete_files_period_micros: 21600000000 -2024/05/27-15:47:32.193141 140589126440512 Options.stats_dump_period_sec: 600 -2024/05/27-15:47:32.193142 140589126440512 Options.stats_persist_period_sec: 600 -2024/05/27-15:47:32.193143 140589126440512 Options.stats_history_buffer_size: 1048576 -2024/05/27-15:47:32.193147 140589126440512 Options.max_open_files: -1 -2024/05/27-15:47:32.193148 140589126440512 Options.bytes_per_sync: 0 -2024/05/27-15:47:32.193149 140589126440512 Options.wal_bytes_per_sync: 0 -2024/05/27-15:47:32.193150 140589126440512 Options.strict_bytes_per_sync: 0 -2024/05/27-15:47:32.193150 140589126440512 Options.compaction_readahead_size: 0 -2024/05/27-15:47:32.193151 140589126440512 Options.max_background_flushes: -1 -2024/05/27-15:47:32.193152 140589126440512 Compression algorithms supported: -2024/05/27-15:47:32.193153 140589126440512 kZSTDNotFinalCompression supported: 1 -2024/05/27-15:47:32.193154 140589126440512 kZSTD supported: 1 -2024/05/27-15:47:32.193155 140589126440512 kXpressCompression supported: 0 -2024/05/27-15:47:32.193156 140589126440512 kLZ4HCCompression supported: 0 -2024/05/27-15:47:32.193157 140589126440512 kLZ4Compression supported: 0 -2024/05/27-15:47:32.193157 140589126440512 kBZip2Compression supported: 1 -2024/05/27-15:47:32.193158 140589126440512 kZlibCompression supported: 1 -2024/05/27-15:47:32.193159 140589126440512 kSnappyCompression supported: 1 -2024/05/27-15:47:32.193160 140589126440512 Fast CRC32 supported: Not supported on x86 -2024/05/27-15:47:32.193201 140589126440512 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001053 -2024/05/27-15:47:32.193235 140589126440512 [/column_family.cc:607] --------------- Options for column family [default]: -2024/05/27-15:47:32.193237 140589126440512 Options.comparator: leveldb.BytewiseComparator -2024/05/27-15:47:32.193238 140589126440512 Options.merge_operator: None -2024/05/27-15:47:32.193239 140589126440512 Options.compaction_filter: None -2024/05/27-15:47:32.193239 140589126440512 Options.compaction_filter_factory: None -2024/05/27-15:47:32.193240 140589126440512 Options.sst_partitioner_factory: None -2024/05/27-15:47:32.193241 140589126440512 Options.memtable_factory: SkipListFactory -2024/05/27-15:47:32.193242 140589126440512 Options.table_factory: BlockBasedTable -2024/05/27-15:47:32.193256 140589126440512 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7fdd70072340) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 0 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - hash_index_allow_collision: 1 - checksum: 1 - no_block_cache: 0 - block_cache: 0x7fdd7002f4d0 - block_cache_name: LRUCache - block_cache_options: - capacity : 8388608 - num_shard_bits : 4 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.000 - block_cache_compressed: (nil) - persistent_cache: (nil) - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 -2024/05/27-15:47:32.193257 140589126440512 Options.write_buffer_size: 1048576 -2024/05/27-15:47:32.193258 140589126440512 Options.max_write_buffer_number: 2 -2024/05/27-15:47:32.193259 140589126440512 Options.compression: Snappy -2024/05/27-15:47:32.193259 140589126440512 Options.bottommost_compression: Disabled -2024/05/27-15:47:32.193260 140589126440512 Options.prefix_extractor: nullptr -2024/05/27-15:47:32.193261 140589126440512 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/05/27-15:47:32.193262 140589126440512 Options.num_levels: 4 -2024/05/27-15:47:32.193262 140589126440512 Options.min_write_buffer_number_to_merge: 1 -2024/05/27-15:47:32.193270 140589126440512 Options.max_write_buffer_number_to_maintain: 0 -2024/05/27-15:47:32.193271 140589126440512 Options.max_write_buffer_size_to_maintain: 0 -2024/05/27-15:47:32.193272 140589126440512 Options.bottommost_compression_opts.window_bits: -14 -2024/05/27-15:47:32.193273 140589126440512 Options.bottommost_compression_opts.level: 32767 -2024/05/27-15:47:32.193273 140589126440512 Options.bottommost_compression_opts.strategy: 0 -2024/05/27-15:47:32.193274 140589126440512 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/05/27-15:47:32.193275 140589126440512 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/05/27-15:47:32.193275 140589126440512 Options.bottommost_compression_opts.parallel_threads: 1 -2024/05/27-15:47:32.193276 140589126440512 Options.bottommost_compression_opts.enabled: false -2024/05/27-15:47:32.193277 140589126440512 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-15:47:32.193278 140589126440512 Options.compression_opts.window_bits: -14 -2024/05/27-15:47:32.193278 140589126440512 Options.compression_opts.level: 32767 -2024/05/27-15:47:32.193279 140589126440512 Options.compression_opts.strategy: 0 -2024/05/27-15:47:32.193280 140589126440512 Options.compression_opts.max_dict_bytes: 0 -2024/05/27-15:47:32.193280 140589126440512 Options.compression_opts.zstd_max_train_bytes: 0 -2024/05/27-15:47:32.193281 140589126440512 Options.compression_opts.parallel_threads: 1 -2024/05/27-15:47:32.193282 140589126440512 Options.compression_opts.enabled: false -2024/05/27-15:47:32.193283 140589126440512 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-15:47:32.193283 140589126440512 Options.level0_file_num_compaction_trigger: 8 -2024/05/27-15:47:32.193284 140589126440512 Options.level0_slowdown_writes_trigger: 17 -2024/05/27-15:47:32.193285 140589126440512 Options.level0_stop_writes_trigger: 24 -2024/05/27-15:47:32.193285 140589126440512 Options.target_file_size_base: 67108864 -2024/05/27-15:47:32.193286 140589126440512 Options.target_file_size_multiplier: 1 -2024/05/27-15:47:32.193287 140589126440512 Options.max_bytes_for_level_base: 536870912 -2024/05/27-15:47:32.193288 140589126440512 Options.level_compaction_dynamic_level_bytes: 0 -2024/05/27-15:47:32.193288 140589126440512 Options.max_bytes_for_level_multiplier: 8.000000 -2024/05/27-15:47:32.193289 140589126440512 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/05/27-15:47:32.193290 140589126440512 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/05/27-15:47:32.193291 140589126440512 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/05/27-15:47:32.193292 140589126440512 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/05/27-15:47:32.193293 140589126440512 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/05/27-15:47:32.193293 140589126440512 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/05/27-15:47:32.193294 140589126440512 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/05/27-15:47:32.193295 140589126440512 Options.max_sequential_skip_in_iterations: 8 -2024/05/27-15:47:32.193295 140589126440512 Options.max_compaction_bytes: 1677721600 -2024/05/27-15:47:32.193296 140589126440512 Options.arena_block_size: 131072 -2024/05/27-15:47:32.193297 140589126440512 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/05/27-15:47:32.193298 140589126440512 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/05/27-15:47:32.193298 140589126440512 Options.rate_limit_delay_max_milliseconds: 100 -2024/05/27-15:47:32.193299 140589126440512 Options.disable_auto_compactions: 0 -2024/05/27-15:47:32.193300 140589126440512 Options.compaction_style: kCompactionStyleLevel -2024/05/27-15:47:32.193302 140589126440512 Options.compaction_pri: kMinOverlappingRatio -2024/05/27-15:47:32.193306 140589126440512 Options.compaction_options_universal.size_ratio: 1 -2024/05/27-15:47:32.193307 140589126440512 Options.compaction_options_universal.min_merge_width: 2 -2024/05/27-15:47:32.193308 140589126440512 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/05/27-15:47:32.193308 140589126440512 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/05/27-15:47:32.193309 140589126440512 Options.compaction_options_universal.compression_size_percent: -1 -2024/05/27-15:47:32.193310 140589126440512 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/05/27-15:47:32.193311 140589126440512 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/05/27-15:47:32.193311 140589126440512 Options.compaction_options_fifo.allow_compaction: 0 -2024/05/27-15:47:32.193316 140589126440512 Options.table_properties_collectors: -2024/05/27-15:47:32.193317 140589126440512 Options.inplace_update_support: 0 -2024/05/27-15:47:32.193317 140589126440512 Options.inplace_update_num_locks: 10000 -2024/05/27-15:47:32.193318 140589126440512 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2024/05/27-15:47:32.193319 140589126440512 Options.memtable_whole_key_filtering: 0 -2024/05/27-15:47:32.193320 140589126440512 Options.memtable_huge_page_size: 0 -2024/05/27-15:47:32.193320 140589126440512 Options.bloom_locality: 0 -2024/05/27-15:47:32.193321 140589126440512 Options.max_successive_merges: 0 -2024/05/27-15:47:32.193322 140589126440512 Options.optimize_filters_for_hits: 0 -2024/05/27-15:47:32.193322 140589126440512 Options.paranoid_file_checks: 0 -2024/05/27-15:47:32.193323 140589126440512 Options.force_consistency_checks: 1 -2024/05/27-15:47:32.193324 140589126440512 Options.report_bg_io_stats: 0 -2024/05/27-15:47:32.193324 140589126440512 Options.ttl: 2592000 -2024/05/27-15:47:32.193325 140589126440512 Options.periodic_compaction_seconds: 0 -2024/05/27-15:47:32.193326 140589126440512 Options.enable_blob_files: false -2024/05/27-15:47:32.193327 140589126440512 Options.min_blob_size: 0 -2024/05/27-15:47:32.193327 140589126440512 Options.blob_file_size: 268435456 -2024/05/27-15:47:32.193328 140589126440512 Options.blob_compression_type: NoCompression -2024/05/27-15:47:32.193329 140589126440512 Options.enable_blob_garbage_collection: false -2024/05/27-15:47:32.193329 140589126440512 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/05/27-15:47:32.193330 140589126440512 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/05/27-15:47:32.193331 140589126440512 Options.blob_compaction_readahead_size: 0 -2024/05/27-15:47:32.194417 140589126440512 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001053 succeeded,manifest_file_number is 1053, next_file_number is 1060, last_sequence is 34534, log_number is 1057,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1057 -2024/05/27-15:47:32.194424 140589126440512 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1057 -2024/05/27-15:47:32.194489 140589126440512 [/version_set.cc:4410] Creating manifest 1061 -2024/05/27-15:47:32.205141 140589126440512 EVENT_LOG_v1 {"time_micros": 1716835652205130, "job": 1, "event": "recovery_started", "wal_files": [1057]} -2024/05/27-15:47:32.205152 140589126440512 [/db_impl/db_impl_open.cc:890] Recovering log #1057 mode 2 -2024/05/27-15:47:32.205213 140589126440512 [/version_set.cc:4410] Creating manifest 1062 -2024/05/27-15:47:32.215095 140589126440512 EVENT_LOG_v1 {"time_micros": 1716835652215087, "job": 1, "event": "recovery_finished"} -2024/05/27-15:47:32.222792 140589126440512 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1716814503505469 -2024/05/27-15:47:32.223357 140589126440512 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7fdd700ed630 -2024/05/27-15:47:32.223462 140589126440512 DB pointer 0x7fdd700ea9c0 -2024/05/27-15:47:32.293097 140589126440512 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. -2024/05/27-15:47:32.293247 140589126440512 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1066. Immutable memtables: 0. -2024/05/27-15:47:32.293380 140588749932096 (Original Log Time 2024/05/27-15:47:32.293350) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 -2024/05/27-15:47:32.293387 140588749932096 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1066 -2024/05/27-15:47:32.293429 140588749932096 EVENT_LOG_v1 {"time_micros": 1716835652293419, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 348, "num_deletes": 171, "total_data_size": 29128, "memory_usage": 36440, "flush_reason": "Manual Flush"} -2024/05/27-15:47:32.293435 140588749932096 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1067: started -2024/05/27-15:47:32.298673 140588749932096 EVENT_LOG_v1 {"time_micros": 1716835652298637, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1067, "file_size": 6235, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4879, "index_size": 181, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 26743, "raw_average_key_size": 77, "raw_value_size": 1505, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 346, "num_filter_entries": 0, "num_deletions": 173, "num_merge_operands": 0, "num_range_deletions": 2, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1716835652, "oldest_key_time": 1716835652, "file_creation_time": 1716835652, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "C0FH54SIW6JUH4N0SX19", "orig_file_number": 1067}} -2024/05/27-15:47:32.298745 140588749932096 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1067: 6235 bytes OK -2024/05/27-15:47:32.300794 140588749932096 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 7416 microseconds, and 1066 cpu microseconds. -2024/05/27-15:47:32.303942 140588749932096 (Original Log Time 2024/05/27-15:47:32.300819) [/memtable_list.cc:471] [default] Level-0 commit table #1067 started -2024/05/27-15:47:32.303945 140588749932096 (Original Log Time 2024/05/27-15:47:32.303786) [/memtable_list.cc:678] [default] Level-0 commit table #1067: memtable #1 done -2024/05/27-15:47:32.303947 140588749932096 (Original Log Time 2024/05/27-15:47:32.303848) EVENT_LOG_v1 {"time_micros": 1716835652303832, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [5, 1, 0, 0], "immutable_memtables": 0} -2024/05/27-15:47:32.303949 140588749932096 (Original Log Time 2024/05/27-15:47:32.303887) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[5 1 0 0] max score 0.62 -2024/05/27-15:47:32.303961 140588749932096 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 28609, prev total WAL file size 28609, number of live WAL files 2. -2024/05/27-15:47:32.304145 140588749932096 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001063.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:32.304221 140589126440512 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK -2024/05/27-15:47:32.304262 140589126440512 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work -2024/05/27-15:47:32.304628 140589126440512 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001057.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-15:47:32.304874 140589126440512 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1716839985644735 b/.aim/meta/index/LOG.old.1716839985644735 deleted file mode 100644 index 2cc8681..0000000 --- a/.aim/meta/index/LOG.old.1716839985644735 +++ /dev/null @@ -1,259 +0,0 @@ -2024/05/27-16:59:45.414062 139896301868608 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. -2024/05/27-16:59:45.414249 139896301868608 RocksDB version: 6.29.5 -2024/05/27-16:59:45.414253 139896301868608 Compile date 2023-03-02 19:33:03 -2024/05/27-16:59:45.414254 139896301868608 DB SUMMARY -2024/05/27-16:59:45.414255 139896301868608 DB Session ID: 3W7KQ828SC8Q1VPG0TAA -2024/05/27-16:59:45.414285 139896301868608 CURRENT file: CURRENT -2024/05/27-16:59:45.414286 139896301868608 IDENTITY file: IDENTITY -2024/05/27-16:59:45.414289 139896301868608 MANIFEST file: MANIFEST-001062 size: 1272 Bytes -2024/05/27-16:59:45.414290 139896301868608 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 6, files: 001029.sst 001031.sst 001040.sst 001049.sst 001058.sst 001067.sst -2024/05/27-16:59:45.414291 139896301868608 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001066.log size: 0 ; -2024/05/27-16:59:45.414293 139896301868608 Options.error_if_exists: 0 -2024/05/27-16:59:45.414294 139896301868608 Options.create_if_missing: 1 -2024/05/27-16:59:45.414295 139896301868608 Options.paranoid_checks: 0 -2024/05/27-16:59:45.414295 139896301868608 Options.flush_verify_memtable_count: 1 -2024/05/27-16:59:45.414296 139896301868608 Options.track_and_verify_wals_in_manifest: 0 -2024/05/27-16:59:45.414297 139896301868608 Options.env: 0x7f3c40b1d940 -2024/05/27-16:59:45.414298 139896301868608 Options.fs: PosixFileSystem -2024/05/27-16:59:45.414298 139896301868608 Options.info_log: 0x7f3c20009890 -2024/05/27-16:59:45.414299 139896301868608 Options.max_file_opening_threads: 16 -2024/05/27-16:59:45.414300 139896301868608 Options.statistics: (nil) -2024/05/27-16:59:45.414301 139896301868608 Options.use_fsync: 0 -2024/05/27-16:59:45.414301 139896301868608 Options.max_log_file_size: 0 -2024/05/27-16:59:45.414302 139896301868608 Options.max_manifest_file_size: 1073741824 -2024/05/27-16:59:45.414303 139896301868608 Options.log_file_time_to_roll: 0 -2024/05/27-16:59:45.414336 139896301868608 Options.keep_log_file_num: 10 -2024/05/27-16:59:45.414337 139896301868608 Options.recycle_log_file_num: 0 -2024/05/27-16:59:45.414338 139896301868608 Options.allow_fallocate: 1 -2024/05/27-16:59:45.414339 139896301868608 Options.allow_mmap_reads: 0 -2024/05/27-16:59:45.414340 139896301868608 Options.allow_mmap_writes: 0 -2024/05/27-16:59:45.414340 139896301868608 Options.use_direct_reads: 0 -2024/05/27-16:59:45.414341 139896301868608 Options.use_direct_io_for_flush_and_compaction: 0 -2024/05/27-16:59:45.414342 139896301868608 Options.create_missing_column_families: 0 -2024/05/27-16:59:45.414342 139896301868608 Options.db_log_dir: -2024/05/27-16:59:45.414343 139896301868608 Options.wal_dir: -2024/05/27-16:59:45.414344 139896301868608 Options.table_cache_numshardbits: 6 -2024/05/27-16:59:45.414345 139896301868608 Options.WAL_ttl_seconds: 0 -2024/05/27-16:59:45.414345 139896301868608 Options.WAL_size_limit_MB: 0 -2024/05/27-16:59:45.414346 139896301868608 Options.max_write_batch_group_size_bytes: 1048576 -2024/05/27-16:59:45.414347 139896301868608 Options.manifest_preallocation_size: 4194304 -2024/05/27-16:59:45.414348 139896301868608 Options.is_fd_close_on_exec: 1 -2024/05/27-16:59:45.414348 139896301868608 Options.advise_random_on_open: 1 -2024/05/27-16:59:45.414349 139896301868608 Options.experimental_mempurge_threshold: 0.000000 -2024/05/27-16:59:45.414353 139896301868608 Options.db_write_buffer_size: 1048576 -2024/05/27-16:59:45.414354 139896301868608 Options.write_buffer_manager: 0x7f3c2000c1f0 -2024/05/27-16:59:45.414366 139896301868608 Options.access_hint_on_compaction_start: 1 -2024/05/27-16:59:45.414367 139896301868608 Options.new_table_reader_for_compaction_inputs: 0 -2024/05/27-16:59:45.414367 139896301868608 Options.random_access_max_buffer_size: 1048576 -2024/05/27-16:59:45.414368 139896301868608 Options.use_adaptive_mutex: 0 -2024/05/27-16:59:45.414369 139896301868608 Options.rate_limiter: (nil) -2024/05/27-16:59:45.414370 139896301868608 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/05/27-16:59:45.414371 139896301868608 Options.wal_recovery_mode: 2 -2024/05/27-16:59:45.414371 139896301868608 Options.enable_thread_tracking: 0 -2024/05/27-16:59:45.414372 139896301868608 Options.enable_pipelined_write: 0 -2024/05/27-16:59:45.414373 139896301868608 Options.unordered_write: 0 -2024/05/27-16:59:45.414373 139896301868608 Options.allow_concurrent_memtable_write: 1 -2024/05/27-16:59:45.414374 139896301868608 Options.enable_write_thread_adaptive_yield: 1 -2024/05/27-16:59:45.414375 139896301868608 Options.write_thread_max_yield_usec: 100 -2024/05/27-16:59:45.414376 139896301868608 Options.write_thread_slow_yield_usec: 3 -2024/05/27-16:59:45.414376 139896301868608 Options.row_cache: None -2024/05/27-16:59:45.414377 139896301868608 Options.wal_filter: None -2024/05/27-16:59:45.414378 139896301868608 Options.avoid_flush_during_recovery: 0 -2024/05/27-16:59:45.414379 139896301868608 Options.allow_ingest_behind: 0 -2024/05/27-16:59:45.414379 139896301868608 Options.preserve_deletes: 0 -2024/05/27-16:59:45.414380 139896301868608 Options.two_write_queues: 0 -2024/05/27-16:59:45.414381 139896301868608 Options.manual_wal_flush: 0 -2024/05/27-16:59:45.414381 139896301868608 Options.atomic_flush: 0 -2024/05/27-16:59:45.414382 139896301868608 Options.avoid_unnecessary_blocking_io: 0 -2024/05/27-16:59:45.414383 139896301868608 Options.persist_stats_to_disk: 0 -2024/05/27-16:59:45.414383 139896301868608 Options.write_dbid_to_manifest: 0 -2024/05/27-16:59:45.414384 139896301868608 Options.log_readahead_size: 0 -2024/05/27-16:59:45.414385 139896301868608 Options.file_checksum_gen_factory: Unknown -2024/05/27-16:59:45.414386 139896301868608 Options.best_efforts_recovery: 0 -2024/05/27-16:59:45.414386 139896301868608 Options.max_bgerror_resume_count: 2147483647 -2024/05/27-16:59:45.414387 139896301868608 Options.bgerror_resume_retry_interval: 1000000 -2024/05/27-16:59:45.414388 139896301868608 Options.allow_data_in_errors: 0 -2024/05/27-16:59:45.414388 139896301868608 Options.db_host_id: __hostname__ -2024/05/27-16:59:45.414389 139896301868608 Options.max_background_jobs: 2 -2024/05/27-16:59:45.414390 139896301868608 Options.max_background_compactions: 4 -2024/05/27-16:59:45.414391 139896301868608 Options.max_subcompactions: 1 -2024/05/27-16:59:45.414391 139896301868608 Options.avoid_flush_during_shutdown: 0 -2024/05/27-16:59:45.414392 139896301868608 Options.writable_file_max_buffer_size: 1048576 -2024/05/27-16:59:45.414393 139896301868608 Options.delayed_write_rate : 16777216 -2024/05/27-16:59:45.414393 139896301868608 Options.max_total_wal_size: 0 -2024/05/27-16:59:45.414394 139896301868608 Options.delete_obsolete_files_period_micros: 21600000000 -2024/05/27-16:59:45.414395 139896301868608 Options.stats_dump_period_sec: 600 -2024/05/27-16:59:45.414396 139896301868608 Options.stats_persist_period_sec: 600 -2024/05/27-16:59:45.414396 139896301868608 Options.stats_history_buffer_size: 1048576 -2024/05/27-16:59:45.414401 139896301868608 Options.max_open_files: -1 -2024/05/27-16:59:45.414402 139896301868608 Options.bytes_per_sync: 0 -2024/05/27-16:59:45.414403 139896301868608 Options.wal_bytes_per_sync: 0 -2024/05/27-16:59:45.414404 139896301868608 Options.strict_bytes_per_sync: 0 -2024/05/27-16:59:45.414404 139896301868608 Options.compaction_readahead_size: 0 -2024/05/27-16:59:45.414405 139896301868608 Options.max_background_flushes: -1 -2024/05/27-16:59:45.414406 139896301868608 Compression algorithms supported: -2024/05/27-16:59:45.414407 139896301868608 kZSTDNotFinalCompression supported: 1 -2024/05/27-16:59:45.414409 139896301868608 kZSTD supported: 1 -2024/05/27-16:59:45.414410 139896301868608 kXpressCompression supported: 0 -2024/05/27-16:59:45.414410 139896301868608 kLZ4HCCompression supported: 0 -2024/05/27-16:59:45.414411 139896301868608 kLZ4Compression supported: 0 -2024/05/27-16:59:45.414412 139896301868608 kBZip2Compression supported: 1 -2024/05/27-16:59:45.414413 139896301868608 kZlibCompression supported: 1 -2024/05/27-16:59:45.414414 139896301868608 kSnappyCompression supported: 1 -2024/05/27-16:59:45.414415 139896301868608 Fast CRC32 supported: Not supported on x86 -2024/05/27-16:59:45.414464 139896301868608 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001062 -2024/05/27-16:59:45.414506 139896301868608 [/column_family.cc:607] --------------- Options for column family [default]: -2024/05/27-16:59:45.414509 139896301868608 Options.comparator: leveldb.BytewiseComparator -2024/05/27-16:59:45.414510 139896301868608 Options.merge_operator: None -2024/05/27-16:59:45.414510 139896301868608 Options.compaction_filter: None -2024/05/27-16:59:45.414511 139896301868608 Options.compaction_filter_factory: None -2024/05/27-16:59:45.414512 139896301868608 Options.sst_partitioner_factory: None -2024/05/27-16:59:45.414513 139896301868608 Options.memtable_factory: SkipListFactory -2024/05/27-16:59:45.414513 139896301868608 Options.table_factory: BlockBasedTable -2024/05/27-16:59:45.414531 139896301868608 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7f3c20007ce0) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 0 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - hash_index_allow_collision: 1 - checksum: 1 - no_block_cache: 0 - block_cache: 0x7f3c20009350 - block_cache_name: LRUCache - block_cache_options: - capacity : 8388608 - num_shard_bits : 4 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.000 - block_cache_compressed: (nil) - persistent_cache: (nil) - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 -2024/05/27-16:59:45.414532 139896301868608 Options.write_buffer_size: 1048576 -2024/05/27-16:59:45.414533 139896301868608 Options.max_write_buffer_number: 2 -2024/05/27-16:59:45.414534 139896301868608 Options.compression: Snappy -2024/05/27-16:59:45.414535 139896301868608 Options.bottommost_compression: Disabled -2024/05/27-16:59:45.414536 139896301868608 Options.prefix_extractor: nullptr -2024/05/27-16:59:45.414536 139896301868608 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/05/27-16:59:45.414537 139896301868608 Options.num_levels: 4 -2024/05/27-16:59:45.414538 139896301868608 Options.min_write_buffer_number_to_merge: 1 -2024/05/27-16:59:45.414546 139896301868608 Options.max_write_buffer_number_to_maintain: 0 -2024/05/27-16:59:45.414547 139896301868608 Options.max_write_buffer_size_to_maintain: 0 -2024/05/27-16:59:45.414548 139896301868608 Options.bottommost_compression_opts.window_bits: -14 -2024/05/27-16:59:45.414549 139896301868608 Options.bottommost_compression_opts.level: 32767 -2024/05/27-16:59:45.414549 139896301868608 Options.bottommost_compression_opts.strategy: 0 -2024/05/27-16:59:45.414550 139896301868608 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/05/27-16:59:45.414551 139896301868608 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/05/27-16:59:45.414552 139896301868608 Options.bottommost_compression_opts.parallel_threads: 1 -2024/05/27-16:59:45.414552 139896301868608 Options.bottommost_compression_opts.enabled: false -2024/05/27-16:59:45.414553 139896301868608 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-16:59:45.414554 139896301868608 Options.compression_opts.window_bits: -14 -2024/05/27-16:59:45.414555 139896301868608 Options.compression_opts.level: 32767 -2024/05/27-16:59:45.414555 139896301868608 Options.compression_opts.strategy: 0 -2024/05/27-16:59:45.414556 139896301868608 Options.compression_opts.max_dict_bytes: 0 -2024/05/27-16:59:45.414557 139896301868608 Options.compression_opts.zstd_max_train_bytes: 0 -2024/05/27-16:59:45.414557 139896301868608 Options.compression_opts.parallel_threads: 1 -2024/05/27-16:59:45.414558 139896301868608 Options.compression_opts.enabled: false -2024/05/27-16:59:45.414559 139896301868608 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-16:59:45.414559 139896301868608 Options.level0_file_num_compaction_trigger: 8 -2024/05/27-16:59:45.414560 139896301868608 Options.level0_slowdown_writes_trigger: 17 -2024/05/27-16:59:45.414561 139896301868608 Options.level0_stop_writes_trigger: 24 -2024/05/27-16:59:45.414562 139896301868608 Options.target_file_size_base: 67108864 -2024/05/27-16:59:45.414562 139896301868608 Options.target_file_size_multiplier: 1 -2024/05/27-16:59:45.414563 139896301868608 Options.max_bytes_for_level_base: 536870912 -2024/05/27-16:59:45.414564 139896301868608 Options.level_compaction_dynamic_level_bytes: 0 -2024/05/27-16:59:45.414564 139896301868608 Options.max_bytes_for_level_multiplier: 8.000000 -2024/05/27-16:59:45.414566 139896301868608 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/05/27-16:59:45.414566 139896301868608 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/05/27-16:59:45.414567 139896301868608 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/05/27-16:59:45.414568 139896301868608 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/05/27-16:59:45.414569 139896301868608 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/05/27-16:59:45.414569 139896301868608 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/05/27-16:59:45.414570 139896301868608 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/05/27-16:59:45.414571 139896301868608 Options.max_sequential_skip_in_iterations: 8 -2024/05/27-16:59:45.414572 139896301868608 Options.max_compaction_bytes: 1677721600 -2024/05/27-16:59:45.414572 139896301868608 Options.arena_block_size: 131072 -2024/05/27-16:59:45.414573 139896301868608 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/05/27-16:59:45.414574 139896301868608 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/05/27-16:59:45.414575 139896301868608 Options.rate_limit_delay_max_milliseconds: 100 -2024/05/27-16:59:45.414575 139896301868608 Options.disable_auto_compactions: 0 -2024/05/27-16:59:45.414577 139896301868608 Options.compaction_style: kCompactionStyleLevel -2024/05/27-16:59:45.414581 139896301868608 Options.compaction_pri: kMinOverlappingRatio -2024/05/27-16:59:45.414582 139896301868608 Options.compaction_options_universal.size_ratio: 1 -2024/05/27-16:59:45.414583 139896301868608 Options.compaction_options_universal.min_merge_width: 2 -2024/05/27-16:59:45.414584 139896301868608 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/05/27-16:59:45.414584 139896301868608 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/05/27-16:59:45.414585 139896301868608 Options.compaction_options_universal.compression_size_percent: -1 -2024/05/27-16:59:45.414586 139896301868608 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/05/27-16:59:45.414587 139896301868608 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/05/27-16:59:45.414588 139896301868608 Options.compaction_options_fifo.allow_compaction: 0 -2024/05/27-16:59:45.414592 139896301868608 Options.table_properties_collectors: -2024/05/27-16:59:45.414593 139896301868608 Options.inplace_update_support: 0 -2024/05/27-16:59:45.414593 139896301868608 Options.inplace_update_num_locks: 10000 -2024/05/27-16:59:45.414594 139896301868608 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2024/05/27-16:59:45.414595 139896301868608 Options.memtable_whole_key_filtering: 0 -2024/05/27-16:59:45.414596 139896301868608 Options.memtable_huge_page_size: 0 -2024/05/27-16:59:45.414597 139896301868608 Options.bloom_locality: 0 -2024/05/27-16:59:45.414597 139896301868608 Options.max_successive_merges: 0 -2024/05/27-16:59:45.414598 139896301868608 Options.optimize_filters_for_hits: 0 -2024/05/27-16:59:45.414599 139896301868608 Options.paranoid_file_checks: 0 -2024/05/27-16:59:45.414599 139896301868608 Options.force_consistency_checks: 1 -2024/05/27-16:59:45.414600 139896301868608 Options.report_bg_io_stats: 0 -2024/05/27-16:59:45.414601 139896301868608 Options.ttl: 2592000 -2024/05/27-16:59:45.414601 139896301868608 Options.periodic_compaction_seconds: 0 -2024/05/27-16:59:45.414602 139896301868608 Options.enable_blob_files: false -2024/05/27-16:59:45.414603 139896301868608 Options.min_blob_size: 0 -2024/05/27-16:59:45.414604 139896301868608 Options.blob_file_size: 268435456 -2024/05/27-16:59:45.414604 139896301868608 Options.blob_compression_type: NoCompression -2024/05/27-16:59:45.414605 139896301868608 Options.enable_blob_garbage_collection: false -2024/05/27-16:59:45.414606 139896301868608 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/05/27-16:59:45.414607 139896301868608 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/05/27-16:59:45.414608 139896301868608 Options.blob_compaction_readahead_size: 0 -2024/05/27-16:59:45.415494 139896301868608 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001062 succeeded,manifest_file_number is 1062, next_file_number is 1069, last_sequence is 34882, log_number is 1066,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1066 -2024/05/27-16:59:45.415503 139896301868608 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1066 -2024/05/27-16:59:45.415585 139896301868608 [/version_set.cc:4410] Creating manifest 1070 -2024/05/27-16:59:45.444814 139896301868608 EVENT_LOG_v1 {"time_micros": 1716839985444807, "job": 1, "event": "recovery_started", "wal_files": [1066]} -2024/05/27-16:59:45.444821 139896301868608 [/db_impl/db_impl_open.cc:890] Recovering log #1066 mode 2 -2024/05/27-16:59:45.444853 139896301868608 [/version_set.cc:4410] Creating manifest 1071 -2024/05/27-16:59:45.464777 139896301868608 EVENT_LOG_v1 {"time_micros": 1716839985464768, "job": 1, "event": "recovery_finished"} -2024/05/27-16:59:45.478921 139896301868608 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1716814694007420 -2024/05/27-16:59:45.481357 139896301868608 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7f3c2000b8f0 -2024/05/27-16:59:45.481419 139896301868608 DB pointer 0x7f3c2000ded0 -2024/05/27-16:59:45.513277 139896301868608 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. -2024/05/27-16:59:45.513461 139896301868608 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1075. Immutable memtables: 0. -2024/05/27-16:59:45.516009 139895918020160 (Original Log Time 2024/05/27-16:59:45.514102) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 -2024/05/27-16:59:45.516286 139895918020160 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1075 -2024/05/27-16:59:45.516340 139895918020160 EVENT_LOG_v1 {"time_micros": 1716839985516331, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 366, "num_deletes": 180, "total_data_size": 30714, "memory_usage": 38040, "flush_reason": "Manual Flush"} -2024/05/27-16:59:45.516346 139895918020160 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1076: started -2024/05/27-16:59:45.529900 139895918020160 EVENT_LOG_v1 {"time_micros": 1716839985529876, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1076, "file_size": 6552, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 5201, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 28215, "raw_average_key_size": 77, "raw_value_size": 1583, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 364, "num_filter_entries": 0, "num_deletions": 182, "num_merge_operands": 0, "num_range_deletions": 2, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1716839985, "oldest_key_time": 1716839985, "file_creation_time": 1716839985, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "3W7KQ828SC8Q1VPG0TAA", "orig_file_number": 1076}} -2024/05/27-16:59:45.529945 139895918020160 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1076: 6552 bytes OK -2024/05/27-16:59:45.535806 139895918020160 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 19954 microseconds, and 6555 cpu microseconds. -2024/05/27-16:59:45.542287 139895918020160 (Original Log Time 2024/05/27-16:59:45.536241) [/memtable_list.cc:471] [default] Level-0 commit table #1076 started -2024/05/27-16:59:45.542292 139895918020160 (Original Log Time 2024/05/27-16:59:45.541852) [/memtable_list.cc:678] [default] Level-0 commit table #1076: memtable #1 done -2024/05/27-16:59:45.542294 139895918020160 (Original Log Time 2024/05/27-16:59:45.541894) EVENT_LOG_v1 {"time_micros": 1716839985541879, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [6, 1, 0, 0], "immutable_memtables": 0} -2024/05/27-16:59:45.542295 139895918020160 (Original Log Time 2024/05/27-16:59:45.541917) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[6 1 0 0] max score 0.75 -2024/05/27-16:59:45.542301 139895918020160 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 30168, prev total WAL file size 30168, number of live WAL files 2. -2024/05/27-16:59:45.542767 139895918020160 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001072.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-16:59:45.542817 139896301868608 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK -2024/05/27-16:59:45.542842 139896301868608 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work -2024/05/27-16:59:45.543057 139896301868608 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001066.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-16:59:45.543163 139896301868608 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1716839985888083 b/.aim/meta/index/LOG.old.1716839985888083 deleted file mode 100644 index bcc568d..0000000 --- a/.aim/meta/index/LOG.old.1716839985888083 +++ /dev/null @@ -1,259 +0,0 @@ -2024/05/27-16:59:45.644840 139896301868608 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. -2024/05/27-16:59:45.645042 139896301868608 RocksDB version: 6.29.5 -2024/05/27-16:59:45.645045 139896301868608 Compile date 2023-03-02 19:33:03 -2024/05/27-16:59:45.645047 139896301868608 DB SUMMARY -2024/05/27-16:59:45.645047 139896301868608 DB Session ID: 3W7KQ828SC8Q1VPG0TA8 -2024/05/27-16:59:45.645071 139896301868608 CURRENT file: CURRENT -2024/05/27-16:59:45.645072 139896301868608 IDENTITY file: IDENTITY -2024/05/27-16:59:45.645075 139896301868608 MANIFEST file: MANIFEST-001071 size: 1471 Bytes -2024/05/27-16:59:45.645076 139896301868608 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 7, files: 001029.sst 001031.sst 001040.sst 001049.sst 001058.sst 001067.sst 001076.sst -2024/05/27-16:59:45.645077 139896301868608 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001075.log size: 0 ; -2024/05/27-16:59:45.645079 139896301868608 Options.error_if_exists: 0 -2024/05/27-16:59:45.645080 139896301868608 Options.create_if_missing: 1 -2024/05/27-16:59:45.645080 139896301868608 Options.paranoid_checks: 0 -2024/05/27-16:59:45.645081 139896301868608 Options.flush_verify_memtable_count: 1 -2024/05/27-16:59:45.645082 139896301868608 Options.track_and_verify_wals_in_manifest: 0 -2024/05/27-16:59:45.645083 139896301868608 Options.env: 0x7f3c40b1d940 -2024/05/27-16:59:45.645084 139896301868608 Options.fs: PosixFileSystem -2024/05/27-16:59:45.645084 139896301868608 Options.info_log: 0x7f3c20028cc0 -2024/05/27-16:59:45.645085 139896301868608 Options.max_file_opening_threads: 16 -2024/05/27-16:59:45.645086 139896301868608 Options.statistics: (nil) -2024/05/27-16:59:45.645087 139896301868608 Options.use_fsync: 0 -2024/05/27-16:59:45.645087 139896301868608 Options.max_log_file_size: 0 -2024/05/27-16:59:45.645088 139896301868608 Options.max_manifest_file_size: 1073741824 -2024/05/27-16:59:45.645089 139896301868608 Options.log_file_time_to_roll: 0 -2024/05/27-16:59:45.645090 139896301868608 Options.keep_log_file_num: 10 -2024/05/27-16:59:45.645090 139896301868608 Options.recycle_log_file_num: 0 -2024/05/27-16:59:45.645091 139896301868608 Options.allow_fallocate: 1 -2024/05/27-16:59:45.645092 139896301868608 Options.allow_mmap_reads: 0 -2024/05/27-16:59:45.645092 139896301868608 Options.allow_mmap_writes: 0 -2024/05/27-16:59:45.645093 139896301868608 Options.use_direct_reads: 0 -2024/05/27-16:59:45.645094 139896301868608 Options.use_direct_io_for_flush_and_compaction: 0 -2024/05/27-16:59:45.645094 139896301868608 Options.create_missing_column_families: 0 -2024/05/27-16:59:45.645095 139896301868608 Options.db_log_dir: -2024/05/27-16:59:45.645096 139896301868608 Options.wal_dir: -2024/05/27-16:59:45.645097 139896301868608 Options.table_cache_numshardbits: 6 -2024/05/27-16:59:45.645097 139896301868608 Options.WAL_ttl_seconds: 0 -2024/05/27-16:59:45.645098 139896301868608 Options.WAL_size_limit_MB: 0 -2024/05/27-16:59:45.645099 139896301868608 Options.max_write_batch_group_size_bytes: 1048576 -2024/05/27-16:59:45.645099 139896301868608 Options.manifest_preallocation_size: 4194304 -2024/05/27-16:59:45.645100 139896301868608 Options.is_fd_close_on_exec: 1 -2024/05/27-16:59:45.645101 139896301868608 Options.advise_random_on_open: 1 -2024/05/27-16:59:45.645101 139896301868608 Options.experimental_mempurge_threshold: 0.000000 -2024/05/27-16:59:45.645105 139896301868608 Options.db_write_buffer_size: 1048576 -2024/05/27-16:59:45.645129 139896301868608 Options.write_buffer_manager: 0x7f3c2000c1f0 -2024/05/27-16:59:45.645132 139896301868608 Options.access_hint_on_compaction_start: 1 -2024/05/27-16:59:45.645132 139896301868608 Options.new_table_reader_for_compaction_inputs: 0 -2024/05/27-16:59:45.645133 139896301868608 Options.random_access_max_buffer_size: 1048576 -2024/05/27-16:59:45.645134 139896301868608 Options.use_adaptive_mutex: 0 -2024/05/27-16:59:45.645135 139896301868608 Options.rate_limiter: (nil) -2024/05/27-16:59:45.645136 139896301868608 Options.sst_file_manager.rate_bytes_per_sec: 0 -2024/05/27-16:59:45.645137 139896301868608 Options.wal_recovery_mode: 2 -2024/05/27-16:59:45.645137 139896301868608 Options.enable_thread_tracking: 0 -2024/05/27-16:59:45.645138 139896301868608 Options.enable_pipelined_write: 0 -2024/05/27-16:59:45.645139 139896301868608 Options.unordered_write: 0 -2024/05/27-16:59:45.645139 139896301868608 Options.allow_concurrent_memtable_write: 1 -2024/05/27-16:59:45.645140 139896301868608 Options.enable_write_thread_adaptive_yield: 1 -2024/05/27-16:59:45.645141 139896301868608 Options.write_thread_max_yield_usec: 100 -2024/05/27-16:59:45.645141 139896301868608 Options.write_thread_slow_yield_usec: 3 -2024/05/27-16:59:45.645142 139896301868608 Options.row_cache: None -2024/05/27-16:59:45.645143 139896301868608 Options.wal_filter: None -2024/05/27-16:59:45.645144 139896301868608 Options.avoid_flush_during_recovery: 0 -2024/05/27-16:59:45.645144 139896301868608 Options.allow_ingest_behind: 0 -2024/05/27-16:59:45.645145 139896301868608 Options.preserve_deletes: 0 -2024/05/27-16:59:45.645146 139896301868608 Options.two_write_queues: 0 -2024/05/27-16:59:45.645146 139896301868608 Options.manual_wal_flush: 0 -2024/05/27-16:59:45.645147 139896301868608 Options.atomic_flush: 0 -2024/05/27-16:59:45.645148 139896301868608 Options.avoid_unnecessary_blocking_io: 0 -2024/05/27-16:59:45.645148 139896301868608 Options.persist_stats_to_disk: 0 -2024/05/27-16:59:45.645149 139896301868608 Options.write_dbid_to_manifest: 0 -2024/05/27-16:59:45.645150 139896301868608 Options.log_readahead_size: 0 -2024/05/27-16:59:45.645150 139896301868608 Options.file_checksum_gen_factory: Unknown -2024/05/27-16:59:45.645151 139896301868608 Options.best_efforts_recovery: 0 -2024/05/27-16:59:45.645152 139896301868608 Options.max_bgerror_resume_count: 2147483647 -2024/05/27-16:59:45.645153 139896301868608 Options.bgerror_resume_retry_interval: 1000000 -2024/05/27-16:59:45.645154 139896301868608 Options.allow_data_in_errors: 0 -2024/05/27-16:59:45.645154 139896301868608 Options.db_host_id: __hostname__ -2024/05/27-16:59:45.645155 139896301868608 Options.max_background_jobs: 2 -2024/05/27-16:59:45.645156 139896301868608 Options.max_background_compactions: 4 -2024/05/27-16:59:45.645156 139896301868608 Options.max_subcompactions: 1 -2024/05/27-16:59:45.645157 139896301868608 Options.avoid_flush_during_shutdown: 0 -2024/05/27-16:59:45.645158 139896301868608 Options.writable_file_max_buffer_size: 1048576 -2024/05/27-16:59:45.645158 139896301868608 Options.delayed_write_rate : 16777216 -2024/05/27-16:59:45.645159 139896301868608 Options.max_total_wal_size: 0 -2024/05/27-16:59:45.645160 139896301868608 Options.delete_obsolete_files_period_micros: 21600000000 -2024/05/27-16:59:45.645161 139896301868608 Options.stats_dump_period_sec: 600 -2024/05/27-16:59:45.645161 139896301868608 Options.stats_persist_period_sec: 600 -2024/05/27-16:59:45.645162 139896301868608 Options.stats_history_buffer_size: 1048576 -2024/05/27-16:59:45.645170 139896301868608 Options.max_open_files: -1 -2024/05/27-16:59:45.645171 139896301868608 Options.bytes_per_sync: 0 -2024/05/27-16:59:45.645171 139896301868608 Options.wal_bytes_per_sync: 0 -2024/05/27-16:59:45.645172 139896301868608 Options.strict_bytes_per_sync: 0 -2024/05/27-16:59:45.645173 139896301868608 Options.compaction_readahead_size: 0 -2024/05/27-16:59:45.645173 139896301868608 Options.max_background_flushes: -1 -2024/05/27-16:59:45.645174 139896301868608 Compression algorithms supported: -2024/05/27-16:59:45.645175 139896301868608 kZSTDNotFinalCompression supported: 1 -2024/05/27-16:59:45.645177 139896301868608 kZSTD supported: 1 -2024/05/27-16:59:45.645177 139896301868608 kXpressCompression supported: 0 -2024/05/27-16:59:45.645178 139896301868608 kLZ4HCCompression supported: 0 -2024/05/27-16:59:45.645179 139896301868608 kLZ4Compression supported: 0 -2024/05/27-16:59:45.645180 139896301868608 kBZip2Compression supported: 1 -2024/05/27-16:59:45.645181 139896301868608 kZlibCompression supported: 1 -2024/05/27-16:59:45.645181 139896301868608 kSnappyCompression supported: 1 -2024/05/27-16:59:45.645183 139896301868608 Fast CRC32 supported: Not supported on x86 -2024/05/27-16:59:45.645221 139896301868608 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001071 -2024/05/27-16:59:45.645251 139896301868608 [/column_family.cc:607] --------------- Options for column family [default]: -2024/05/27-16:59:45.645253 139896301868608 Options.comparator: leveldb.BytewiseComparator -2024/05/27-16:59:45.645254 139896301868608 Options.merge_operator: None -2024/05/27-16:59:45.645255 139896301868608 Options.compaction_filter: None -2024/05/27-16:59:45.645255 139896301868608 Options.compaction_filter_factory: None -2024/05/27-16:59:45.645256 139896301868608 Options.sst_partitioner_factory: None -2024/05/27-16:59:45.645257 139896301868608 Options.memtable_factory: SkipListFactory -2024/05/27-16:59:45.645257 139896301868608 Options.table_factory: BlockBasedTable -2024/05/27-16:59:45.645274 139896301868608 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7f3c2002cda0) - cache_index_and_filter_blocks: 0 - cache_index_and_filter_blocks_with_high_priority: 1 - pin_l0_filter_and_index_blocks_in_cache: 0 - pin_top_level_index_and_filter: 1 - index_type: 0 - data_block_index_type: 0 - index_shortening: 1 - data_block_hash_table_util_ratio: 0.750000 - hash_index_allow_collision: 1 - checksum: 1 - no_block_cache: 0 - block_cache: 0x7f3c20059ed0 - block_cache_name: LRUCache - block_cache_options: - capacity : 8388608 - num_shard_bits : 4 - strict_capacity_limit : 0 - memory_allocator : None - high_pri_pool_ratio: 0.000 - block_cache_compressed: (nil) - persistent_cache: (nil) - block_size: 4096 - block_size_deviation: 10 - block_restart_interval: 16 - index_block_restart_interval: 1 - metadata_block_size: 4096 - partition_filters: 0 - use_delta_encoding: 1 - filter_policy: nullptr - whole_key_filtering: 1 - verify_compression: 0 - read_amp_bytes_per_bit: 0 - format_version: 5 - enable_index_compression: 1 - block_align: 0 - max_auto_readahead_size: 262144 - prepopulate_block_cache: 0 -2024/05/27-16:59:45.645276 139896301868608 Options.write_buffer_size: 1048576 -2024/05/27-16:59:45.645276 139896301868608 Options.max_write_buffer_number: 2 -2024/05/27-16:59:45.645277 139896301868608 Options.compression: Snappy -2024/05/27-16:59:45.645278 139896301868608 Options.bottommost_compression: Disabled -2024/05/27-16:59:45.645279 139896301868608 Options.prefix_extractor: nullptr -2024/05/27-16:59:45.645280 139896301868608 Options.memtable_insert_with_hint_prefix_extractor: nullptr -2024/05/27-16:59:45.645280 139896301868608 Options.num_levels: 4 -2024/05/27-16:59:45.645281 139896301868608 Options.min_write_buffer_number_to_merge: 1 -2024/05/27-16:59:45.645310 139896301868608 Options.max_write_buffer_number_to_maintain: 0 -2024/05/27-16:59:45.645313 139896301868608 Options.max_write_buffer_size_to_maintain: 0 -2024/05/27-16:59:45.645314 139896301868608 Options.bottommost_compression_opts.window_bits: -14 -2024/05/27-16:59:45.645315 139896301868608 Options.bottommost_compression_opts.level: 32767 -2024/05/27-16:59:45.645316 139896301868608 Options.bottommost_compression_opts.strategy: 0 -2024/05/27-16:59:45.645317 139896301868608 Options.bottommost_compression_opts.max_dict_bytes: 0 -2024/05/27-16:59:45.645318 139896301868608 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 -2024/05/27-16:59:45.645318 139896301868608 Options.bottommost_compression_opts.parallel_threads: 1 -2024/05/27-16:59:45.645319 139896301868608 Options.bottommost_compression_opts.enabled: false -2024/05/27-16:59:45.645320 139896301868608 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-16:59:45.645321 139896301868608 Options.compression_opts.window_bits: -14 -2024/05/27-16:59:45.645322 139896301868608 Options.compression_opts.level: 32767 -2024/05/27-16:59:45.645322 139896301868608 Options.compression_opts.strategy: 0 -2024/05/27-16:59:45.645323 139896301868608 Options.compression_opts.max_dict_bytes: 0 -2024/05/27-16:59:45.645324 139896301868608 Options.compression_opts.zstd_max_train_bytes: 0 -2024/05/27-16:59:45.645324 139896301868608 Options.compression_opts.parallel_threads: 1 -2024/05/27-16:59:45.645325 139896301868608 Options.compression_opts.enabled: false -2024/05/27-16:59:45.645326 139896301868608 Options.compression_opts.max_dict_buffer_bytes: 0 -2024/05/27-16:59:45.645326 139896301868608 Options.level0_file_num_compaction_trigger: 8 -2024/05/27-16:59:45.645327 139896301868608 Options.level0_slowdown_writes_trigger: 17 -2024/05/27-16:59:45.645328 139896301868608 Options.level0_stop_writes_trigger: 24 -2024/05/27-16:59:45.645329 139896301868608 Options.target_file_size_base: 67108864 -2024/05/27-16:59:45.645329 139896301868608 Options.target_file_size_multiplier: 1 -2024/05/27-16:59:45.645330 139896301868608 Options.max_bytes_for_level_base: 536870912 -2024/05/27-16:59:45.645331 139896301868608 Options.level_compaction_dynamic_level_bytes: 0 -2024/05/27-16:59:45.645332 139896301868608 Options.max_bytes_for_level_multiplier: 8.000000 -2024/05/27-16:59:45.645333 139896301868608 Options.max_bytes_for_level_multiplier_addtl[0]: 1 -2024/05/27-16:59:45.645334 139896301868608 Options.max_bytes_for_level_multiplier_addtl[1]: 1 -2024/05/27-16:59:45.645335 139896301868608 Options.max_bytes_for_level_multiplier_addtl[2]: 1 -2024/05/27-16:59:45.645336 139896301868608 Options.max_bytes_for_level_multiplier_addtl[3]: 1 -2024/05/27-16:59:45.645337 139896301868608 Options.max_bytes_for_level_multiplier_addtl[4]: 1 -2024/05/27-16:59:45.645337 139896301868608 Options.max_bytes_for_level_multiplier_addtl[5]: 1 -2024/05/27-16:59:45.645338 139896301868608 Options.max_bytes_for_level_multiplier_addtl[6]: 1 -2024/05/27-16:59:45.645339 139896301868608 Options.max_sequential_skip_in_iterations: 8 -2024/05/27-16:59:45.645339 139896301868608 Options.max_compaction_bytes: 1677721600 -2024/05/27-16:59:45.645340 139896301868608 Options.arena_block_size: 131072 -2024/05/27-16:59:45.645341 139896301868608 Options.soft_pending_compaction_bytes_limit: 68719476736 -2024/05/27-16:59:45.645342 139896301868608 Options.hard_pending_compaction_bytes_limit: 274877906944 -2024/05/27-16:59:45.645342 139896301868608 Options.rate_limit_delay_max_milliseconds: 100 -2024/05/27-16:59:45.645343 139896301868608 Options.disable_auto_compactions: 0 -2024/05/27-16:59:45.645352 139896301868608 Options.compaction_style: kCompactionStyleLevel -2024/05/27-16:59:45.645362 139896301868608 Options.compaction_pri: kMinOverlappingRatio -2024/05/27-16:59:45.645363 139896301868608 Options.compaction_options_universal.size_ratio: 1 -2024/05/27-16:59:45.645365 139896301868608 Options.compaction_options_universal.min_merge_width: 2 -2024/05/27-16:59:45.645365 139896301868608 Options.compaction_options_universal.max_merge_width: 4294967295 -2024/05/27-16:59:45.645366 139896301868608 Options.compaction_options_universal.max_size_amplification_percent: 200 -2024/05/27-16:59:45.645367 139896301868608 Options.compaction_options_universal.compression_size_percent: -1 -2024/05/27-16:59:45.645368 139896301868608 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize -2024/05/27-16:59:45.645369 139896301868608 Options.compaction_options_fifo.max_table_files_size: 1073741824 -2024/05/27-16:59:45.645369 139896301868608 Options.compaction_options_fifo.allow_compaction: 0 -2024/05/27-16:59:45.645374 139896301868608 Options.table_properties_collectors: -2024/05/27-16:59:45.645375 139896301868608 Options.inplace_update_support: 0 -2024/05/27-16:59:45.645376 139896301868608 Options.inplace_update_num_locks: 10000 -2024/05/27-16:59:45.645377 139896301868608 Options.memtable_prefix_bloom_size_ratio: 0.000000 -2024/05/27-16:59:45.645378 139896301868608 Options.memtable_whole_key_filtering: 0 -2024/05/27-16:59:45.645379 139896301868608 Options.memtable_huge_page_size: 0 -2024/05/27-16:59:45.645379 139896301868608 Options.bloom_locality: 0 -2024/05/27-16:59:45.645380 139896301868608 Options.max_successive_merges: 0 -2024/05/27-16:59:45.645381 139896301868608 Options.optimize_filters_for_hits: 0 -2024/05/27-16:59:45.645382 139896301868608 Options.paranoid_file_checks: 0 -2024/05/27-16:59:45.645382 139896301868608 Options.force_consistency_checks: 1 -2024/05/27-16:59:45.645383 139896301868608 Options.report_bg_io_stats: 0 -2024/05/27-16:59:45.645384 139896301868608 Options.ttl: 2592000 -2024/05/27-16:59:45.645384 139896301868608 Options.periodic_compaction_seconds: 0 -2024/05/27-16:59:45.645385 139896301868608 Options.enable_blob_files: false -2024/05/27-16:59:45.645386 139896301868608 Options.min_blob_size: 0 -2024/05/27-16:59:45.645386 139896301868608 Options.blob_file_size: 268435456 -2024/05/27-16:59:45.645387 139896301868608 Options.blob_compression_type: NoCompression -2024/05/27-16:59:45.645388 139896301868608 Options.enable_blob_garbage_collection: false -2024/05/27-16:59:45.645389 139896301868608 Options.blob_garbage_collection_age_cutoff: 0.250000 -2024/05/27-16:59:45.645390 139896301868608 Options.blob_garbage_collection_force_threshold: 1.000000 -2024/05/27-16:59:45.645391 139896301868608 Options.blob_compaction_readahead_size: 0 -2024/05/27-16:59:45.646086 139896301868608 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001071 succeeded,manifest_file_number is 1071, next_file_number is 1078, last_sequence is 35248, log_number is 1075,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1075 -2024/05/27-16:59:45.646092 139896301868608 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1075 -2024/05/27-16:59:45.646139 139896301868608 [/version_set.cc:4410] Creating manifest 1079 -2024/05/27-16:59:45.673000 139896301868608 EVENT_LOG_v1 {"time_micros": 1716839985672992, "job": 1, "event": "recovery_started", "wal_files": [1075]} -2024/05/27-16:59:45.673007 139896301868608 [/db_impl/db_impl_open.cc:890] Recovering log #1075 mode 2 -2024/05/27-16:59:45.673045 139896301868608 [/version_set.cc:4410] Creating manifest 1080 -2024/05/27-16:59:45.708695 139896301868608 EVENT_LOG_v1 {"time_micros": 1716839985708689, "job": 1, "event": "recovery_finished"} -2024/05/27-16:59:45.722968 139896301868608 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1716815024496747 -2024/05/27-16:59:45.723462 139896301868608 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7f3c20042660 -2024/05/27-16:59:45.723508 139896301868608 DB pointer 0x7f3c200ea3c0 -2024/05/27-16:59:45.744865 139896301868608 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. -2024/05/27-16:59:45.745431 139896301868608 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1084. Immutable memtables: 0. -2024/05/27-16:59:45.745515 139895918020160 (Original Log Time 2024/05/27-16:59:45.745493) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 -2024/05/27-16:59:45.745520 139895918020160 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1084 -2024/05/27-16:59:45.745543 139895918020160 EVENT_LOG_v1 {"time_micros": 1716839985745537, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 374, "num_deletes": 184, "total_data_size": 31316, "memory_usage": 39064, "flush_reason": "Manual Flush"} -2024/05/27-16:59:45.745546 139895918020160 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1085: started -2024/05/27-16:59:45.770135 139895918020160 EVENT_LOG_v1 {"time_micros": 1716839985770092, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1085, "file_size": 6591, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 5226, "index_size": 270, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 28763, "raw_average_key_size": 77, "raw_value_size": 1621, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 372, "num_filter_entries": 0, "num_deletions": 186, "num_merge_operands": 0, "num_range_deletions": 2, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1716839985, "oldest_key_time": 1716839985, "file_creation_time": 1716839985, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "3W7KQ828SC8Q1VPG0TA8", "orig_file_number": 1085}} -2024/05/27-16:59:45.770202 139895918020160 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1085: 6591 bytes OK -2024/05/27-16:59:45.779529 139895918020160 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 34014 microseconds, and 973 cpu microseconds. -2024/05/27-16:59:45.785699 139895918020160 (Original Log Time 2024/05/27-16:59:45.779540) [/memtable_list.cc:471] [default] Level-0 commit table #1085 started -2024/05/27-16:59:45.785704 139895918020160 (Original Log Time 2024/05/27-16:59:45.785504) [/memtable_list.cc:678] [default] Level-0 commit table #1085: memtable #1 done -2024/05/27-16:59:45.785706 139895918020160 (Original Log Time 2024/05/27-16:59:45.785558) EVENT_LOG_v1 {"time_micros": 1716839985785545, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [7, 1, 0, 0], "immutable_memtables": 0} -2024/05/27-16:59:45.785708 139895918020160 (Original Log Time 2024/05/27-16:59:45.785590) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[7 1 0 0] max score 0.88 -2024/05/27-16:59:45.785717 139895918020160 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 30758, prev total WAL file size 30758, number of live WAL files 2. -2024/05/27-16:59:45.785843 139895918020160 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001081.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-16:59:45.785907 139896301868608 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK -2024/05/27-16:59:45.785950 139896301868608 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work -2024/05/27-16:59:45.786262 139896301868608 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001075.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 -2024/05/27-16:59:45.786490 139896301868608 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1717609456409323 b/.aim/meta/index/LOG.old.1717609456409323 new file mode 100644 index 0000000..424299d --- /dev/null +++ b/.aim/meta/index/LOG.old.1717609456409323 @@ -0,0 +1,259 @@ +2024/06/05-14:44:16.197000 139708668630592 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:44:16.197180 139708668630592 RocksDB version: 6.29.5 +2024/06/05-14:44:16.197183 139708668630592 Compile date 2023-03-02 19:33:03 +2024/06/05-14:44:16.197184 139708668630592 DB SUMMARY +2024/06/05-14:44:16.197185 139708668630592 DB Session ID: AHT7RO2F0WMNLQGE5VT1 +2024/06/05-14:44:16.197209 139708668630592 CURRENT file: CURRENT +2024/06/05-14:44:16.197210 139708668630592 IDENTITY file: IDENTITY +2024/06/05-14:44:16.197213 139708668630592 MANIFEST file: MANIFEST-001144 size: 1451 Bytes +2024/06/05-14:44:16.197214 139708668630592 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 7, files: 001102.sst 001104.sst 001113.sst 001122.sst 001131.sst 001140.sst 001149.sst +2024/06/05-14:44:16.197216 139708668630592 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001148.log size: 0 ; +2024/06/05-14:44:16.197217 139708668630592 Options.error_if_exists: 0 +2024/06/05-14:44:16.197218 139708668630592 Options.create_if_missing: 1 +2024/06/05-14:44:16.197219 139708668630592 Options.paranoid_checks: 0 +2024/06/05-14:44:16.197220 139708668630592 Options.flush_verify_memtable_count: 1 +2024/06/05-14:44:16.197221 139708668630592 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:44:16.197222 139708668630592 Options.env: 0x7f1090d1d940 +2024/06/05-14:44:16.197223 139708668630592 Options.fs: PosixFileSystem +2024/06/05-14:44:16.197224 139708668630592 Options.info_log: 0x7f107006f8a0 +2024/06/05-14:44:16.197224 139708668630592 Options.max_file_opening_threads: 16 +2024/06/05-14:44:16.197225 139708668630592 Options.statistics: (nil) +2024/06/05-14:44:16.197226 139708668630592 Options.use_fsync: 0 +2024/06/05-14:44:16.197227 139708668630592 Options.max_log_file_size: 0 +2024/06/05-14:44:16.197228 139708668630592 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:44:16.197229 139708668630592 Options.log_file_time_to_roll: 0 +2024/06/05-14:44:16.197229 139708668630592 Options.keep_log_file_num: 10 +2024/06/05-14:44:16.197230 139708668630592 Options.recycle_log_file_num: 0 +2024/06/05-14:44:16.197231 139708668630592 Options.allow_fallocate: 1 +2024/06/05-14:44:16.197232 139708668630592 Options.allow_mmap_reads: 0 +2024/06/05-14:44:16.197232 139708668630592 Options.allow_mmap_writes: 0 +2024/06/05-14:44:16.197233 139708668630592 Options.use_direct_reads: 0 +2024/06/05-14:44:16.197234 139708668630592 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:44:16.197235 139708668630592 Options.create_missing_column_families: 0 +2024/06/05-14:44:16.197235 139708668630592 Options.db_log_dir: +2024/06/05-14:44:16.197236 139708668630592 Options.wal_dir: +2024/06/05-14:44:16.197237 139708668630592 Options.table_cache_numshardbits: 6 +2024/06/05-14:44:16.197238 139708668630592 Options.WAL_ttl_seconds: 0 +2024/06/05-14:44:16.197239 139708668630592 Options.WAL_size_limit_MB: 0 +2024/06/05-14:44:16.197239 139708668630592 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:44:16.197240 139708668630592 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:44:16.197241 139708668630592 Options.is_fd_close_on_exec: 1 +2024/06/05-14:44:16.197242 139708668630592 Options.advise_random_on_open: 1 +2024/06/05-14:44:16.197242 139708668630592 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:44:16.197246 139708668630592 Options.db_write_buffer_size: 1048576 +2024/06/05-14:44:16.197254 139708668630592 Options.write_buffer_manager: 0x7f1070049e60 +2024/06/05-14:44:16.197256 139708668630592 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:44:16.197256 139708668630592 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:44:16.197257 139708668630592 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:44:16.197258 139708668630592 Options.use_adaptive_mutex: 0 +2024/06/05-14:44:16.197259 139708668630592 Options.rate_limiter: (nil) +2024/06/05-14:44:16.197260 139708668630592 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:44:16.197261 139708668630592 Options.wal_recovery_mode: 2 +2024/06/05-14:44:16.197261 139708668630592 Options.enable_thread_tracking: 0 +2024/06/05-14:44:16.197262 139708668630592 Options.enable_pipelined_write: 0 +2024/06/05-14:44:16.197263 139708668630592 Options.unordered_write: 0 +2024/06/05-14:44:16.197264 139708668630592 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:44:16.197264 139708668630592 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:44:16.197265 139708668630592 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:44:16.197266 139708668630592 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:44:16.197267 139708668630592 Options.row_cache: None +2024/06/05-14:44:16.197268 139708668630592 Options.wal_filter: None +2024/06/05-14:44:16.197268 139708668630592 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:44:16.197269 139708668630592 Options.allow_ingest_behind: 0 +2024/06/05-14:44:16.197270 139708668630592 Options.preserve_deletes: 0 +2024/06/05-14:44:16.197271 139708668630592 Options.two_write_queues: 0 +2024/06/05-14:44:16.197271 139708668630592 Options.manual_wal_flush: 0 +2024/06/05-14:44:16.197272 139708668630592 Options.atomic_flush: 0 +2024/06/05-14:44:16.197273 139708668630592 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:44:16.197274 139708668630592 Options.persist_stats_to_disk: 0 +2024/06/05-14:44:16.197274 139708668630592 Options.write_dbid_to_manifest: 0 +2024/06/05-14:44:16.197275 139708668630592 Options.log_readahead_size: 0 +2024/06/05-14:44:16.197276 139708668630592 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:44:16.197277 139708668630592 Options.best_efforts_recovery: 0 +2024/06/05-14:44:16.197278 139708668630592 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:44:16.197278 139708668630592 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:44:16.197279 139708668630592 Options.allow_data_in_errors: 0 +2024/06/05-14:44:16.197280 139708668630592 Options.db_host_id: __hostname__ +2024/06/05-14:44:16.197281 139708668630592 Options.max_background_jobs: 2 +2024/06/05-14:44:16.197282 139708668630592 Options.max_background_compactions: 4 +2024/06/05-14:44:16.197282 139708668630592 Options.max_subcompactions: 1 +2024/06/05-14:44:16.197283 139708668630592 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:44:16.197284 139708668630592 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:44:16.197285 139708668630592 Options.delayed_write_rate : 16777216 +2024/06/05-14:44:16.197285 139708668630592 Options.max_total_wal_size: 0 +2024/06/05-14:44:16.197286 139708668630592 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:44:16.197287 139708668630592 Options.stats_dump_period_sec: 600 +2024/06/05-14:44:16.197288 139708668630592 Options.stats_persist_period_sec: 600 +2024/06/05-14:44:16.197289 139708668630592 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:44:16.197293 139708668630592 Options.max_open_files: -1 +2024/06/05-14:44:16.197294 139708668630592 Options.bytes_per_sync: 0 +2024/06/05-14:44:16.197295 139708668630592 Options.wal_bytes_per_sync: 0 +2024/06/05-14:44:16.197296 139708668630592 Options.strict_bytes_per_sync: 0 +2024/06/05-14:44:16.197297 139708668630592 Options.compaction_readahead_size: 0 +2024/06/05-14:44:16.197298 139708668630592 Options.max_background_flushes: -1 +2024/06/05-14:44:16.197298 139708668630592 Compression algorithms supported: +2024/06/05-14:44:16.197299 139708668630592 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:44:16.197301 139708668630592 kZSTD supported: 1 +2024/06/05-14:44:16.197302 139708668630592 kXpressCompression supported: 0 +2024/06/05-14:44:16.197302 139708668630592 kLZ4HCCompression supported: 0 +2024/06/05-14:44:16.197303 139708668630592 kLZ4Compression supported: 0 +2024/06/05-14:44:16.197304 139708668630592 kBZip2Compression supported: 1 +2024/06/05-14:44:16.197305 139708668630592 kZlibCompression supported: 1 +2024/06/05-14:44:16.197306 139708668630592 kSnappyCompression supported: 1 +2024/06/05-14:44:16.197307 139708668630592 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:44:16.197356 139708668630592 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001144 +2024/06/05-14:44:16.197384 139708668630592 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:44:16.197386 139708668630592 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:44:16.197387 139708668630592 Options.merge_operator: None +2024/06/05-14:44:16.197388 139708668630592 Options.compaction_filter: None +2024/06/05-14:44:16.197389 139708668630592 Options.compaction_filter_factory: None +2024/06/05-14:44:16.197389 139708668630592 Options.sst_partitioner_factory: None +2024/06/05-14:44:16.197390 139708668630592 Options.memtable_factory: SkipListFactory +2024/06/05-14:44:16.197391 139708668630592 Options.table_factory: BlockBasedTable +2024/06/05-14:44:16.197406 139708668630592 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7f10700269d0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x7f107002eed0 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:44:16.197407 139708668630592 Options.write_buffer_size: 1048576 +2024/06/05-14:44:16.197408 139708668630592 Options.max_write_buffer_number: 2 +2024/06/05-14:44:16.197409 139708668630592 Options.compression: Snappy +2024/06/05-14:44:16.197410 139708668630592 Options.bottommost_compression: Disabled +2024/06/05-14:44:16.197411 139708668630592 Options.prefix_extractor: nullptr +2024/06/05-14:44:16.197411 139708668630592 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:44:16.197412 139708668630592 Options.num_levels: 4 +2024/06/05-14:44:16.197413 139708668630592 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:44:16.197421 139708668630592 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:44:16.197422 139708668630592 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:44:16.197423 139708668630592 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:44:16.197423 139708668630592 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:44:16.197424 139708668630592 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:44:16.197425 139708668630592 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:16.197426 139708668630592 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:16.197427 139708668630592 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:44:16.197427 139708668630592 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:44:16.197429 139708668630592 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:16.197429 139708668630592 Options.compression_opts.window_bits: -14 +2024/06/05-14:44:16.197430 139708668630592 Options.compression_opts.level: 32767 +2024/06/05-14:44:16.197431 139708668630592 Options.compression_opts.strategy: 0 +2024/06/05-14:44:16.197432 139708668630592 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:16.197433 139708668630592 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:16.197433 139708668630592 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:44:16.197434 139708668630592 Options.compression_opts.enabled: false +2024/06/05-14:44:16.197435 139708668630592 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:16.197436 139708668630592 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:44:16.197437 139708668630592 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:44:16.197437 139708668630592 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:44:16.197438 139708668630592 Options.target_file_size_base: 67108864 +2024/06/05-14:44:16.197439 139708668630592 Options.target_file_size_multiplier: 1 +2024/06/05-14:44:16.197440 139708668630592 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:44:16.197441 139708668630592 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:44:16.197441 139708668630592 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:44:16.197443 139708668630592 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:44:16.197444 139708668630592 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:44:16.197444 139708668630592 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:44:16.197445 139708668630592 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:44:16.197446 139708668630592 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:44:16.197447 139708668630592 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:44:16.197448 139708668630592 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:44:16.197449 139708668630592 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:44:16.197449 139708668630592 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:44:16.197450 139708668630592 Options.arena_block_size: 131072 +2024/06/05-14:44:16.197451 139708668630592 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:44:16.197452 139708668630592 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:44:16.197453 139708668630592 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:44:16.197454 139708668630592 Options.disable_auto_compactions: 0 +2024/06/05-14:44:16.197455 139708668630592 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:44:16.197460 139708668630592 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:44:16.197461 139708668630592 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:44:16.197461 139708668630592 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:44:16.197462 139708668630592 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:44:16.197463 139708668630592 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:44:16.197464 139708668630592 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:44:16.197465 139708668630592 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:44:16.197466 139708668630592 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:44:16.197466 139708668630592 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:44:16.197471 139708668630592 Options.table_properties_collectors: +2024/06/05-14:44:16.197471 139708668630592 Options.inplace_update_support: 0 +2024/06/05-14:44:16.197472 139708668630592 Options.inplace_update_num_locks: 10000 +2024/06/05-14:44:16.197473 139708668630592 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:44:16.197474 139708668630592 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:44:16.197475 139708668630592 Options.memtable_huge_page_size: 0 +2024/06/05-14:44:16.197476 139708668630592 Options.bloom_locality: 0 +2024/06/05-14:44:16.197477 139708668630592 Options.max_successive_merges: 0 +2024/06/05-14:44:16.197477 139708668630592 Options.optimize_filters_for_hits: 0 +2024/06/05-14:44:16.197478 139708668630592 Options.paranoid_file_checks: 0 +2024/06/05-14:44:16.197479 139708668630592 Options.force_consistency_checks: 1 +2024/06/05-14:44:16.197480 139708668630592 Options.report_bg_io_stats: 0 +2024/06/05-14:44:16.197480 139708668630592 Options.ttl: 2592000 +2024/06/05-14:44:16.197481 139708668630592 Options.periodic_compaction_seconds: 0 +2024/06/05-14:44:16.197482 139708668630592 Options.enable_blob_files: false +2024/06/05-14:44:16.197483 139708668630592 Options.min_blob_size: 0 +2024/06/05-14:44:16.197484 139708668630592 Options.blob_file_size: 268435456 +2024/06/05-14:44:16.197484 139708668630592 Options.blob_compression_type: NoCompression +2024/06/05-14:44:16.197485 139708668630592 Options.enable_blob_garbage_collection: false +2024/06/05-14:44:16.197486 139708668630592 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:44:16.197487 139708668630592 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:44:16.197488 139708668630592 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:44:16.198549 139708668630592 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001144 succeeded,manifest_file_number is 1144, next_file_number is 1151, last_sequence is 38090, log_number is 1148,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1148 +2024/06/05-14:44:16.198554 139708668630592 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1148 +2024/06/05-14:44:16.198604 139708668630592 [/version_set.cc:4410] Creating manifest 1152 +2024/06/05-14:44:16.207146 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609456207139, "job": 1, "event": "recovery_started", "wal_files": [1148]} +2024/06/05-14:44:16.207154 139708668630592 [/db_impl/db_impl_open.cc:890] Recovering log #1148 mode 2 +2024/06/05-14:44:16.207195 139708668630592 [/version_set.cc:4410] Creating manifest 1153 +2024/06/05-14:44:16.214078 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609456214074, "job": 1, "event": "recovery_finished"} +2024/06/05-14:44:16.220632 139708668630592 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1716839985413255 +2024/06/05-14:44:16.220680 139708668630592 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7f1070011e60 +2024/06/05-14:44:16.220718 139708668630592 DB pointer 0x7f107006c790 +2024/06/05-14:44:16.297029 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:44:16.297185 139708668630592 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1157. Immutable memtables: 0. +2024/06/05-14:44:16.297268 139708122240576 (Original Log Time 2024/06/05-14:44:16.297250) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:44:16.297272 139708122240576 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1157 +2024/06/05-14:44:16.297299 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609456297294, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 378, "num_deletes": 185, "total_data_size": 31653, "memory_usage": 39384, "flush_reason": "Manual Flush"} +2024/06/05-14:44:16.297302 139708122240576 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1158: started +2024/06/05-14:44:16.301287 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609456301260, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1158, "file_size": 7126, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 5307, "index_size": 270, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 28993, "raw_average_key_size": 77, "raw_value_size": 1819, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 376, "num_filter_entries": 0, "num_deletions": 190, "num_merge_operands": 0, "num_range_deletions": 6, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609456, "oldest_key_time": 1717609456, "file_creation_time": 1717609456, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "AHT7RO2F0WMNLQGE5VT1", "orig_file_number": 1158}} +2024/06/05-14:44:16.301363 139708122240576 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1158: 7126 bytes OK +2024/06/05-14:44:16.303171 139708122240576 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 5903 microseconds, and 968 cpu microseconds. +2024/06/05-14:44:16.305402 139708122240576 (Original Log Time 2024/06/05-14:44:16.303181) [/memtable_list.cc:471] [default] Level-0 commit table #1158 started +2024/06/05-14:44:16.305404 139708122240576 (Original Log Time 2024/06/05-14:44:16.305340) [/memtable_list.cc:678] [default] Level-0 commit table #1158: memtable #1 done +2024/06/05-14:44:16.305406 139708122240576 (Original Log Time 2024/06/05-14:44:16.305362) EVENT_LOG_v1 {"time_micros": 1717609456305355, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [7, 1, 0, 0], "immutable_memtables": 0} +2024/06/05-14:44:16.305407 139708122240576 (Original Log Time 2024/06/05-14:44:16.305380) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[7 1 0 0] max score 0.88 +2024/06/05-14:44:16.305413 139708122240576 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 31078, prev total WAL file size 31078, number of live WAL files 2. +2024/06/05-14:44:16.305508 139708122240576 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001154.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.305560 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:44:16.305589 139708668630592 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:44:16.305788 139708668630592 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001148.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.305902 139708668630592 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1717609456620447 b/.aim/meta/index/LOG.old.1717609456620447 new file mode 100644 index 0000000..f7c8c0f --- /dev/null +++ b/.aim/meta/index/LOG.old.1717609456620447 @@ -0,0 +1,264 @@ +2024/06/05-14:44:16.409430 139708668630592 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:44:16.409609 139708668630592 RocksDB version: 6.29.5 +2024/06/05-14:44:16.409612 139708668630592 Compile date 2023-03-02 19:33:03 +2024/06/05-14:44:16.409614 139708668630592 DB SUMMARY +2024/06/05-14:44:16.409615 139708668630592 DB Session ID: AHT7RO2F0WMNLQGE5VT3 +2024/06/05-14:44:16.409640 139708668630592 CURRENT file: CURRENT +2024/06/05-14:44:16.409641 139708668630592 IDENTITY file: IDENTITY +2024/06/05-14:44:16.409644 139708668630592 MANIFEST file: MANIFEST-001153 size: 1650 Bytes +2024/06/05-14:44:16.409646 139708668630592 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 8, files: 001102.sst 001104.sst 001113.sst 001122.sst 001131.sst 001140.sst 001149.sst 001158.sst +2024/06/05-14:44:16.409647 139708668630592 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001157.log size: 0 ; +2024/06/05-14:44:16.409649 139708668630592 Options.error_if_exists: 0 +2024/06/05-14:44:16.409650 139708668630592 Options.create_if_missing: 1 +2024/06/05-14:44:16.409651 139708668630592 Options.paranoid_checks: 0 +2024/06/05-14:44:16.409652 139708668630592 Options.flush_verify_memtable_count: 1 +2024/06/05-14:44:16.409653 139708668630592 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:44:16.409654 139708668630592 Options.env: 0x7f1090d1d940 +2024/06/05-14:44:16.409655 139708668630592 Options.fs: PosixFileSystem +2024/06/05-14:44:16.409656 139708668630592 Options.info_log: 0x7f107002c450 +2024/06/05-14:44:16.409657 139708668630592 Options.max_file_opening_threads: 16 +2024/06/05-14:44:16.409657 139708668630592 Options.statistics: (nil) +2024/06/05-14:44:16.409658 139708668630592 Options.use_fsync: 0 +2024/06/05-14:44:16.409659 139708668630592 Options.max_log_file_size: 0 +2024/06/05-14:44:16.409660 139708668630592 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:44:16.409661 139708668630592 Options.log_file_time_to_roll: 0 +2024/06/05-14:44:16.409662 139708668630592 Options.keep_log_file_num: 10 +2024/06/05-14:44:16.409663 139708668630592 Options.recycle_log_file_num: 0 +2024/06/05-14:44:16.409664 139708668630592 Options.allow_fallocate: 1 +2024/06/05-14:44:16.409664 139708668630592 Options.allow_mmap_reads: 0 +2024/06/05-14:44:16.409665 139708668630592 Options.allow_mmap_writes: 0 +2024/06/05-14:44:16.409666 139708668630592 Options.use_direct_reads: 0 +2024/06/05-14:44:16.409667 139708668630592 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:44:16.409668 139708668630592 Options.create_missing_column_families: 0 +2024/06/05-14:44:16.409669 139708668630592 Options.db_log_dir: +2024/06/05-14:44:16.409669 139708668630592 Options.wal_dir: +2024/06/05-14:44:16.409670 139708668630592 Options.table_cache_numshardbits: 6 +2024/06/05-14:44:16.409671 139708668630592 Options.WAL_ttl_seconds: 0 +2024/06/05-14:44:16.409672 139708668630592 Options.WAL_size_limit_MB: 0 +2024/06/05-14:44:16.409673 139708668630592 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:44:16.409674 139708668630592 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:44:16.409674 139708668630592 Options.is_fd_close_on_exec: 1 +2024/06/05-14:44:16.409675 139708668630592 Options.advise_random_on_open: 1 +2024/06/05-14:44:16.409676 139708668630592 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:44:16.409680 139708668630592 Options.db_write_buffer_size: 1048576 +2024/06/05-14:44:16.409689 139708668630592 Options.write_buffer_manager: 0x7f1070035330 +2024/06/05-14:44:16.409690 139708668630592 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:44:16.409691 139708668630592 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:44:16.409692 139708668630592 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:44:16.409692 139708668630592 Options.use_adaptive_mutex: 0 +2024/06/05-14:44:16.409693 139708668630592 Options.rate_limiter: (nil) +2024/06/05-14:44:16.409695 139708668630592 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:44:16.409695 139708668630592 Options.wal_recovery_mode: 2 +2024/06/05-14:44:16.409696 139708668630592 Options.enable_thread_tracking: 0 +2024/06/05-14:44:16.409697 139708668630592 Options.enable_pipelined_write: 0 +2024/06/05-14:44:16.409698 139708668630592 Options.unordered_write: 0 +2024/06/05-14:44:16.409699 139708668630592 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:44:16.409699 139708668630592 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:44:16.409700 139708668630592 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:44:16.409701 139708668630592 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:44:16.409702 139708668630592 Options.row_cache: None +2024/06/05-14:44:16.409703 139708668630592 Options.wal_filter: None +2024/06/05-14:44:16.409704 139708668630592 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:44:16.409705 139708668630592 Options.allow_ingest_behind: 0 +2024/06/05-14:44:16.409705 139708668630592 Options.preserve_deletes: 0 +2024/06/05-14:44:16.409706 139708668630592 Options.two_write_queues: 0 +2024/06/05-14:44:16.409707 139708668630592 Options.manual_wal_flush: 0 +2024/06/05-14:44:16.409708 139708668630592 Options.atomic_flush: 0 +2024/06/05-14:44:16.409709 139708668630592 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:44:16.409709 139708668630592 Options.persist_stats_to_disk: 0 +2024/06/05-14:44:16.409710 139708668630592 Options.write_dbid_to_manifest: 0 +2024/06/05-14:44:16.409711 139708668630592 Options.log_readahead_size: 0 +2024/06/05-14:44:16.409712 139708668630592 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:44:16.409713 139708668630592 Options.best_efforts_recovery: 0 +2024/06/05-14:44:16.409714 139708668630592 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:44:16.409714 139708668630592 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:44:16.409715 139708668630592 Options.allow_data_in_errors: 0 +2024/06/05-14:44:16.409716 139708668630592 Options.db_host_id: __hostname__ +2024/06/05-14:44:16.409717 139708668630592 Options.max_background_jobs: 2 +2024/06/05-14:44:16.409718 139708668630592 Options.max_background_compactions: 4 +2024/06/05-14:44:16.409719 139708668630592 Options.max_subcompactions: 1 +2024/06/05-14:44:16.409720 139708668630592 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:44:16.409720 139708668630592 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:44:16.409721 139708668630592 Options.delayed_write_rate : 16777216 +2024/06/05-14:44:16.409722 139708668630592 Options.max_total_wal_size: 0 +2024/06/05-14:44:16.409723 139708668630592 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:44:16.409724 139708668630592 Options.stats_dump_period_sec: 600 +2024/06/05-14:44:16.409725 139708668630592 Options.stats_persist_period_sec: 600 +2024/06/05-14:44:16.409726 139708668630592 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:44:16.409731 139708668630592 Options.max_open_files: -1 +2024/06/05-14:44:16.409732 139708668630592 Options.bytes_per_sync: 0 +2024/06/05-14:44:16.409733 139708668630592 Options.wal_bytes_per_sync: 0 +2024/06/05-14:44:16.409733 139708668630592 Options.strict_bytes_per_sync: 0 +2024/06/05-14:44:16.409734 139708668630592 Options.compaction_readahead_size: 0 +2024/06/05-14:44:16.409735 139708668630592 Options.max_background_flushes: -1 +2024/06/05-14:44:16.409736 139708668630592 Compression algorithms supported: +2024/06/05-14:44:16.409737 139708668630592 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:44:16.409738 139708668630592 kZSTD supported: 1 +2024/06/05-14:44:16.409739 139708668630592 kXpressCompression supported: 0 +2024/06/05-14:44:16.409740 139708668630592 kLZ4HCCompression supported: 0 +2024/06/05-14:44:16.409741 139708668630592 kLZ4Compression supported: 0 +2024/06/05-14:44:16.409742 139708668630592 kBZip2Compression supported: 1 +2024/06/05-14:44:16.409743 139708668630592 kZlibCompression supported: 1 +2024/06/05-14:44:16.409744 139708668630592 kSnappyCompression supported: 1 +2024/06/05-14:44:16.409745 139708668630592 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:44:16.409784 139708668630592 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001153 +2024/06/05-14:44:16.409814 139708668630592 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:44:16.409816 139708668630592 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:44:16.409817 139708668630592 Options.merge_operator: None +2024/06/05-14:44:16.409818 139708668630592 Options.compaction_filter: None +2024/06/05-14:44:16.409819 139708668630592 Options.compaction_filter_factory: None +2024/06/05-14:44:16.409820 139708668630592 Options.sst_partitioner_factory: None +2024/06/05-14:44:16.409821 139708668630592 Options.memtable_factory: SkipListFactory +2024/06/05-14:44:16.409822 139708668630592 Options.table_factory: BlockBasedTable +2024/06/05-14:44:16.409837 139708668630592 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7f1070031450) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x7f1070026e80 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:44:16.409839 139708668630592 Options.write_buffer_size: 1048576 +2024/06/05-14:44:16.409839 139708668630592 Options.max_write_buffer_number: 2 +2024/06/05-14:44:16.409840 139708668630592 Options.compression: Snappy +2024/06/05-14:44:16.409841 139708668630592 Options.bottommost_compression: Disabled +2024/06/05-14:44:16.409842 139708668630592 Options.prefix_extractor: nullptr +2024/06/05-14:44:16.409843 139708668630592 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:44:16.409844 139708668630592 Options.num_levels: 4 +2024/06/05-14:44:16.409845 139708668630592 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:44:16.409872 139708668630592 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:44:16.409875 139708668630592 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:44:16.409876 139708668630592 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:44:16.409877 139708668630592 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:44:16.409878 139708668630592 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:44:16.409879 139708668630592 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:16.409880 139708668630592 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:16.409881 139708668630592 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:44:16.409882 139708668630592 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:44:16.409883 139708668630592 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:16.409884 139708668630592 Options.compression_opts.window_bits: -14 +2024/06/05-14:44:16.409885 139708668630592 Options.compression_opts.level: 32767 +2024/06/05-14:44:16.409885 139708668630592 Options.compression_opts.strategy: 0 +2024/06/05-14:44:16.409886 139708668630592 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:16.409887 139708668630592 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:16.409888 139708668630592 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:44:16.409889 139708668630592 Options.compression_opts.enabled: false +2024/06/05-14:44:16.409890 139708668630592 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:16.409890 139708668630592 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:44:16.409891 139708668630592 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:44:16.409892 139708668630592 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:44:16.409893 139708668630592 Options.target_file_size_base: 67108864 +2024/06/05-14:44:16.409894 139708668630592 Options.target_file_size_multiplier: 1 +2024/06/05-14:44:16.409895 139708668630592 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:44:16.409895 139708668630592 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:44:16.409896 139708668630592 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:44:16.409898 139708668630592 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:44:16.409899 139708668630592 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:44:16.409900 139708668630592 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:44:16.409901 139708668630592 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:44:16.409902 139708668630592 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:44:16.409903 139708668630592 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:44:16.409904 139708668630592 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:44:16.409904 139708668630592 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:44:16.409905 139708668630592 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:44:16.409906 139708668630592 Options.arena_block_size: 131072 +2024/06/05-14:44:16.409907 139708668630592 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:44:16.409908 139708668630592 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:44:16.409909 139708668630592 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:44:16.409910 139708668630592 Options.disable_auto_compactions: 0 +2024/06/05-14:44:16.409911 139708668630592 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:44:16.409921 139708668630592 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:44:16.409922 139708668630592 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:44:16.409923 139708668630592 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:44:16.409923 139708668630592 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:44:16.409924 139708668630592 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:44:16.409925 139708668630592 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:44:16.409926 139708668630592 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:44:16.409927 139708668630592 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:44:16.409928 139708668630592 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:44:16.409932 139708668630592 Options.table_properties_collectors: +2024/06/05-14:44:16.409933 139708668630592 Options.inplace_update_support: 0 +2024/06/05-14:44:16.409934 139708668630592 Options.inplace_update_num_locks: 10000 +2024/06/05-14:44:16.409934 139708668630592 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:44:16.409936 139708668630592 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:44:16.409937 139708668630592 Options.memtable_huge_page_size: 0 +2024/06/05-14:44:16.409937 139708668630592 Options.bloom_locality: 0 +2024/06/05-14:44:16.409938 139708668630592 Options.max_successive_merges: 0 +2024/06/05-14:44:16.409939 139708668630592 Options.optimize_filters_for_hits: 0 +2024/06/05-14:44:16.409940 139708668630592 Options.paranoid_file_checks: 0 +2024/06/05-14:44:16.409941 139708668630592 Options.force_consistency_checks: 1 +2024/06/05-14:44:16.409941 139708668630592 Options.report_bg_io_stats: 0 +2024/06/05-14:44:16.409942 139708668630592 Options.ttl: 2592000 +2024/06/05-14:44:16.409943 139708668630592 Options.periodic_compaction_seconds: 0 +2024/06/05-14:44:16.409944 139708668630592 Options.enable_blob_files: false +2024/06/05-14:44:16.409945 139708668630592 Options.min_blob_size: 0 +2024/06/05-14:44:16.409946 139708668630592 Options.blob_file_size: 268435456 +2024/06/05-14:44:16.409947 139708668630592 Options.blob_compression_type: NoCompression +2024/06/05-14:44:16.409948 139708668630592 Options.enable_blob_garbage_collection: false +2024/06/05-14:44:16.409948 139708668630592 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:44:16.409950 139708668630592 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:44:16.409951 139708668630592 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:44:16.411246 139708668630592 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001153 succeeded,manifest_file_number is 1153, next_file_number is 1160, last_sequence is 38468, log_number is 1157,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1157 +2024/06/05-14:44:16.411252 139708668630592 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1157 +2024/06/05-14:44:16.411305 139708668630592 [/version_set.cc:4410] Creating manifest 1161 +2024/06/05-14:44:16.419219 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609456419213, "job": 1, "event": "recovery_started", "wal_files": [1157]} +2024/06/05-14:44:16.419226 139708668630592 [/db_impl/db_impl_open.cc:890] Recovering log #1157 mode 2 +2024/06/05-14:44:16.419264 139708668630592 [/version_set.cc:4410] Creating manifest 1162 +2024/06/05-14:44:16.426154 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609456426150, "job": 1, "event": "recovery_finished"} +2024/06/05-14:44:16.431239 139708668630592 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1716839985644735 +2024/06/05-14:44:16.431616 139708668630592 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7f1070049980 +2024/06/05-14:44:16.431665 139708668630592 DB pointer 0x7f10700201c0 +2024/06/05-14:44:16.509597 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:44:16.509775 139708668630592 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1166. Immutable memtables: 0. +2024/06/05-14:44:16.509873 139708122240576 (Original Log Time 2024/06/05-14:44:16.509859) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:44:16.509891 139708122240576 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1166 +2024/06/05-14:44:16.509933 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609456509908, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 334, "num_deletes": 163, "total_data_size": 27843, "memory_usage": 34704, "flush_reason": "Manual Flush"} +2024/06/05-14:44:16.509936 139708122240576 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1167: started +2024/06/05-14:44:16.513964 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609456513945, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1167, "file_size": 6413, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4621, "index_size": 228, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 25465, "raw_average_key_size": 76, "raw_value_size": 1625, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 332, "num_filter_entries": 0, "num_deletions": 168, "num_merge_operands": 0, "num_range_deletions": 6, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609456, "oldest_key_time": 1717609456, "file_creation_time": 1717609456, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "AHT7RO2F0WMNLQGE5VT3", "orig_file_number": 1167}} +2024/06/05-14:44:16.513997 139708122240576 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1167: 6413 bytes OK +2024/06/05-14:44:16.515819 139708122240576 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 5948 microseconds, and 686 cpu microseconds. +2024/06/05-14:44:16.518025 139708122240576 (Original Log Time 2024/06/05-14:44:16.515825) [/memtable_list.cc:471] [default] Level-0 commit table #1167 started +2024/06/05-14:44:16.518027 139708122240576 (Original Log Time 2024/06/05-14:44:16.517962) [/memtable_list.cc:678] [default] Level-0 commit table #1167: memtable #1 done +2024/06/05-14:44:16.518029 139708122240576 (Original Log Time 2024/06/05-14:44:16.517977) EVENT_LOG_v1 {"time_micros": 1717609456517972, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [8, 1, 0, 0], "immutable_memtables": 0} +2024/06/05-14:44:16.518030 139708122240576 (Original Log Time 2024/06/05-14:44:16.518008) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[8 1 0 0] max score 1.00 +2024/06/05-14:44:16.518034 139708122240576 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 27334, prev total WAL file size 27334, number of live WAL files 2. +2024/06/05-14:44:16.518065 139708147418688 [/compaction/compaction_job.cc:2334] [default] [JOB 4] Compacting 8@0 + 1@1 files to L1, score 1.00 +2024/06/05-14:44:16.518073 139708147418688 [/compaction/compaction_job.cc:2338] [default] Compaction start summary: Base version 4 Base level 0, inputs: [1167(6413B) 1158(7126B) 1149(5828B) 1140(6579B) 1131(5457B) 1122(7162B) 1113(6609B) 1104(6687B)], [1102(156KB)] +2024/06/05-14:44:16.518084 139708147418688 EVENT_LOG_v1 {"time_micros": 1717609456518076, "job": 4, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [1167, 1158, 1149, 1140, 1131, 1122, 1113, 1104], "files_L1": [1102], "score": 1, "input_data_size": 211843} +2024/06/05-14:44:16.518111 139708122240576 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001163.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.518153 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:44:16.518176 139708668630592 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:44:16.518362 139708147418688 (Original Log Time 2024/06/05-14:44:16.518343) [/compaction/compaction_job.cc:962] [default] compacted to: files[8 1 0 0] max score 0.00, MB/sec: 929.1 rd, 0.0 wr, level 1, files in(8, 1) out(0 +0 blob) MB in(0.0, 0.2 +0.0 blob) out(0.0 +0.0 blob), read-write-amplify(4.1) write-amplify(0.0) Shutdown in progress: Database shutdown, records in: 332, records dropped: 332 output_compression: Snappy +2024/06/05-14:44:16.518372 139708147418688 (Original Log Time 2024/06/05-14:44:16.518355) EVENT_LOG_v1 {"time_micros": 1717609456518350, "job": 4, "event": "compaction_finished", "compaction_time_micros": 228, "compaction_time_cpu_micros": 207, "output_level": 1, "num_output_files": 0, "total_output_size": 0, "num_input_records": 332, "num_output_records": 0, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [8, 1, 0, 0]} +2024/06/05-14:44:16.518482 139708668630592 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001157.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.518577 139708668630592 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1717609456831071 b/.aim/meta/index/LOG.old.1717609456831071 new file mode 100644 index 0000000..a5a3540 --- /dev/null +++ b/.aim/meta/index/LOG.old.1717609456831071 @@ -0,0 +1,285 @@ +2024/06/05-14:44:16.620558 139708668630592 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:44:16.620819 139708668630592 RocksDB version: 6.29.5 +2024/06/05-14:44:16.620823 139708668630592 Compile date 2023-03-02 19:33:03 +2024/06/05-14:44:16.620826 139708668630592 DB SUMMARY +2024/06/05-14:44:16.620827 139708668630592 DB Session ID: AHT7RO2F0WMNLQGE5VTL +2024/06/05-14:44:16.620855 139708668630592 CURRENT file: CURRENT +2024/06/05-14:44:16.620857 139708668630592 IDENTITY file: IDENTITY +2024/06/05-14:44:16.620860 139708668630592 MANIFEST file: MANIFEST-001162 size: 1849 Bytes +2024/06/05-14:44:16.620861 139708668630592 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 9, files: 001102.sst 001104.sst 001113.sst 001122.sst 001131.sst 001140.sst 001149.sst 001158.sst 001167.sst +2024/06/05-14:44:16.620863 139708668630592 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001166.log size: 0 ; +2024/06/05-14:44:16.620864 139708668630592 Options.error_if_exists: 0 +2024/06/05-14:44:16.620865 139708668630592 Options.create_if_missing: 1 +2024/06/05-14:44:16.620866 139708668630592 Options.paranoid_checks: 0 +2024/06/05-14:44:16.620867 139708668630592 Options.flush_verify_memtable_count: 1 +2024/06/05-14:44:16.620868 139708668630592 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:44:16.620869 139708668630592 Options.env: 0x7f1090d1d940 +2024/06/05-14:44:16.620870 139708668630592 Options.fs: PosixFileSystem +2024/06/05-14:44:16.620871 139708668630592 Options.info_log: 0x7f1070076c30 +2024/06/05-14:44:16.620872 139708668630592 Options.max_file_opening_threads: 16 +2024/06/05-14:44:16.620873 139708668630592 Options.statistics: (nil) +2024/06/05-14:44:16.620874 139708668630592 Options.use_fsync: 0 +2024/06/05-14:44:16.620875 139708668630592 Options.max_log_file_size: 0 +2024/06/05-14:44:16.620876 139708668630592 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:44:16.620876 139708668630592 Options.log_file_time_to_roll: 0 +2024/06/05-14:44:16.620877 139708668630592 Options.keep_log_file_num: 10 +2024/06/05-14:44:16.620878 139708668630592 Options.recycle_log_file_num: 0 +2024/06/05-14:44:16.620879 139708668630592 Options.allow_fallocate: 1 +2024/06/05-14:44:16.620880 139708668630592 Options.allow_mmap_reads: 0 +2024/06/05-14:44:16.620881 139708668630592 Options.allow_mmap_writes: 0 +2024/06/05-14:44:16.620881 139708668630592 Options.use_direct_reads: 0 +2024/06/05-14:44:16.620882 139708668630592 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:44:16.620883 139708668630592 Options.create_missing_column_families: 0 +2024/06/05-14:44:16.620884 139708668630592 Options.db_log_dir: +2024/06/05-14:44:16.620885 139708668630592 Options.wal_dir: +2024/06/05-14:44:16.620886 139708668630592 Options.table_cache_numshardbits: 6 +2024/06/05-14:44:16.620886 139708668630592 Options.WAL_ttl_seconds: 0 +2024/06/05-14:44:16.620887 139708668630592 Options.WAL_size_limit_MB: 0 +2024/06/05-14:44:16.620888 139708668630592 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:44:16.620889 139708668630592 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:44:16.620890 139708668630592 Options.is_fd_close_on_exec: 1 +2024/06/05-14:44:16.620891 139708668630592 Options.advise_random_on_open: 1 +2024/06/05-14:44:16.620891 139708668630592 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:44:16.620896 139708668630592 Options.db_write_buffer_size: 1048576 +2024/06/05-14:44:16.620909 139708668630592 Options.write_buffer_manager: 0x7f1070049e60 +2024/06/05-14:44:16.620911 139708668630592 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:44:16.620913 139708668630592 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:44:16.620914 139708668630592 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:44:16.620915 139708668630592 Options.use_adaptive_mutex: 0 +2024/06/05-14:44:16.620916 139708668630592 Options.rate_limiter: (nil) +2024/06/05-14:44:16.620917 139708668630592 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:44:16.620918 139708668630592 Options.wal_recovery_mode: 2 +2024/06/05-14:44:16.620919 139708668630592 Options.enable_thread_tracking: 0 +2024/06/05-14:44:16.620920 139708668630592 Options.enable_pipelined_write: 0 +2024/06/05-14:44:16.620921 139708668630592 Options.unordered_write: 0 +2024/06/05-14:44:16.620922 139708668630592 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:44:16.620922 139708668630592 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:44:16.620923 139708668630592 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:44:16.620924 139708668630592 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:44:16.620925 139708668630592 Options.row_cache: None +2024/06/05-14:44:16.620926 139708668630592 Options.wal_filter: None +2024/06/05-14:44:16.620927 139708668630592 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:44:16.620928 139708668630592 Options.allow_ingest_behind: 0 +2024/06/05-14:44:16.620928 139708668630592 Options.preserve_deletes: 0 +2024/06/05-14:44:16.620929 139708668630592 Options.two_write_queues: 0 +2024/06/05-14:44:16.620930 139708668630592 Options.manual_wal_flush: 0 +2024/06/05-14:44:16.620931 139708668630592 Options.atomic_flush: 0 +2024/06/05-14:44:16.620932 139708668630592 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:44:16.620932 139708668630592 Options.persist_stats_to_disk: 0 +2024/06/05-14:44:16.620933 139708668630592 Options.write_dbid_to_manifest: 0 +2024/06/05-14:44:16.620934 139708668630592 Options.log_readahead_size: 0 +2024/06/05-14:44:16.620935 139708668630592 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:44:16.620936 139708668630592 Options.best_efforts_recovery: 0 +2024/06/05-14:44:16.620937 139708668630592 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:44:16.620938 139708668630592 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:44:16.620938 139708668630592 Options.allow_data_in_errors: 0 +2024/06/05-14:44:16.620939 139708668630592 Options.db_host_id: __hostname__ +2024/06/05-14:44:16.620940 139708668630592 Options.max_background_jobs: 2 +2024/06/05-14:44:16.620941 139708668630592 Options.max_background_compactions: 4 +2024/06/05-14:44:16.620942 139708668630592 Options.max_subcompactions: 1 +2024/06/05-14:44:16.620943 139708668630592 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:44:16.620944 139708668630592 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:44:16.620944 139708668630592 Options.delayed_write_rate : 16777216 +2024/06/05-14:44:16.620945 139708668630592 Options.max_total_wal_size: 0 +2024/06/05-14:44:16.620946 139708668630592 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:44:16.620947 139708668630592 Options.stats_dump_period_sec: 600 +2024/06/05-14:44:16.620948 139708668630592 Options.stats_persist_period_sec: 600 +2024/06/05-14:44:16.620949 139708668630592 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:44:16.620955 139708668630592 Options.max_open_files: -1 +2024/06/05-14:44:16.620956 139708668630592 Options.bytes_per_sync: 0 +2024/06/05-14:44:16.620956 139708668630592 Options.wal_bytes_per_sync: 0 +2024/06/05-14:44:16.620957 139708668630592 Options.strict_bytes_per_sync: 0 +2024/06/05-14:44:16.620958 139708668630592 Options.compaction_readahead_size: 0 +2024/06/05-14:44:16.620959 139708668630592 Options.max_background_flushes: -1 +2024/06/05-14:44:16.620960 139708668630592 Compression algorithms supported: +2024/06/05-14:44:16.620961 139708668630592 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:44:16.620962 139708668630592 kZSTD supported: 1 +2024/06/05-14:44:16.620963 139708668630592 kXpressCompression supported: 0 +2024/06/05-14:44:16.620964 139708668630592 kLZ4HCCompression supported: 0 +2024/06/05-14:44:16.620965 139708668630592 kLZ4Compression supported: 0 +2024/06/05-14:44:16.620966 139708668630592 kBZip2Compression supported: 1 +2024/06/05-14:44:16.620967 139708668630592 kZlibCompression supported: 1 +2024/06/05-14:44:16.620968 139708668630592 kSnappyCompression supported: 1 +2024/06/05-14:44:16.620969 139708668630592 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:44:16.621039 139708668630592 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001162 +2024/06/05-14:44:16.621090 139708668630592 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:44:16.621094 139708668630592 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:44:16.621095 139708668630592 Options.merge_operator: None +2024/06/05-14:44:16.621096 139708668630592 Options.compaction_filter: None +2024/06/05-14:44:16.621097 139708668630592 Options.compaction_filter_factory: None +2024/06/05-14:44:16.621098 139708668630592 Options.sst_partitioner_factory: None +2024/06/05-14:44:16.621099 139708668630592 Options.memtable_factory: SkipListFactory +2024/06/05-14:44:16.621100 139708668630592 Options.table_factory: BlockBasedTable +2024/06/05-14:44:16.621116 139708668630592 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7f107000efc0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x7f1070036c20 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:44:16.621117 139708668630592 Options.write_buffer_size: 1048576 +2024/06/05-14:44:16.621118 139708668630592 Options.max_write_buffer_number: 2 +2024/06/05-14:44:16.621120 139708668630592 Options.compression: Snappy +2024/06/05-14:44:16.621120 139708668630592 Options.bottommost_compression: Disabled +2024/06/05-14:44:16.621121 139708668630592 Options.prefix_extractor: nullptr +2024/06/05-14:44:16.621122 139708668630592 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:44:16.621123 139708668630592 Options.num_levels: 4 +2024/06/05-14:44:16.621124 139708668630592 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:44:16.621134 139708668630592 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:44:16.621135 139708668630592 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:44:16.621136 139708668630592 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:44:16.621137 139708668630592 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:44:16.621138 139708668630592 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:44:16.621138 139708668630592 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:16.621139 139708668630592 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:16.621140 139708668630592 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:44:16.621141 139708668630592 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:44:16.621142 139708668630592 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:16.621143 139708668630592 Options.compression_opts.window_bits: -14 +2024/06/05-14:44:16.621144 139708668630592 Options.compression_opts.level: 32767 +2024/06/05-14:44:16.621144 139708668630592 Options.compression_opts.strategy: 0 +2024/06/05-14:44:16.621145 139708668630592 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:16.621146 139708668630592 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:16.621147 139708668630592 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:44:16.621148 139708668630592 Options.compression_opts.enabled: false +2024/06/05-14:44:16.621149 139708668630592 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:16.621149 139708668630592 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:44:16.621150 139708668630592 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:44:16.621151 139708668630592 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:44:16.621152 139708668630592 Options.target_file_size_base: 67108864 +2024/06/05-14:44:16.621153 139708668630592 Options.target_file_size_multiplier: 1 +2024/06/05-14:44:16.621154 139708668630592 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:44:16.621155 139708668630592 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:44:16.621155 139708668630592 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:44:16.621157 139708668630592 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:44:16.621158 139708668630592 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:44:16.621159 139708668630592 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:44:16.621160 139708668630592 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:44:16.621160 139708668630592 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:44:16.621161 139708668630592 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:44:16.621162 139708668630592 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:44:16.621163 139708668630592 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:44:16.621164 139708668630592 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:44:16.621165 139708668630592 Options.arena_block_size: 131072 +2024/06/05-14:44:16.621166 139708668630592 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:44:16.621166 139708668630592 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:44:16.621167 139708668630592 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:44:16.621168 139708668630592 Options.disable_auto_compactions: 0 +2024/06/05-14:44:16.621170 139708668630592 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:44:16.621175 139708668630592 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:44:16.621176 139708668630592 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:44:16.621177 139708668630592 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:44:16.621178 139708668630592 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:44:16.621179 139708668630592 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:44:16.621180 139708668630592 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:44:16.621181 139708668630592 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:44:16.621181 139708668630592 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:44:16.621182 139708668630592 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:44:16.621187 139708668630592 Options.table_properties_collectors: +2024/06/05-14:44:16.621188 139708668630592 Options.inplace_update_support: 0 +2024/06/05-14:44:16.621188 139708668630592 Options.inplace_update_num_locks: 10000 +2024/06/05-14:44:16.621189 139708668630592 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:44:16.621190 139708668630592 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:44:16.621191 139708668630592 Options.memtable_huge_page_size: 0 +2024/06/05-14:44:16.621192 139708668630592 Options.bloom_locality: 0 +2024/06/05-14:44:16.621193 139708668630592 Options.max_successive_merges: 0 +2024/06/05-14:44:16.621194 139708668630592 Options.optimize_filters_for_hits: 0 +2024/06/05-14:44:16.621195 139708668630592 Options.paranoid_file_checks: 0 +2024/06/05-14:44:16.621195 139708668630592 Options.force_consistency_checks: 1 +2024/06/05-14:44:16.621196 139708668630592 Options.report_bg_io_stats: 0 +2024/06/05-14:44:16.621197 139708668630592 Options.ttl: 2592000 +2024/06/05-14:44:16.621198 139708668630592 Options.periodic_compaction_seconds: 0 +2024/06/05-14:44:16.621199 139708668630592 Options.enable_blob_files: false +2024/06/05-14:44:16.621200 139708668630592 Options.min_blob_size: 0 +2024/06/05-14:44:16.621200 139708668630592 Options.blob_file_size: 268435456 +2024/06/05-14:44:16.621201 139708668630592 Options.blob_compression_type: NoCompression +2024/06/05-14:44:16.621202 139708668630592 Options.enable_blob_garbage_collection: false +2024/06/05-14:44:16.621203 139708668630592 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:44:16.621204 139708668630592 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:44:16.621205 139708668630592 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:44:16.622774 139708668630592 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001162 succeeded,manifest_file_number is 1162, next_file_number is 1169, last_sequence is 38802, log_number is 1166,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1166 +2024/06/05-14:44:16.622781 139708668630592 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1166 +2024/06/05-14:44:16.622849 139708668630592 [/version_set.cc:4410] Creating manifest 1170 +2024/06/05-14:44:16.630691 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609456630685, "job": 1, "event": "recovery_started", "wal_files": [1166]} +2024/06/05-14:44:16.630697 139708668630592 [/db_impl/db_impl_open.cc:890] Recovering log #1166 mode 2 +2024/06/05-14:44:16.630733 139708668630592 [/version_set.cc:4410] Creating manifest 1171 +2024/06/05-14:44:16.637771 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609456637765, "job": 1, "event": "recovery_finished"} +2024/06/05-14:44:16.643247 139708668630592 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1716839985888083 +2024/06/05-14:44:16.643315 139708668630592 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7f1070011e60 +2024/06/05-14:44:16.643362 139708668630592 DB pointer 0x7f10700201c0 +2024/06/05-14:44:16.643405 139708139025984 [/compaction/compaction_job.cc:2334] [default] [JOB 3] Compacting 8@0 + 1@1 files to L1, score 1.00 +2024/06/05-14:44:16.643414 139708139025984 [/compaction/compaction_job.cc:2338] [default] Compaction start summary: Base version 3 Base level 0, inputs: [1167(6413B) 1158(7126B) 1149(5828B) 1140(6579B) 1131(5457B) 1122(7162B) 1113(6609B) 1104(6687B)], [1102(156KB)] +2024/06/05-14:44:16.643432 139708139025984 EVENT_LOG_v1 {"time_micros": 1717609456643420, "job": 3, "event": "compaction_started", "compaction_reason": "LevelL0FilesNum", "files_L0": [1167, 1158, 1149, 1140, 1131, 1122, 1113, 1104], "files_L1": [1102], "score": 1, "input_data_size": 211843} +2024/06/05-14:44:16.660096 139708139025984 [/compaction/compaction_job.cc:1942] [default] [JOB 3] Generated table #1175: 14186 keys, 172081 bytes +2024/06/05-14:44:16.660132 139708139025984 EVENT_LOG_v1 {"time_micros": 1717609456660113, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1175, "file_size": 172081, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 166063, "index_size": 9127, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 1198114, "raw_average_key_size": 84, "raw_value_size": 118235, "raw_average_value_size": 8, "num_data_blocks": 117, "num_entries": 14186, "num_filter_entries": 0, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1716602379, "oldest_key_time": 0, "file_creation_time": 1717609456, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "AHT7RO2F0WMNLQGE5VTL", "orig_file_number": 1175}} +2024/06/05-14:44:16.662395 139708139025984 [/compaction/compaction_job.cc:2002] [default] [JOB 3] Compacted 8@0 + 1@1 files to L1 => 172081 bytes +2024/06/05-14:44:16.664800 139708139025984 (Original Log Time 2024/06/05-14:44:16.664757) [/compaction/compaction_job.cc:962] [default] compacted to: files[0 1 0 0] max score 0.00, MB/sec: 12.7 rd, 10.3 wr, level 1, files in(8, 1) out(1 +0 blob) MB in(0.0, 0.2 +0.0 blob) out(0.2 +0.0 blob), read-write-amplify(7.4) write-amplify(3.3) OK, records in: 0, records dropped: 0 output_compression: Snappy +2024/06/05-14:44:16.664805 139708139025984 (Original Log Time 2024/06/05-14:44:16.664774) EVENT_LOG_v1 {"time_micros": 1717609456664766, "job": 3, "event": "compaction_finished", "compaction_time_micros": 16729, "compaction_time_cpu_micros": 13376, "output_level": 1, "num_output_files": 1, "total_output_size": 172081, "num_input_records": 0, "num_output_records": 14186, "num_subcompactions": 1, "output_compression": "Snappy", "num_single_delete_mismatches": 0, "num_single_delete_fallthrough": 0, "lsm_state": [0, 1, 0, 0]} +2024/06/05-14:44:16.664896 139708139025984 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001167.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.664906 139708139025984 EVENT_LOG_v1 {"time_micros": 1717609456664903, "job": 3, "event": "table_file_deletion", "file_number": 1167} +2024/06/05-14:44:16.664941 139708139025984 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001158.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.664946 139708139025984 EVENT_LOG_v1 {"time_micros": 1717609456664945, "job": 3, "event": "table_file_deletion", "file_number": 1158} +2024/06/05-14:44:16.664972 139708139025984 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001149.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.664976 139708139025984 EVENT_LOG_v1 {"time_micros": 1717609456664975, "job": 3, "event": "table_file_deletion", "file_number": 1149} +2024/06/05-14:44:16.665006 139708139025984 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001140.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.665010 139708139025984 EVENT_LOG_v1 {"time_micros": 1717609456665009, "job": 3, "event": "table_file_deletion", "file_number": 1140} +2024/06/05-14:44:16.665052 139708139025984 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001131.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.665061 139708139025984 EVENT_LOG_v1 {"time_micros": 1717609456665059, "job": 3, "event": "table_file_deletion", "file_number": 1131} +2024/06/05-14:44:16.665093 139708139025984 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001122.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.665098 139708139025984 EVENT_LOG_v1 {"time_micros": 1717609456665097, "job": 3, "event": "table_file_deletion", "file_number": 1122} +2024/06/05-14:44:16.665126 139708139025984 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001113.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.665130 139708139025984 EVENT_LOG_v1 {"time_micros": 1717609456665129, "job": 3, "event": "table_file_deletion", "file_number": 1113} +2024/06/05-14:44:16.665155 139708139025984 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001104.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.665159 139708139025984 EVENT_LOG_v1 {"time_micros": 1717609456665158, "job": 3, "event": "table_file_deletion", "file_number": 1104} +2024/06/05-14:44:16.665199 139708139025984 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001102.sst immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.665212 139708139025984 EVENT_LOG_v1 {"time_micros": 1717609456665211, "job": 3, "event": "table_file_deletion", "file_number": 1102} +2024/06/05-14:44:16.720529 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:44:16.720644 139708668630592 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1176. Immutable memtables: 0. +2024/06/05-14:44:16.720718 139708122240576 (Original Log Time 2024/06/05-14:44:16.720700) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:44:16.720722 139708122240576 [/flush_job.cc:819] [default] [JOB 4] Flushing memtable with next log file: 1176 +2024/06/05-14:44:16.720750 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609456720744, "job": 4, "event": "flush_started", "num_memtables": 1, "num_entries": 298, "num_deletes": 145, "total_data_size": 25007, "memory_usage": 30968, "flush_reason": "Manual Flush"} +2024/06/05-14:44:16.720752 139708122240576 [/flush_job.cc:848] [default] [JOB 4] Level-0 flush table #1177: started +2024/06/05-14:44:16.723998 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609456723976, "cf_name": "default", "job": 4, "event": "table_file_creation", "file_number": 1177, "file_size": 5893, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4124, "index_size": 138, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 22849, "raw_average_key_size": 77, "raw_value_size": 1477, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 296, "num_filter_entries": 0, "num_deletions": 150, "num_merge_operands": 0, "num_range_deletions": 6, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609456, "oldest_key_time": 1717609456, "file_creation_time": 1717609456, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "AHT7RO2F0WMNLQGE5VTL", "orig_file_number": 1177}} +2024/06/05-14:44:16.724040 139708122240576 [/flush_job.cc:937] [default] [JOB 4] Level-0 flush table #1177: 5893 bytes OK +2024/06/05-14:44:16.726100 139708122240576 [/flush_job.cc:987] [default] [JOB 4] Flush lasted 5381 microseconds, and 672 cpu microseconds. +2024/06/05-14:44:16.728401 139708122240576 (Original Log Time 2024/06/05-14:44:16.726110) [/memtable_list.cc:471] [default] Level-0 commit table #1177 started +2024/06/05-14:44:16.728404 139708122240576 (Original Log Time 2024/06/05-14:44:16.728328) [/memtable_list.cc:678] [default] Level-0 commit table #1177: memtable #1 done +2024/06/05-14:44:16.728405 139708122240576 (Original Log Time 2024/06/05-14:44:16.728357) EVENT_LOG_v1 {"time_micros": 1717609456728349, "job": 4, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 1, 0, 0], "immutable_memtables": 0} +2024/06/05-14:44:16.728407 139708122240576 (Original Log Time 2024/06/05-14:44:16.728376) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[1 1 0 0] max score 0.12 +2024/06/05-14:44:16.728412 139708122240576 [/db_impl/db_impl_files.cc:435] [JOB 4] Try to delete WAL files size 24552, prev total WAL file size 24552, number of live WAL files 2. +2024/06/05-14:44:16.728508 139708122240576 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001172.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.728553 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:44:16.728582 139708668630592 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:44:16.728777 139708668630592 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001166.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.728873 139708668630592 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1717609457042728 b/.aim/meta/index/LOG.old.1717609457042728 new file mode 100644 index 0000000..fc10a52 --- /dev/null +++ b/.aim/meta/index/LOG.old.1717609457042728 @@ -0,0 +1,259 @@ +2024/06/05-14:44:16.831194 139708668630592 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:44:16.831436 139708668630592 RocksDB version: 6.29.5 +2024/06/05-14:44:16.831440 139708668630592 Compile date 2023-03-02 19:33:03 +2024/06/05-14:44:16.831442 139708668630592 DB SUMMARY +2024/06/05-14:44:16.831443 139708668630592 DB Session ID: AHT7RO2F0WMNLQGE5VTN +2024/06/05-14:44:16.831470 139708668630592 CURRENT file: CURRENT +2024/06/05-14:44:16.831472 139708668630592 IDENTITY file: IDENTITY +2024/06/05-14:44:16.831476 139708668630592 MANIFEST file: MANIFEST-001171 size: 2270 Bytes +2024/06/05-14:44:16.831478 139708668630592 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 2, files: 001175.sst 001177.sst +2024/06/05-14:44:16.831479 139708668630592 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001176.log size: 0 ; +2024/06/05-14:44:16.831481 139708668630592 Options.error_if_exists: 0 +2024/06/05-14:44:16.831482 139708668630592 Options.create_if_missing: 1 +2024/06/05-14:44:16.831484 139708668630592 Options.paranoid_checks: 0 +2024/06/05-14:44:16.831485 139708668630592 Options.flush_verify_memtable_count: 1 +2024/06/05-14:44:16.831486 139708668630592 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:44:16.831487 139708668630592 Options.env: 0x7f1090d1d940 +2024/06/05-14:44:16.831488 139708668630592 Options.fs: PosixFileSystem +2024/06/05-14:44:16.831489 139708668630592 Options.info_log: 0x7f107006a890 +2024/06/05-14:44:16.831490 139708668630592 Options.max_file_opening_threads: 16 +2024/06/05-14:44:16.831491 139708668630592 Options.statistics: (nil) +2024/06/05-14:44:16.831492 139708668630592 Options.use_fsync: 0 +2024/06/05-14:44:16.831494 139708668630592 Options.max_log_file_size: 0 +2024/06/05-14:44:16.831495 139708668630592 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:44:16.831496 139708668630592 Options.log_file_time_to_roll: 0 +2024/06/05-14:44:16.831497 139708668630592 Options.keep_log_file_num: 10 +2024/06/05-14:44:16.831498 139708668630592 Options.recycle_log_file_num: 0 +2024/06/05-14:44:16.831499 139708668630592 Options.allow_fallocate: 1 +2024/06/05-14:44:16.831500 139708668630592 Options.allow_mmap_reads: 0 +2024/06/05-14:44:16.831501 139708668630592 Options.allow_mmap_writes: 0 +2024/06/05-14:44:16.831502 139708668630592 Options.use_direct_reads: 0 +2024/06/05-14:44:16.831503 139708668630592 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:44:16.831504 139708668630592 Options.create_missing_column_families: 0 +2024/06/05-14:44:16.831504 139708668630592 Options.db_log_dir: +2024/06/05-14:44:16.831506 139708668630592 Options.wal_dir: +2024/06/05-14:44:16.831507 139708668630592 Options.table_cache_numshardbits: 6 +2024/06/05-14:44:16.831508 139708668630592 Options.WAL_ttl_seconds: 0 +2024/06/05-14:44:16.831508 139708668630592 Options.WAL_size_limit_MB: 0 +2024/06/05-14:44:16.831509 139708668630592 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:44:16.831511 139708668630592 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:44:16.831512 139708668630592 Options.is_fd_close_on_exec: 1 +2024/06/05-14:44:16.831513 139708668630592 Options.advise_random_on_open: 1 +2024/06/05-14:44:16.831514 139708668630592 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:44:16.831518 139708668630592 Options.db_write_buffer_size: 1048576 +2024/06/05-14:44:16.831519 139708668630592 Options.write_buffer_manager: 0x7f103c0160b0 +2024/06/05-14:44:16.831551 139708668630592 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:44:16.831555 139708668630592 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:44:16.831556 139708668630592 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:44:16.831558 139708668630592 Options.use_adaptive_mutex: 0 +2024/06/05-14:44:16.831559 139708668630592 Options.rate_limiter: (nil) +2024/06/05-14:44:16.831561 139708668630592 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:44:16.831562 139708668630592 Options.wal_recovery_mode: 2 +2024/06/05-14:44:16.831563 139708668630592 Options.enable_thread_tracking: 0 +2024/06/05-14:44:16.831564 139708668630592 Options.enable_pipelined_write: 0 +2024/06/05-14:44:16.831564 139708668630592 Options.unordered_write: 0 +2024/06/05-14:44:16.831565 139708668630592 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:44:16.831566 139708668630592 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:44:16.831567 139708668630592 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:44:16.831568 139708668630592 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:44:16.831569 139708668630592 Options.row_cache: None +2024/06/05-14:44:16.831570 139708668630592 Options.wal_filter: None +2024/06/05-14:44:16.831572 139708668630592 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:44:16.831573 139708668630592 Options.allow_ingest_behind: 0 +2024/06/05-14:44:16.831574 139708668630592 Options.preserve_deletes: 0 +2024/06/05-14:44:16.831574 139708668630592 Options.two_write_queues: 0 +2024/06/05-14:44:16.831575 139708668630592 Options.manual_wal_flush: 0 +2024/06/05-14:44:16.831576 139708668630592 Options.atomic_flush: 0 +2024/06/05-14:44:16.831577 139708668630592 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:44:16.831578 139708668630592 Options.persist_stats_to_disk: 0 +2024/06/05-14:44:16.831579 139708668630592 Options.write_dbid_to_manifest: 0 +2024/06/05-14:44:16.831580 139708668630592 Options.log_readahead_size: 0 +2024/06/05-14:44:16.831581 139708668630592 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:44:16.831583 139708668630592 Options.best_efforts_recovery: 0 +2024/06/05-14:44:16.831583 139708668630592 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:44:16.831585 139708668630592 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:44:16.831586 139708668630592 Options.allow_data_in_errors: 0 +2024/06/05-14:44:16.831586 139708668630592 Options.db_host_id: __hostname__ +2024/06/05-14:44:16.831588 139708668630592 Options.max_background_jobs: 2 +2024/06/05-14:44:16.831589 139708668630592 Options.max_background_compactions: 4 +2024/06/05-14:44:16.831590 139708668630592 Options.max_subcompactions: 1 +2024/06/05-14:44:16.831591 139708668630592 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:44:16.831591 139708668630592 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:44:16.831592 139708668630592 Options.delayed_write_rate : 16777216 +2024/06/05-14:44:16.831594 139708668630592 Options.max_total_wal_size: 0 +2024/06/05-14:44:16.831595 139708668630592 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:44:16.831596 139708668630592 Options.stats_dump_period_sec: 600 +2024/06/05-14:44:16.831597 139708668630592 Options.stats_persist_period_sec: 600 +2024/06/05-14:44:16.831598 139708668630592 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:44:16.831599 139708668630592 Options.max_open_files: -1 +2024/06/05-14:44:16.831610 139708668630592 Options.bytes_per_sync: 0 +2024/06/05-14:44:16.831611 139708668630592 Options.wal_bytes_per_sync: 0 +2024/06/05-14:44:16.831612 139708668630592 Options.strict_bytes_per_sync: 0 +2024/06/05-14:44:16.831613 139708668630592 Options.compaction_readahead_size: 0 +2024/06/05-14:44:16.831614 139708668630592 Options.max_background_flushes: -1 +2024/06/05-14:44:16.831615 139708668630592 Compression algorithms supported: +2024/06/05-14:44:16.831616 139708668630592 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:44:16.831618 139708668630592 kZSTD supported: 1 +2024/06/05-14:44:16.831619 139708668630592 kXpressCompression supported: 0 +2024/06/05-14:44:16.831620 139708668630592 kLZ4HCCompression supported: 0 +2024/06/05-14:44:16.831621 139708668630592 kLZ4Compression supported: 0 +2024/06/05-14:44:16.831622 139708668630592 kBZip2Compression supported: 1 +2024/06/05-14:44:16.831623 139708668630592 kZlibCompression supported: 1 +2024/06/05-14:44:16.831624 139708668630592 kSnappyCompression supported: 1 +2024/06/05-14:44:16.831627 139708668630592 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:44:16.831675 139708668630592 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001171 +2024/06/05-14:44:16.831710 139708668630592 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:44:16.831713 139708668630592 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:44:16.831714 139708668630592 Options.merge_operator: None +2024/06/05-14:44:16.831715 139708668630592 Options.compaction_filter: None +2024/06/05-14:44:16.831716 139708668630592 Options.compaction_filter_factory: None +2024/06/05-14:44:16.831717 139708668630592 Options.sst_partitioner_factory: None +2024/06/05-14:44:16.831718 139708668630592 Options.memtable_factory: SkipListFactory +2024/06/05-14:44:16.831719 139708668630592 Options.table_factory: BlockBasedTable +2024/06/05-14:44:16.831737 139708668630592 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7f1070070c90) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x7f10700300c0 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:44:16.831739 139708668630592 Options.write_buffer_size: 1048576 +2024/06/05-14:44:16.831740 139708668630592 Options.max_write_buffer_number: 2 +2024/06/05-14:44:16.831741 139708668630592 Options.compression: Snappy +2024/06/05-14:44:16.831742 139708668630592 Options.bottommost_compression: Disabled +2024/06/05-14:44:16.831743 139708668630592 Options.prefix_extractor: nullptr +2024/06/05-14:44:16.831744 139708668630592 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:44:16.831745 139708668630592 Options.num_levels: 4 +2024/06/05-14:44:16.831746 139708668630592 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:44:16.831747 139708668630592 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:44:16.831778 139708668630592 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:44:16.831782 139708668630592 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:44:16.831784 139708668630592 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:44:16.831785 139708668630592 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:44:16.831787 139708668630592 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:16.831788 139708668630592 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:16.831789 139708668630592 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:44:16.831790 139708668630592 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:44:16.831791 139708668630592 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:16.831792 139708668630592 Options.compression_opts.window_bits: -14 +2024/06/05-14:44:16.831793 139708668630592 Options.compression_opts.level: 32767 +2024/06/05-14:44:16.831794 139708668630592 Options.compression_opts.strategy: 0 +2024/06/05-14:44:16.831795 139708668630592 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:16.831796 139708668630592 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:16.831797 139708668630592 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:44:16.831798 139708668630592 Options.compression_opts.enabled: false +2024/06/05-14:44:16.831799 139708668630592 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:16.831800 139708668630592 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:44:16.831801 139708668630592 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:44:16.831802 139708668630592 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:44:16.831803 139708668630592 Options.target_file_size_base: 67108864 +2024/06/05-14:44:16.831804 139708668630592 Options.target_file_size_multiplier: 1 +2024/06/05-14:44:16.831805 139708668630592 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:44:16.831806 139708668630592 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:44:16.831807 139708668630592 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:44:16.831810 139708668630592 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:44:16.831811 139708668630592 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:44:16.831812 139708668630592 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:44:16.831813 139708668630592 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:44:16.831814 139708668630592 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:44:16.831815 139708668630592 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:44:16.831816 139708668630592 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:44:16.831817 139708668630592 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:44:16.831818 139708668630592 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:44:16.831819 139708668630592 Options.arena_block_size: 131072 +2024/06/05-14:44:16.831820 139708668630592 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:44:16.831821 139708668630592 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:44:16.831822 139708668630592 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:44:16.831823 139708668630592 Options.disable_auto_compactions: 0 +2024/06/05-14:44:16.831825 139708668630592 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:44:16.831827 139708668630592 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:44:16.831837 139708668630592 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:44:16.831839 139708668630592 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:44:16.831840 139708668630592 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:44:16.831841 139708668630592 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:44:16.831842 139708668630592 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:44:16.831843 139708668630592 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:44:16.831844 139708668630592 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:44:16.831845 139708668630592 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:44:16.831850 139708668630592 Options.table_properties_collectors: +2024/06/05-14:44:16.831851 139708668630592 Options.inplace_update_support: 0 +2024/06/05-14:44:16.831852 139708668630592 Options.inplace_update_num_locks: 10000 +2024/06/05-14:44:16.831853 139708668630592 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:44:16.831854 139708668630592 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:44:16.831855 139708668630592 Options.memtable_huge_page_size: 0 +2024/06/05-14:44:16.831856 139708668630592 Options.bloom_locality: 0 +2024/06/05-14:44:16.831857 139708668630592 Options.max_successive_merges: 0 +2024/06/05-14:44:16.831858 139708668630592 Options.optimize_filters_for_hits: 0 +2024/06/05-14:44:16.831859 139708668630592 Options.paranoid_file_checks: 0 +2024/06/05-14:44:16.831860 139708668630592 Options.force_consistency_checks: 1 +2024/06/05-14:44:16.831861 139708668630592 Options.report_bg_io_stats: 0 +2024/06/05-14:44:16.831862 139708668630592 Options.ttl: 2592000 +2024/06/05-14:44:16.831863 139708668630592 Options.periodic_compaction_seconds: 0 +2024/06/05-14:44:16.831864 139708668630592 Options.enable_blob_files: false +2024/06/05-14:44:16.831865 139708668630592 Options.min_blob_size: 0 +2024/06/05-14:44:16.831866 139708668630592 Options.blob_file_size: 268435456 +2024/06/05-14:44:16.831867 139708668630592 Options.blob_compression_type: NoCompression +2024/06/05-14:44:16.831868 139708668630592 Options.enable_blob_garbage_collection: false +2024/06/05-14:44:16.831869 139708668630592 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:44:16.831871 139708668630592 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:44:16.831872 139708668630592 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:44:16.833405 139708668630592 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001171 succeeded,manifest_file_number is 1171, next_file_number is 1179, last_sequence is 39100, log_number is 1176,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1176 +2024/06/05-14:44:16.833415 139708668630592 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1176 +2024/06/05-14:44:16.833505 139708668630592 [/version_set.cc:4410] Creating manifest 1180 +2024/06/05-14:44:16.842034 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609456842026, "job": 1, "event": "recovery_started", "wal_files": [1176]} +2024/06/05-14:44:16.842041 139708668630592 [/db_impl/db_impl_open.cc:890] Recovering log #1176 mode 2 +2024/06/05-14:44:16.842088 139708668630592 [/version_set.cc:4410] Creating manifest 1181 +2024/06/05-14:44:16.849578 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609456849571, "job": 1, "event": "recovery_finished"} +2024/06/05-14:44:16.855746 139708668630592 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1717609428844605 +2024/06/05-14:44:16.855802 139708668630592 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7f1070049980 +2024/06/05-14:44:16.855831 139708668630592 DB pointer 0x7f10700201c0 +2024/06/05-14:44:16.931294 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:44:16.931441 139708668630592 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1185. Immutable memtables: 0. +2024/06/05-14:44:16.931577 139708122240576 (Original Log Time 2024/06/05-14:44:16.931555) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:44:16.931581 139708122240576 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1185 +2024/06/05-14:44:16.931611 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609456931604, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 298, "num_deletes": 145, "total_data_size": 25007, "memory_usage": 31176, "flush_reason": "Manual Flush"} +2024/06/05-14:44:16.931614 139708122240576 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1186: started +2024/06/05-14:44:16.936538 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609456936516, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1186, "file_size": 5896, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4127, "index_size": 138, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 22849, "raw_average_key_size": 77, "raw_value_size": 1477, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 296, "num_filter_entries": 0, "num_deletions": 150, "num_merge_operands": 0, "num_range_deletions": 6, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609456, "oldest_key_time": 1717609456, "file_creation_time": 1717609456, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "AHT7RO2F0WMNLQGE5VTN", "orig_file_number": 1186}} +2024/06/05-14:44:16.936582 139708122240576 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1186: 5896 bytes OK +2024/06/05-14:44:16.938471 139708122240576 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 6897 microseconds, and 829 cpu microseconds. +2024/06/05-14:44:16.940553 139708122240576 (Original Log Time 2024/06/05-14:44:16.938477) [/memtable_list.cc:471] [default] Level-0 commit table #1186 started +2024/06/05-14:44:16.940555 139708122240576 (Original Log Time 2024/06/05-14:44:16.940508) [/memtable_list.cc:678] [default] Level-0 commit table #1186: memtable #1 done +2024/06/05-14:44:16.940557 139708122240576 (Original Log Time 2024/06/05-14:44:16.940522) EVENT_LOG_v1 {"time_micros": 1717609456940517, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [2, 1, 0, 0], "immutable_memtables": 0} +2024/06/05-14:44:16.940558 139708122240576 (Original Log Time 2024/06/05-14:44:16.940537) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[2 1 0 0] max score 0.25 +2024/06/05-14:44:16.940563 139708122240576 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 24552, prev total WAL file size 24552, number of live WAL files 2. +2024/06/05-14:44:16.940650 139708122240576 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001182.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.940699 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:44:16.940726 139708668630592 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:44:16.940930 139708668630592 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001176.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:16.941029 139708668630592 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1717609457258075 b/.aim/meta/index/LOG.old.1717609457258075 new file mode 100644 index 0000000..f7f338e --- /dev/null +++ b/.aim/meta/index/LOG.old.1717609457258075 @@ -0,0 +1,259 @@ +2024/06/05-14:44:17.042829 139708668630592 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:44:17.043016 139708668630592 RocksDB version: 6.29.5 +2024/06/05-14:44:17.043020 139708668630592 Compile date 2023-03-02 19:33:03 +2024/06/05-14:44:17.043021 139708668630592 DB SUMMARY +2024/06/05-14:44:17.043022 139708668630592 DB Session ID: AHT7RO2F0WMNLQGE5VTP +2024/06/05-14:44:17.043046 139708668630592 CURRENT file: CURRENT +2024/06/05-14:44:17.043047 139708668630592 IDENTITY file: IDENTITY +2024/06/05-14:44:17.043050 139708668630592 MANIFEST file: MANIFEST-001181 size: 675 Bytes +2024/06/05-14:44:17.043052 139708668630592 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 3, files: 001175.sst 001177.sst 001186.sst +2024/06/05-14:44:17.043053 139708668630592 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001185.log size: 0 ; +2024/06/05-14:44:17.043055 139708668630592 Options.error_if_exists: 0 +2024/06/05-14:44:17.043056 139708668630592 Options.create_if_missing: 1 +2024/06/05-14:44:17.043057 139708668630592 Options.paranoid_checks: 0 +2024/06/05-14:44:17.043058 139708668630592 Options.flush_verify_memtable_count: 1 +2024/06/05-14:44:17.043059 139708668630592 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:44:17.043060 139708668630592 Options.env: 0x7f1090d1d940 +2024/06/05-14:44:17.043061 139708668630592 Options.fs: PosixFileSystem +2024/06/05-14:44:17.043062 139708668630592 Options.info_log: 0x7f1070076a50 +2024/06/05-14:44:17.043063 139708668630592 Options.max_file_opening_threads: 16 +2024/06/05-14:44:17.043064 139708668630592 Options.statistics: (nil) +2024/06/05-14:44:17.043065 139708668630592 Options.use_fsync: 0 +2024/06/05-14:44:17.043066 139708668630592 Options.max_log_file_size: 0 +2024/06/05-14:44:17.043067 139708668630592 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:44:17.043067 139708668630592 Options.log_file_time_to_roll: 0 +2024/06/05-14:44:17.043068 139708668630592 Options.keep_log_file_num: 10 +2024/06/05-14:44:17.043069 139708668630592 Options.recycle_log_file_num: 0 +2024/06/05-14:44:17.043070 139708668630592 Options.allow_fallocate: 1 +2024/06/05-14:44:17.043071 139708668630592 Options.allow_mmap_reads: 0 +2024/06/05-14:44:17.043072 139708668630592 Options.allow_mmap_writes: 0 +2024/06/05-14:44:17.043073 139708668630592 Options.use_direct_reads: 0 +2024/06/05-14:44:17.043074 139708668630592 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:44:17.043074 139708668630592 Options.create_missing_column_families: 0 +2024/06/05-14:44:17.043075 139708668630592 Options.db_log_dir: +2024/06/05-14:44:17.043076 139708668630592 Options.wal_dir: +2024/06/05-14:44:17.043077 139708668630592 Options.table_cache_numshardbits: 6 +2024/06/05-14:44:17.043078 139708668630592 Options.WAL_ttl_seconds: 0 +2024/06/05-14:44:17.043079 139708668630592 Options.WAL_size_limit_MB: 0 +2024/06/05-14:44:17.043080 139708668630592 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:44:17.043080 139708668630592 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:44:17.043081 139708668630592 Options.is_fd_close_on_exec: 1 +2024/06/05-14:44:17.043082 139708668630592 Options.advise_random_on_open: 1 +2024/06/05-14:44:17.043083 139708668630592 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:44:17.043087 139708668630592 Options.db_write_buffer_size: 1048576 +2024/06/05-14:44:17.043088 139708668630592 Options.write_buffer_manager: 0x7f103c016240 +2024/06/05-14:44:17.043097 139708668630592 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:44:17.043098 139708668630592 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:44:17.043099 139708668630592 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:44:17.043100 139708668630592 Options.use_adaptive_mutex: 0 +2024/06/05-14:44:17.043101 139708668630592 Options.rate_limiter: (nil) +2024/06/05-14:44:17.043102 139708668630592 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:44:17.043103 139708668630592 Options.wal_recovery_mode: 2 +2024/06/05-14:44:17.043104 139708668630592 Options.enable_thread_tracking: 0 +2024/06/05-14:44:17.043104 139708668630592 Options.enable_pipelined_write: 0 +2024/06/05-14:44:17.043105 139708668630592 Options.unordered_write: 0 +2024/06/05-14:44:17.043106 139708668630592 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:44:17.043107 139708668630592 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:44:17.043108 139708668630592 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:44:17.043109 139708668630592 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:44:17.043110 139708668630592 Options.row_cache: None +2024/06/05-14:44:17.043110 139708668630592 Options.wal_filter: None +2024/06/05-14:44:17.043111 139708668630592 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:44:17.043112 139708668630592 Options.allow_ingest_behind: 0 +2024/06/05-14:44:17.043113 139708668630592 Options.preserve_deletes: 0 +2024/06/05-14:44:17.043114 139708668630592 Options.two_write_queues: 0 +2024/06/05-14:44:17.043115 139708668630592 Options.manual_wal_flush: 0 +2024/06/05-14:44:17.043116 139708668630592 Options.atomic_flush: 0 +2024/06/05-14:44:17.043117 139708668630592 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:44:17.043117 139708668630592 Options.persist_stats_to_disk: 0 +2024/06/05-14:44:17.043118 139708668630592 Options.write_dbid_to_manifest: 0 +2024/06/05-14:44:17.043119 139708668630592 Options.log_readahead_size: 0 +2024/06/05-14:44:17.043120 139708668630592 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:44:17.043121 139708668630592 Options.best_efforts_recovery: 0 +2024/06/05-14:44:17.043122 139708668630592 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:44:17.043123 139708668630592 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:44:17.043124 139708668630592 Options.allow_data_in_errors: 0 +2024/06/05-14:44:17.043124 139708668630592 Options.db_host_id: __hostname__ +2024/06/05-14:44:17.043125 139708668630592 Options.max_background_jobs: 2 +2024/06/05-14:44:17.043126 139708668630592 Options.max_background_compactions: 4 +2024/06/05-14:44:17.043127 139708668630592 Options.max_subcompactions: 1 +2024/06/05-14:44:17.043128 139708668630592 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:44:17.043129 139708668630592 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:44:17.043130 139708668630592 Options.delayed_write_rate : 16777216 +2024/06/05-14:44:17.043131 139708668630592 Options.max_total_wal_size: 0 +2024/06/05-14:44:17.043132 139708668630592 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:44:17.043132 139708668630592 Options.stats_dump_period_sec: 600 +2024/06/05-14:44:17.043133 139708668630592 Options.stats_persist_period_sec: 600 +2024/06/05-14:44:17.043134 139708668630592 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:44:17.043135 139708668630592 Options.max_open_files: -1 +2024/06/05-14:44:17.043141 139708668630592 Options.bytes_per_sync: 0 +2024/06/05-14:44:17.043142 139708668630592 Options.wal_bytes_per_sync: 0 +2024/06/05-14:44:17.043143 139708668630592 Options.strict_bytes_per_sync: 0 +2024/06/05-14:44:17.043143 139708668630592 Options.compaction_readahead_size: 0 +2024/06/05-14:44:17.043144 139708668630592 Options.max_background_flushes: -1 +2024/06/05-14:44:17.043145 139708668630592 Compression algorithms supported: +2024/06/05-14:44:17.043146 139708668630592 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:44:17.043148 139708668630592 kZSTD supported: 1 +2024/06/05-14:44:17.043149 139708668630592 kXpressCompression supported: 0 +2024/06/05-14:44:17.043150 139708668630592 kLZ4HCCompression supported: 0 +2024/06/05-14:44:17.043151 139708668630592 kLZ4Compression supported: 0 +2024/06/05-14:44:17.043152 139708668630592 kBZip2Compression supported: 1 +2024/06/05-14:44:17.043153 139708668630592 kZlibCompression supported: 1 +2024/06/05-14:44:17.043154 139708668630592 kSnappyCompression supported: 1 +2024/06/05-14:44:17.043155 139708668630592 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:44:17.043194 139708668630592 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001181 +2024/06/05-14:44:17.043225 139708668630592 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:44:17.043227 139708668630592 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:44:17.043228 139708668630592 Options.merge_operator: None +2024/06/05-14:44:17.043229 139708668630592 Options.compaction_filter: None +2024/06/05-14:44:17.043230 139708668630592 Options.compaction_filter_factory: None +2024/06/05-14:44:17.043231 139708668630592 Options.sst_partitioner_factory: None +2024/06/05-14:44:17.043232 139708668630592 Options.memtable_factory: SkipListFactory +2024/06/05-14:44:17.043233 139708668630592 Options.table_factory: BlockBasedTable +2024/06/05-14:44:17.043248 139708668630592 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7f107001bae0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x7f1070026e80 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:44:17.043250 139708668630592 Options.write_buffer_size: 1048576 +2024/06/05-14:44:17.043250 139708668630592 Options.max_write_buffer_number: 2 +2024/06/05-14:44:17.043252 139708668630592 Options.compression: Snappy +2024/06/05-14:44:17.043253 139708668630592 Options.bottommost_compression: Disabled +2024/06/05-14:44:17.043254 139708668630592 Options.prefix_extractor: nullptr +2024/06/05-14:44:17.043254 139708668630592 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:44:17.043255 139708668630592 Options.num_levels: 4 +2024/06/05-14:44:17.043256 139708668630592 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:44:17.043264 139708668630592 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:44:17.043266 139708668630592 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:44:17.043267 139708668630592 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:44:17.043268 139708668630592 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:44:17.043268 139708668630592 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:44:17.043269 139708668630592 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:17.043270 139708668630592 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:17.043271 139708668630592 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:44:17.043272 139708668630592 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:44:17.043273 139708668630592 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:17.043274 139708668630592 Options.compression_opts.window_bits: -14 +2024/06/05-14:44:17.043275 139708668630592 Options.compression_opts.level: 32767 +2024/06/05-14:44:17.043276 139708668630592 Options.compression_opts.strategy: 0 +2024/06/05-14:44:17.043276 139708668630592 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:17.043277 139708668630592 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:17.043278 139708668630592 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:44:17.043279 139708668630592 Options.compression_opts.enabled: false +2024/06/05-14:44:17.043280 139708668630592 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:17.043281 139708668630592 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:44:17.043282 139708668630592 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:44:17.043282 139708668630592 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:44:17.043283 139708668630592 Options.target_file_size_base: 67108864 +2024/06/05-14:44:17.043284 139708668630592 Options.target_file_size_multiplier: 1 +2024/06/05-14:44:17.043285 139708668630592 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:44:17.043286 139708668630592 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:44:17.043287 139708668630592 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:44:17.043288 139708668630592 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:44:17.043289 139708668630592 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:44:17.043290 139708668630592 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:44:17.043291 139708668630592 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:44:17.043292 139708668630592 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:44:17.043293 139708668630592 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:44:17.043294 139708668630592 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:44:17.043295 139708668630592 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:44:17.043296 139708668630592 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:44:17.043297 139708668630592 Options.arena_block_size: 131072 +2024/06/05-14:44:17.043297 139708668630592 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:44:17.043298 139708668630592 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:44:17.043299 139708668630592 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:44:17.043300 139708668630592 Options.disable_auto_compactions: 0 +2024/06/05-14:44:17.043301 139708668630592 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:44:17.043302 139708668630592 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:44:17.043307 139708668630592 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:44:17.043309 139708668630592 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:44:17.043309 139708668630592 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:44:17.043310 139708668630592 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:44:17.043311 139708668630592 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:44:17.043312 139708668630592 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:44:17.043313 139708668630592 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:44:17.043314 139708668630592 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:44:17.043319 139708668630592 Options.table_properties_collectors: +2024/06/05-14:44:17.043320 139708668630592 Options.inplace_update_support: 0 +2024/06/05-14:44:17.043321 139708668630592 Options.inplace_update_num_locks: 10000 +2024/06/05-14:44:17.043322 139708668630592 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:44:17.043323 139708668630592 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:44:17.043324 139708668630592 Options.memtable_huge_page_size: 0 +2024/06/05-14:44:17.043325 139708668630592 Options.bloom_locality: 0 +2024/06/05-14:44:17.043325 139708668630592 Options.max_successive_merges: 0 +2024/06/05-14:44:17.043326 139708668630592 Options.optimize_filters_for_hits: 0 +2024/06/05-14:44:17.043327 139708668630592 Options.paranoid_file_checks: 0 +2024/06/05-14:44:17.043328 139708668630592 Options.force_consistency_checks: 1 +2024/06/05-14:44:17.043329 139708668630592 Options.report_bg_io_stats: 0 +2024/06/05-14:44:17.043330 139708668630592 Options.ttl: 2592000 +2024/06/05-14:44:17.043331 139708668630592 Options.periodic_compaction_seconds: 0 +2024/06/05-14:44:17.043332 139708668630592 Options.enable_blob_files: false +2024/06/05-14:44:17.043332 139708668630592 Options.min_blob_size: 0 +2024/06/05-14:44:17.043333 139708668630592 Options.blob_file_size: 268435456 +2024/06/05-14:44:17.043334 139708668630592 Options.blob_compression_type: NoCompression +2024/06/05-14:44:17.043335 139708668630592 Options.enable_blob_garbage_collection: false +2024/06/05-14:44:17.043336 139708668630592 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:44:17.043337 139708668630592 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:44:17.043338 139708668630592 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:44:17.044305 139708668630592 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001181 succeeded,manifest_file_number is 1181, next_file_number is 1188, last_sequence is 39398, log_number is 1185,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1185 +2024/06/05-14:44:17.044310 139708668630592 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1185 +2024/06/05-14:44:17.044361 139708668630592 [/version_set.cc:4410] Creating manifest 1189 +2024/06/05-14:44:17.051813 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609457051806, "job": 1, "event": "recovery_started", "wal_files": [1185]} +2024/06/05-14:44:17.051819 139708668630592 [/db_impl/db_impl_open.cc:890] Recovering log #1185 mode 2 +2024/06/05-14:44:17.051857 139708668630592 [/version_set.cc:4410] Creating manifest 1190 +2024/06/05-14:44:17.059542 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609457059537, "job": 1, "event": "recovery_finished"} +2024/06/05-14:44:17.064330 139708668630592 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1717609429064823 +2024/06/05-14:44:17.064381 139708668630592 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7f1070011e60 +2024/06/05-14:44:17.064412 139708668630592 DB pointer 0x7f10700201c0 +2024/06/05-14:44:17.143168 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:44:17.143402 139708668630592 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1194. Immutable memtables: 0. +2024/06/05-14:44:17.143542 139708122240576 (Original Log Time 2024/06/05-14:44:17.143521) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:44:17.143547 139708122240576 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1194 +2024/06/05-14:44:17.143575 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609457143570, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 298, "num_deletes": 145, "total_data_size": 25007, "memory_usage": 31120, "flush_reason": "Manual Flush"} +2024/06/05-14:44:17.143578 139708122240576 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1195: started +2024/06/05-14:44:17.148410 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609457148387, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1195, "file_size": 5897, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4128, "index_size": 138, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 22849, "raw_average_key_size": 77, "raw_value_size": 1477, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 296, "num_filter_entries": 0, "num_deletions": 150, "num_merge_operands": 0, "num_range_deletions": 6, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609457, "oldest_key_time": 1717609457, "file_creation_time": 1717609457, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "AHT7RO2F0WMNLQGE5VTP", "orig_file_number": 1195}} +2024/06/05-14:44:17.148455 139708122240576 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1195: 5897 bytes OK +2024/06/05-14:44:17.150305 139708122240576 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 6767 microseconds, and 742 cpu microseconds. +2024/06/05-14:44:17.152673 139708122240576 (Original Log Time 2024/06/05-14:44:17.150312) [/memtable_list.cc:471] [default] Level-0 commit table #1195 started +2024/06/05-14:44:17.152676 139708122240576 (Original Log Time 2024/06/05-14:44:17.152626) [/memtable_list.cc:678] [default] Level-0 commit table #1195: memtable #1 done +2024/06/05-14:44:17.152677 139708122240576 (Original Log Time 2024/06/05-14:44:17.152641) EVENT_LOG_v1 {"time_micros": 1717609457152636, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [3, 1, 0, 0], "immutable_memtables": 0} +2024/06/05-14:44:17.152679 139708122240576 (Original Log Time 2024/06/05-14:44:17.152656) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[3 1 0 0] max score 0.38 +2024/06/05-14:44:17.152683 139708122240576 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 24552, prev total WAL file size 24552, number of live WAL files 2. +2024/06/05-14:44:17.152773 139708122240576 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001191.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:17.152819 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:44:17.152845 139708668630592 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:44:17.153042 139708668630592 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001185.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:17.153140 139708668630592 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1717609457475707 b/.aim/meta/index/LOG.old.1717609457475707 new file mode 100644 index 0000000..8703de6 --- /dev/null +++ b/.aim/meta/index/LOG.old.1717609457475707 @@ -0,0 +1,259 @@ +2024/06/05-14:44:17.258523 139708668630592 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:44:17.259127 139708668630592 RocksDB version: 6.29.5 +2024/06/05-14:44:17.259138 139708668630592 Compile date 2023-03-02 19:33:03 +2024/06/05-14:44:17.259144 139708668630592 DB SUMMARY +2024/06/05-14:44:17.259147 139708668630592 DB Session ID: AHT7RO2F0WMNLQGE5VTR +2024/06/05-14:44:17.259236 139708668630592 CURRENT file: CURRENT +2024/06/05-14:44:17.259241 139708668630592 IDENTITY file: IDENTITY +2024/06/05-14:44:17.259251 139708668630592 MANIFEST file: MANIFEST-001190 size: 874 Bytes +2024/06/05-14:44:17.259258 139708668630592 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 4, files: 001175.sst 001177.sst 001186.sst 001195.sst +2024/06/05-14:44:17.259263 139708668630592 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001194.log size: 0 ; +2024/06/05-14:44:17.259269 139708668630592 Options.error_if_exists: 0 +2024/06/05-14:44:17.259273 139708668630592 Options.create_if_missing: 1 +2024/06/05-14:44:17.259277 139708668630592 Options.paranoid_checks: 0 +2024/06/05-14:44:17.259280 139708668630592 Options.flush_verify_memtable_count: 1 +2024/06/05-14:44:17.259284 139708668630592 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:44:17.259287 139708668630592 Options.env: 0x7f1090d1d940 +2024/06/05-14:44:17.259292 139708668630592 Options.fs: PosixFileSystem +2024/06/05-14:44:17.259295 139708668630592 Options.info_log: 0x7f10700311f0 +2024/06/05-14:44:17.259298 139708668630592 Options.max_file_opening_threads: 16 +2024/06/05-14:44:17.259302 139708668630592 Options.statistics: (nil) +2024/06/05-14:44:17.259306 139708668630592 Options.use_fsync: 0 +2024/06/05-14:44:17.259309 139708668630592 Options.max_log_file_size: 0 +2024/06/05-14:44:17.259312 139708668630592 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:44:17.259316 139708668630592 Options.log_file_time_to_roll: 0 +2024/06/05-14:44:17.259319 139708668630592 Options.keep_log_file_num: 10 +2024/06/05-14:44:17.259323 139708668630592 Options.recycle_log_file_num: 0 +2024/06/05-14:44:17.259326 139708668630592 Options.allow_fallocate: 1 +2024/06/05-14:44:17.259329 139708668630592 Options.allow_mmap_reads: 0 +2024/06/05-14:44:17.259333 139708668630592 Options.allow_mmap_writes: 0 +2024/06/05-14:44:17.259336 139708668630592 Options.use_direct_reads: 0 +2024/06/05-14:44:17.259339 139708668630592 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:44:17.259342 139708668630592 Options.create_missing_column_families: 0 +2024/06/05-14:44:17.259346 139708668630592 Options.db_log_dir: +2024/06/05-14:44:17.259349 139708668630592 Options.wal_dir: +2024/06/05-14:44:17.259353 139708668630592 Options.table_cache_numshardbits: 6 +2024/06/05-14:44:17.259356 139708668630592 Options.WAL_ttl_seconds: 0 +2024/06/05-14:44:17.259359 139708668630592 Options.WAL_size_limit_MB: 0 +2024/06/05-14:44:17.259362 139708668630592 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:44:17.259437 139708668630592 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:44:17.259443 139708668630592 Options.is_fd_close_on_exec: 1 +2024/06/05-14:44:17.259447 139708668630592 Options.advise_random_on_open: 1 +2024/06/05-14:44:17.259451 139708668630592 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:44:17.259462 139708668630592 Options.db_write_buffer_size: 1048576 +2024/06/05-14:44:17.259466 139708668630592 Options.write_buffer_manager: 0x7f103c004d40 +2024/06/05-14:44:17.259576 139708668630592 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:44:17.259588 139708668630592 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:44:17.259594 139708668630592 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:44:17.259598 139708668630592 Options.use_adaptive_mutex: 0 +2024/06/05-14:44:17.259602 139708668630592 Options.rate_limiter: (nil) +2024/06/05-14:44:17.259608 139708668630592 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:44:17.259612 139708668630592 Options.wal_recovery_mode: 2 +2024/06/05-14:44:17.259615 139708668630592 Options.enable_thread_tracking: 0 +2024/06/05-14:44:17.259618 139708668630592 Options.enable_pipelined_write: 0 +2024/06/05-14:44:17.259622 139708668630592 Options.unordered_write: 0 +2024/06/05-14:44:17.259625 139708668630592 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:44:17.259628 139708668630592 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:44:17.259632 139708668630592 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:44:17.259635 139708668630592 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:44:17.259639 139708668630592 Options.row_cache: None +2024/06/05-14:44:17.259642 139708668630592 Options.wal_filter: None +2024/06/05-14:44:17.259646 139708668630592 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:44:17.259649 139708668630592 Options.allow_ingest_behind: 0 +2024/06/05-14:44:17.259652 139708668630592 Options.preserve_deletes: 0 +2024/06/05-14:44:17.259656 139708668630592 Options.two_write_queues: 0 +2024/06/05-14:44:17.259659 139708668630592 Options.manual_wal_flush: 0 +2024/06/05-14:44:17.259662 139708668630592 Options.atomic_flush: 0 +2024/06/05-14:44:17.259665 139708668630592 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:44:17.259669 139708668630592 Options.persist_stats_to_disk: 0 +2024/06/05-14:44:17.259672 139708668630592 Options.write_dbid_to_manifest: 0 +2024/06/05-14:44:17.259675 139708668630592 Options.log_readahead_size: 0 +2024/06/05-14:44:17.259679 139708668630592 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:44:17.259682 139708668630592 Options.best_efforts_recovery: 0 +2024/06/05-14:44:17.259686 139708668630592 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:44:17.259689 139708668630592 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:44:17.259693 139708668630592 Options.allow_data_in_errors: 0 +2024/06/05-14:44:17.259696 139708668630592 Options.db_host_id: __hostname__ +2024/06/05-14:44:17.259700 139708668630592 Options.max_background_jobs: 2 +2024/06/05-14:44:17.259703 139708668630592 Options.max_background_compactions: 4 +2024/06/05-14:44:17.259706 139708668630592 Options.max_subcompactions: 1 +2024/06/05-14:44:17.259710 139708668630592 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:44:17.259713 139708668630592 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:44:17.259716 139708668630592 Options.delayed_write_rate : 16777216 +2024/06/05-14:44:17.259720 139708668630592 Options.max_total_wal_size: 0 +2024/06/05-14:44:17.259723 139708668630592 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:44:17.259727 139708668630592 Options.stats_dump_period_sec: 600 +2024/06/05-14:44:17.259730 139708668630592 Options.stats_persist_period_sec: 600 +2024/06/05-14:44:17.259734 139708668630592 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:44:17.259737 139708668630592 Options.max_open_files: -1 +2024/06/05-14:44:17.259771 139708668630592 Options.bytes_per_sync: 0 +2024/06/05-14:44:17.259776 139708668630592 Options.wal_bytes_per_sync: 0 +2024/06/05-14:44:17.259779 139708668630592 Options.strict_bytes_per_sync: 0 +2024/06/05-14:44:17.259782 139708668630592 Options.compaction_readahead_size: 0 +2024/06/05-14:44:17.259786 139708668630592 Options.max_background_flushes: -1 +2024/06/05-14:44:17.259789 139708668630592 Compression algorithms supported: +2024/06/05-14:44:17.259794 139708668630592 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:44:17.259799 139708668630592 kZSTD supported: 1 +2024/06/05-14:44:17.259802 139708668630592 kXpressCompression supported: 0 +2024/06/05-14:44:17.259806 139708668630592 kLZ4HCCompression supported: 0 +2024/06/05-14:44:17.259810 139708668630592 kLZ4Compression supported: 0 +2024/06/05-14:44:17.259813 139708668630592 kBZip2Compression supported: 1 +2024/06/05-14:44:17.259817 139708668630592 kZlibCompression supported: 1 +2024/06/05-14:44:17.259820 139708668630592 kSnappyCompression supported: 1 +2024/06/05-14:44:17.259828 139708668630592 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:44:17.259975 139708668630592 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001190 +2024/06/05-14:44:17.260073 139708668630592 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:44:17.260081 139708668630592 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:44:17.260085 139708668630592 Options.merge_operator: None +2024/06/05-14:44:17.260089 139708668630592 Options.compaction_filter: None +2024/06/05-14:44:17.260092 139708668630592 Options.compaction_filter_factory: None +2024/06/05-14:44:17.260096 139708668630592 Options.sst_partitioner_factory: None +2024/06/05-14:44:17.260099 139708668630592 Options.memtable_factory: SkipListFactory +2024/06/05-14:44:17.260103 139708668630592 Options.table_factory: BlockBasedTable +2024/06/05-14:44:17.260160 139708668630592 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7f1070014930) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x7f10700341f0 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:44:17.260164 139708668630592 Options.write_buffer_size: 1048576 +2024/06/05-14:44:17.260168 139708668630592 Options.max_write_buffer_number: 2 +2024/06/05-14:44:17.260172 139708668630592 Options.compression: Snappy +2024/06/05-14:44:17.260176 139708668630592 Options.bottommost_compression: Disabled +2024/06/05-14:44:17.260180 139708668630592 Options.prefix_extractor: nullptr +2024/06/05-14:44:17.260183 139708668630592 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:44:17.260186 139708668630592 Options.num_levels: 4 +2024/06/05-14:44:17.260190 139708668630592 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:44:17.260291 139708668630592 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:44:17.260305 139708668630592 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:44:17.260311 139708668630592 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:44:17.260316 139708668630592 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:44:17.260321 139708668630592 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:44:17.260324 139708668630592 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:17.260328 139708668630592 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:17.260331 139708668630592 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:44:17.260335 139708668630592 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:44:17.260339 139708668630592 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:17.260342 139708668630592 Options.compression_opts.window_bits: -14 +2024/06/05-14:44:17.260345 139708668630592 Options.compression_opts.level: 32767 +2024/06/05-14:44:17.260349 139708668630592 Options.compression_opts.strategy: 0 +2024/06/05-14:44:17.260352 139708668630592 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:17.260356 139708668630592 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:17.260359 139708668630592 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:44:17.260362 139708668630592 Options.compression_opts.enabled: false +2024/06/05-14:44:17.260430 139708668630592 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:17.260437 139708668630592 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:44:17.260442 139708668630592 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:44:17.260447 139708668630592 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:44:17.260451 139708668630592 Options.target_file_size_base: 67108864 +2024/06/05-14:44:17.260454 139708668630592 Options.target_file_size_multiplier: 1 +2024/06/05-14:44:17.260458 139708668630592 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:44:17.260462 139708668630592 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:44:17.260465 139708668630592 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:44:17.260472 139708668630592 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:44:17.260477 139708668630592 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:44:17.260481 139708668630592 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:44:17.260484 139708668630592 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:44:17.260488 139708668630592 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:44:17.260491 139708668630592 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:44:17.260495 139708668630592 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:44:17.260498 139708668630592 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:44:17.260502 139708668630592 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:44:17.260505 139708668630592 Options.arena_block_size: 131072 +2024/06/05-14:44:17.260509 139708668630592 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:44:17.260513 139708668630592 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:44:17.260516 139708668630592 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:44:17.260520 139708668630592 Options.disable_auto_compactions: 0 +2024/06/05-14:44:17.260526 139708668630592 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:44:17.260530 139708668630592 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:44:17.260568 139708668630592 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:44:17.260572 139708668630592 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:44:17.260575 139708668630592 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:44:17.260579 139708668630592 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:44:17.260582 139708668630592 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:44:17.260587 139708668630592 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:44:17.260590 139708668630592 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:44:17.260593 139708668630592 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:44:17.260605 139708668630592 Options.table_properties_collectors: +2024/06/05-14:44:17.260609 139708668630592 Options.inplace_update_support: 0 +2024/06/05-14:44:17.260612 139708668630592 Options.inplace_update_num_locks: 10000 +2024/06/05-14:44:17.260616 139708668630592 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:44:17.260621 139708668630592 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:44:17.260624 139708668630592 Options.memtable_huge_page_size: 0 +2024/06/05-14:44:17.260628 139708668630592 Options.bloom_locality: 0 +2024/06/05-14:44:17.260631 139708668630592 Options.max_successive_merges: 0 +2024/06/05-14:44:17.260634 139708668630592 Options.optimize_filters_for_hits: 0 +2024/06/05-14:44:17.260637 139708668630592 Options.paranoid_file_checks: 0 +2024/06/05-14:44:17.260641 139708668630592 Options.force_consistency_checks: 1 +2024/06/05-14:44:17.260644 139708668630592 Options.report_bg_io_stats: 0 +2024/06/05-14:44:17.260647 139708668630592 Options.ttl: 2592000 +2024/06/05-14:44:17.260651 139708668630592 Options.periodic_compaction_seconds: 0 +2024/06/05-14:44:17.260654 139708668630592 Options.enable_blob_files: false +2024/06/05-14:44:17.260657 139708668630592 Options.min_blob_size: 0 +2024/06/05-14:44:17.260661 139708668630592 Options.blob_file_size: 268435456 +2024/06/05-14:44:17.260665 139708668630592 Options.blob_compression_type: NoCompression +2024/06/05-14:44:17.260668 139708668630592 Options.enable_blob_garbage_collection: false +2024/06/05-14:44:17.260671 139708668630592 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:44:17.260676 139708668630592 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:44:17.260680 139708668630592 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:44:17.265102 139708668630592 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001190 succeeded,manifest_file_number is 1190, next_file_number is 1197, last_sequence is 39696, log_number is 1194,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1194 +2024/06/05-14:44:17.265123 139708668630592 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1194 +2024/06/05-14:44:17.265328 139708668630592 [/version_set.cc:4410] Creating manifest 1198 +2024/06/05-14:44:17.278719 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609457278713, "job": 1, "event": "recovery_started", "wal_files": [1194]} +2024/06/05-14:44:17.278725 139708668630592 [/db_impl/db_impl_open.cc:890] Recovering log #1194 mode 2 +2024/06/05-14:44:17.278763 139708668630592 [/version_set.cc:4410] Creating manifest 1199 +2024/06/05-14:44:17.285979 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609457285970, "job": 1, "event": "recovery_finished"} +2024/06/05-14:44:17.291291 139708668630592 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1717609429276562 +2024/06/05-14:44:17.291345 139708668630592 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7f1070049980 +2024/06/05-14:44:17.291377 139708668630592 DB pointer 0x7f10700201c0 +2024/06/05-14:44:17.358012 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:44:17.358225 139708668630592 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1203. Immutable memtables: 0. +2024/06/05-14:44:17.358445 139708122240576 (Original Log Time 2024/06/05-14:44:17.358415) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:44:17.358451 139708122240576 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1203 +2024/06/05-14:44:17.358494 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609457358485, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 298, "num_deletes": 145, "total_data_size": 25007, "memory_usage": 31272, "flush_reason": "Manual Flush"} +2024/06/05-14:44:17.358498 139708122240576 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1204: started +2024/06/05-14:44:17.365614 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609457365591, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1204, "file_size": 5905, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4136, "index_size": 138, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 22849, "raw_average_key_size": 77, "raw_value_size": 1477, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 296, "num_filter_entries": 0, "num_deletions": 150, "num_merge_operands": 0, "num_range_deletions": 6, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609457, "oldest_key_time": 1717609457, "file_creation_time": 1717609457, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "AHT7RO2F0WMNLQGE5VTR", "orig_file_number": 1204}} +2024/06/05-14:44:17.365659 139708122240576 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1204: 5905 bytes OK +2024/06/05-14:44:17.368083 139708122240576 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 9644 microseconds, and 1122 cpu microseconds. +2024/06/05-14:44:17.369993 139708122240576 (Original Log Time 2024/06/05-14:44:17.368089) [/memtable_list.cc:471] [default] Level-0 commit table #1204 started +2024/06/05-14:44:17.369996 139708122240576 (Original Log Time 2024/06/05-14:44:17.369948) [/memtable_list.cc:678] [default] Level-0 commit table #1204: memtable #1 done +2024/06/05-14:44:17.369997 139708122240576 (Original Log Time 2024/06/05-14:44:17.369962) EVENT_LOG_v1 {"time_micros": 1717609457369957, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [4, 1, 0, 0], "immutable_memtables": 0} +2024/06/05-14:44:17.369999 139708122240576 (Original Log Time 2024/06/05-14:44:17.369977) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[4 1 0 0] max score 0.50 +2024/06/05-14:44:17.370003 139708122240576 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 24552, prev total WAL file size 24552, number of live WAL files 2. +2024/06/05-14:44:17.370094 139708122240576 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001200.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:17.370147 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:44:17.370174 139708668630592 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:44:17.370387 139708668630592 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001194.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:17.370485 139708668630592 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1717609457690684 b/.aim/meta/index/LOG.old.1717609457690684 new file mode 100644 index 0000000..99497fa --- /dev/null +++ b/.aim/meta/index/LOG.old.1717609457690684 @@ -0,0 +1,259 @@ +2024/06/05-14:44:17.476082 139708668630592 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:44:17.476749 139708668630592 RocksDB version: 6.29.5 +2024/06/05-14:44:17.476762 139708668630592 Compile date 2023-03-02 19:33:03 +2024/06/05-14:44:17.476768 139708668630592 DB SUMMARY +2024/06/05-14:44:17.476771 139708668630592 DB Session ID: AHT7RO2F0WMNLQGE5VTD +2024/06/05-14:44:17.476867 139708668630592 CURRENT file: CURRENT +2024/06/05-14:44:17.476872 139708668630592 IDENTITY file: IDENTITY +2024/06/05-14:44:17.476882 139708668630592 MANIFEST file: MANIFEST-001199 size: 1073 Bytes +2024/06/05-14:44:17.476888 139708668630592 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 5, files: 001175.sst 001177.sst 001186.sst 001195.sst 001204.sst +2024/06/05-14:44:17.476894 139708668630592 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001203.log size: 0 ; +2024/06/05-14:44:17.476900 139708668630592 Options.error_if_exists: 0 +2024/06/05-14:44:17.476904 139708668630592 Options.create_if_missing: 1 +2024/06/05-14:44:17.476908 139708668630592 Options.paranoid_checks: 0 +2024/06/05-14:44:17.476911 139708668630592 Options.flush_verify_memtable_count: 1 +2024/06/05-14:44:17.476915 139708668630592 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:44:17.476918 139708668630592 Options.env: 0x7f1090d1d940 +2024/06/05-14:44:17.476922 139708668630592 Options.fs: PosixFileSystem +2024/06/05-14:44:17.476926 139708668630592 Options.info_log: 0x7f1070030280 +2024/06/05-14:44:17.476929 139708668630592 Options.max_file_opening_threads: 16 +2024/06/05-14:44:17.476933 139708668630592 Options.statistics: (nil) +2024/06/05-14:44:17.476936 139708668630592 Options.use_fsync: 0 +2024/06/05-14:44:17.476940 139708668630592 Options.max_log_file_size: 0 +2024/06/05-14:44:17.476943 139708668630592 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:44:17.476947 139708668630592 Options.log_file_time_to_roll: 0 +2024/06/05-14:44:17.476950 139708668630592 Options.keep_log_file_num: 10 +2024/06/05-14:44:17.476953 139708668630592 Options.recycle_log_file_num: 0 +2024/06/05-14:44:17.476957 139708668630592 Options.allow_fallocate: 1 +2024/06/05-14:44:17.476960 139708668630592 Options.allow_mmap_reads: 0 +2024/06/05-14:44:17.476964 139708668630592 Options.allow_mmap_writes: 0 +2024/06/05-14:44:17.476967 139708668630592 Options.use_direct_reads: 0 +2024/06/05-14:44:17.476970 139708668630592 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:44:17.476973 139708668630592 Options.create_missing_column_families: 0 +2024/06/05-14:44:17.476977 139708668630592 Options.db_log_dir: +2024/06/05-14:44:17.476980 139708668630592 Options.wal_dir: +2024/06/05-14:44:17.476983 139708668630592 Options.table_cache_numshardbits: 6 +2024/06/05-14:44:17.476987 139708668630592 Options.WAL_ttl_seconds: 0 +2024/06/05-14:44:17.476990 139708668630592 Options.WAL_size_limit_MB: 0 +2024/06/05-14:44:17.476993 139708668630592 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:44:17.476997 139708668630592 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:44:17.477000 139708668630592 Options.is_fd_close_on_exec: 1 +2024/06/05-14:44:17.477003 139708668630592 Options.advise_random_on_open: 1 +2024/06/05-14:44:17.477007 139708668630592 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:44:17.477018 139708668630592 Options.db_write_buffer_size: 1048576 +2024/06/05-14:44:17.477021 139708668630592 Options.write_buffer_manager: 0x7f1070032860 +2024/06/05-14:44:17.477125 139708668630592 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:44:17.477138 139708668630592 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:44:17.477142 139708668630592 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:44:17.477146 139708668630592 Options.use_adaptive_mutex: 0 +2024/06/05-14:44:17.477150 139708668630592 Options.rate_limiter: (nil) +2024/06/05-14:44:17.477155 139708668630592 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:44:17.477159 139708668630592 Options.wal_recovery_mode: 2 +2024/06/05-14:44:17.477162 139708668630592 Options.enable_thread_tracking: 0 +2024/06/05-14:44:17.477166 139708668630592 Options.enable_pipelined_write: 0 +2024/06/05-14:44:17.477169 139708668630592 Options.unordered_write: 0 +2024/06/05-14:44:17.477172 139708668630592 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:44:17.477176 139708668630592 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:44:17.477179 139708668630592 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:44:17.477182 139708668630592 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:44:17.477186 139708668630592 Options.row_cache: None +2024/06/05-14:44:17.477189 139708668630592 Options.wal_filter: None +2024/06/05-14:44:17.477193 139708668630592 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:44:17.477235 139708668630592 Options.allow_ingest_behind: 0 +2024/06/05-14:44:17.477326 139708668630592 Options.preserve_deletes: 0 +2024/06/05-14:44:17.477332 139708668630592 Options.two_write_queues: 0 +2024/06/05-14:44:17.477336 139708668630592 Options.manual_wal_flush: 0 +2024/06/05-14:44:17.477340 139708668630592 Options.atomic_flush: 0 +2024/06/05-14:44:17.477343 139708668630592 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:44:17.477347 139708668630592 Options.persist_stats_to_disk: 0 +2024/06/05-14:44:17.477350 139708668630592 Options.write_dbid_to_manifest: 0 +2024/06/05-14:44:17.477353 139708668630592 Options.log_readahead_size: 0 +2024/06/05-14:44:17.477357 139708668630592 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:44:17.477361 139708668630592 Options.best_efforts_recovery: 0 +2024/06/05-14:44:17.477364 139708668630592 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:44:17.477367 139708668630592 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:44:17.477371 139708668630592 Options.allow_data_in_errors: 0 +2024/06/05-14:44:17.477374 139708668630592 Options.db_host_id: __hostname__ +2024/06/05-14:44:17.477378 139708668630592 Options.max_background_jobs: 2 +2024/06/05-14:44:17.477382 139708668630592 Options.max_background_compactions: 4 +2024/06/05-14:44:17.477385 139708668630592 Options.max_subcompactions: 1 +2024/06/05-14:44:17.477388 139708668630592 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:44:17.477392 139708668630592 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:44:17.477395 139708668630592 Options.delayed_write_rate : 16777216 +2024/06/05-14:44:17.477399 139708668630592 Options.max_total_wal_size: 0 +2024/06/05-14:44:17.477402 139708668630592 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:44:17.477405 139708668630592 Options.stats_dump_period_sec: 600 +2024/06/05-14:44:17.477409 139708668630592 Options.stats_persist_period_sec: 600 +2024/06/05-14:44:17.477412 139708668630592 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:44:17.477450 139708668630592 Options.max_open_files: -1 +2024/06/05-14:44:17.477455 139708668630592 Options.bytes_per_sync: 0 +2024/06/05-14:44:17.477458 139708668630592 Options.wal_bytes_per_sync: 0 +2024/06/05-14:44:17.477461 139708668630592 Options.strict_bytes_per_sync: 0 +2024/06/05-14:44:17.477464 139708668630592 Options.compaction_readahead_size: 0 +2024/06/05-14:44:17.477468 139708668630592 Options.max_background_flushes: -1 +2024/06/05-14:44:17.477471 139708668630592 Compression algorithms supported: +2024/06/05-14:44:17.477476 139708668630592 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:44:17.477481 139708668630592 kZSTD supported: 1 +2024/06/05-14:44:17.477485 139708668630592 kXpressCompression supported: 0 +2024/06/05-14:44:17.477488 139708668630592 kLZ4HCCompression supported: 0 +2024/06/05-14:44:17.477492 139708668630592 kLZ4Compression supported: 0 +2024/06/05-14:44:17.477496 139708668630592 kBZip2Compression supported: 1 +2024/06/05-14:44:17.477499 139708668630592 kZlibCompression supported: 1 +2024/06/05-14:44:17.477503 139708668630592 kSnappyCompression supported: 1 +2024/06/05-14:44:17.477510 139708668630592 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:44:17.477658 139708668630592 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001199 +2024/06/05-14:44:17.477760 139708668630592 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:44:17.477768 139708668630592 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:44:17.477772 139708668630592 Options.merge_operator: None +2024/06/05-14:44:17.477775 139708668630592 Options.compaction_filter: None +2024/06/05-14:44:17.477778 139708668630592 Options.compaction_filter_factory: None +2024/06/05-14:44:17.477782 139708668630592 Options.sst_partitioner_factory: None +2024/06/05-14:44:17.477785 139708668630592 Options.memtable_factory: SkipListFactory +2024/06/05-14:44:17.477789 139708668630592 Options.table_factory: BlockBasedTable +2024/06/05-14:44:17.477846 139708668630592 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7f107000f050) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x7f10700266c0 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:44:17.477850 139708668630592 Options.write_buffer_size: 1048576 +2024/06/05-14:44:17.477854 139708668630592 Options.max_write_buffer_number: 2 +2024/06/05-14:44:17.477858 139708668630592 Options.compression: Snappy +2024/06/05-14:44:17.477862 139708668630592 Options.bottommost_compression: Disabled +2024/06/05-14:44:17.477865 139708668630592 Options.prefix_extractor: nullptr +2024/06/05-14:44:17.477869 139708668630592 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:44:17.477872 139708668630592 Options.num_levels: 4 +2024/06/05-14:44:17.477875 139708668630592 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:44:17.477977 139708668630592 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:44:17.477990 139708668630592 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:44:17.477995 139708668630592 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:44:17.478001 139708668630592 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:44:17.478005 139708668630592 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:44:17.478009 139708668630592 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:17.478013 139708668630592 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:17.478016 139708668630592 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:44:17.478020 139708668630592 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:44:17.478024 139708668630592 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:17.478027 139708668630592 Options.compression_opts.window_bits: -14 +2024/06/05-14:44:17.478030 139708668630592 Options.compression_opts.level: 32767 +2024/06/05-14:44:17.478034 139708668630592 Options.compression_opts.strategy: 0 +2024/06/05-14:44:17.478037 139708668630592 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:17.478041 139708668630592 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:17.478044 139708668630592 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:44:17.478047 139708668630592 Options.compression_opts.enabled: false +2024/06/05-14:44:17.478051 139708668630592 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:17.478054 139708668630592 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:44:17.478057 139708668630592 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:44:17.478061 139708668630592 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:44:17.478064 139708668630592 Options.target_file_size_base: 67108864 +2024/06/05-14:44:17.478068 139708668630592 Options.target_file_size_multiplier: 1 +2024/06/05-14:44:17.478071 139708668630592 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:44:17.478075 139708668630592 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:44:17.478078 139708668630592 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:44:17.478085 139708668630592 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:44:17.478089 139708668630592 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:44:17.478093 139708668630592 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:44:17.478097 139708668630592 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:44:17.478100 139708668630592 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:44:17.478104 139708668630592 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:44:17.478107 139708668630592 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:44:17.478111 139708668630592 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:44:17.478114 139708668630592 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:44:17.478118 139708668630592 Options.arena_block_size: 131072 +2024/06/05-14:44:17.478121 139708668630592 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:44:17.478125 139708668630592 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:44:17.478128 139708668630592 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:44:17.478132 139708668630592 Options.disable_auto_compactions: 0 +2024/06/05-14:44:17.478138 139708668630592 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:44:17.478142 139708668630592 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:44:17.478214 139708668630592 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:44:17.478226 139708668630592 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:44:17.478232 139708668630592 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:44:17.478237 139708668630592 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:44:17.478242 139708668630592 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:44:17.478247 139708668630592 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:44:17.478251 139708668630592 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:44:17.478254 139708668630592 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:44:17.478266 139708668630592 Options.table_properties_collectors: +2024/06/05-14:44:17.478270 139708668630592 Options.inplace_update_support: 0 +2024/06/05-14:44:17.478273 139708668630592 Options.inplace_update_num_locks: 10000 +2024/06/05-14:44:17.478277 139708668630592 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:44:17.478284 139708668630592 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:44:17.478287 139708668630592 Options.memtable_huge_page_size: 0 +2024/06/05-14:44:17.478291 139708668630592 Options.bloom_locality: 0 +2024/06/05-14:44:17.478294 139708668630592 Options.max_successive_merges: 0 +2024/06/05-14:44:17.478297 139708668630592 Options.optimize_filters_for_hits: 0 +2024/06/05-14:44:17.478301 139708668630592 Options.paranoid_file_checks: 0 +2024/06/05-14:44:17.478304 139708668630592 Options.force_consistency_checks: 1 +2024/06/05-14:44:17.478307 139708668630592 Options.report_bg_io_stats: 0 +2024/06/05-14:44:17.478311 139708668630592 Options.ttl: 2592000 +2024/06/05-14:44:17.478314 139708668630592 Options.periodic_compaction_seconds: 0 +2024/06/05-14:44:17.478318 139708668630592 Options.enable_blob_files: false +2024/06/05-14:44:17.478321 139708668630592 Options.min_blob_size: 0 +2024/06/05-14:44:17.478324 139708668630592 Options.blob_file_size: 268435456 +2024/06/05-14:44:17.478329 139708668630592 Options.blob_compression_type: NoCompression +2024/06/05-14:44:17.478332 139708668630592 Options.enable_blob_garbage_collection: false +2024/06/05-14:44:17.478335 139708668630592 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:44:17.478340 139708668630592 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:44:17.478344 139708668630592 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:44:17.482522 139708668630592 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001199 succeeded,manifest_file_number is 1199, next_file_number is 1206, last_sequence is 39994, log_number is 1203,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1203 +2024/06/05-14:44:17.482543 139708668630592 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1203 +2024/06/05-14:44:17.482754 139708668630592 [/version_set.cc:4410] Creating manifest 1207 +2024/06/05-14:44:17.494033 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609457494027, "job": 1, "event": "recovery_started", "wal_files": [1203]} +2024/06/05-14:44:17.494040 139708668630592 [/db_impl/db_impl_open.cc:890] Recovering log #1203 mode 2 +2024/06/05-14:44:17.494077 139708668630592 [/version_set.cc:4410] Creating manifest 1208 +2024/06/05-14:44:17.501089 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609457501084, "job": 1, "event": "recovery_finished"} +2024/06/05-14:44:17.506085 139708668630592 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1717609429487217 +2024/06/05-14:44:17.506152 139708668630592 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7f1070011e60 +2024/06/05-14:44:17.506191 139708668630592 DB pointer 0x7f10700201c0 +2024/06/05-14:44:17.575787 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:44:17.576066 139708668630592 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1212. Immutable memtables: 0. +2024/06/05-14:44:17.576273 139708122240576 (Original Log Time 2024/06/05-14:44:17.576228) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:44:17.576286 139708122240576 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1212 +2024/06/05-14:44:17.576356 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609457576343, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 298, "num_deletes": 145, "total_data_size": 25007, "memory_usage": 31152, "flush_reason": "Manual Flush"} +2024/06/05-14:44:17.576364 139708122240576 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1213: started +2024/06/05-14:44:17.584348 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609457584326, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1213, "file_size": 5896, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4127, "index_size": 138, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 22849, "raw_average_key_size": 77, "raw_value_size": 1477, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 296, "num_filter_entries": 0, "num_deletions": 150, "num_merge_operands": 0, "num_range_deletions": 6, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609457, "oldest_key_time": 1717609457, "file_creation_time": 1717609457, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "AHT7RO2F0WMNLQGE5VTD", "orig_file_number": 1213}} +2024/06/05-14:44:17.584392 139708122240576 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1213: 5896 bytes OK +2024/06/05-14:44:17.586447 139708122240576 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 10183 microseconds, and 2147 cpu microseconds. +2024/06/05-14:44:17.588231 139708122240576 (Original Log Time 2024/06/05-14:44:17.586453) [/memtable_list.cc:471] [default] Level-0 commit table #1213 started +2024/06/05-14:44:17.588233 139708122240576 (Original Log Time 2024/06/05-14:44:17.588185) [/memtable_list.cc:678] [default] Level-0 commit table #1213: memtable #1 done +2024/06/05-14:44:17.588235 139708122240576 (Original Log Time 2024/06/05-14:44:17.588199) EVENT_LOG_v1 {"time_micros": 1717609457588194, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [5, 1, 0, 0], "immutable_memtables": 0} +2024/06/05-14:44:17.588236 139708122240576 (Original Log Time 2024/06/05-14:44:17.588214) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[5 1 0 0] max score 0.62 +2024/06/05-14:44:17.588241 139708122240576 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 24552, prev total WAL file size 24552, number of live WAL files 2. +2024/06/05-14:44:17.588329 139708122240576 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001209.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:17.588378 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:44:17.588404 139708668630592 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:44:17.588599 139708668630592 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001203.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:17.588703 139708668630592 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1717609457905405 b/.aim/meta/index/LOG.old.1717609457905405 new file mode 100644 index 0000000..1bd21b7 --- /dev/null +++ b/.aim/meta/index/LOG.old.1717609457905405 @@ -0,0 +1,259 @@ +2024/06/05-14:44:17.690814 139708668630592 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:44:17.691055 139708668630592 RocksDB version: 6.29.5 +2024/06/05-14:44:17.691059 139708668630592 Compile date 2023-03-02 19:33:03 +2024/06/05-14:44:17.691061 139708668630592 DB SUMMARY +2024/06/05-14:44:17.691062 139708668630592 DB Session ID: AHT7RO2F0WMNLQGE5VTF +2024/06/05-14:44:17.691095 139708668630592 CURRENT file: CURRENT +2024/06/05-14:44:17.691097 139708668630592 IDENTITY file: IDENTITY +2024/06/05-14:44:17.691100 139708668630592 MANIFEST file: MANIFEST-001208 size: 1272 Bytes +2024/06/05-14:44:17.691102 139708668630592 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 6, files: 001175.sst 001177.sst 001186.sst 001195.sst 001204.sst 001213.sst +2024/06/05-14:44:17.691104 139708668630592 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001212.log size: 0 ; +2024/06/05-14:44:17.691106 139708668630592 Options.error_if_exists: 0 +2024/06/05-14:44:17.691108 139708668630592 Options.create_if_missing: 1 +2024/06/05-14:44:17.691109 139708668630592 Options.paranoid_checks: 0 +2024/06/05-14:44:17.691110 139708668630592 Options.flush_verify_memtable_count: 1 +2024/06/05-14:44:17.691111 139708668630592 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:44:17.691112 139708668630592 Options.env: 0x7f1090d1d940 +2024/06/05-14:44:17.691114 139708668630592 Options.fs: PosixFileSystem +2024/06/05-14:44:17.691115 139708668630592 Options.info_log: 0x7f1070032480 +2024/06/05-14:44:17.691116 139708668630592 Options.max_file_opening_threads: 16 +2024/06/05-14:44:17.691117 139708668630592 Options.statistics: (nil) +2024/06/05-14:44:17.691119 139708668630592 Options.use_fsync: 0 +2024/06/05-14:44:17.691120 139708668630592 Options.max_log_file_size: 0 +2024/06/05-14:44:17.691121 139708668630592 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:44:17.691122 139708668630592 Options.log_file_time_to_roll: 0 +2024/06/05-14:44:17.691123 139708668630592 Options.keep_log_file_num: 10 +2024/06/05-14:44:17.691124 139708668630592 Options.recycle_log_file_num: 0 +2024/06/05-14:44:17.691126 139708668630592 Options.allow_fallocate: 1 +2024/06/05-14:44:17.691127 139708668630592 Options.allow_mmap_reads: 0 +2024/06/05-14:44:17.691128 139708668630592 Options.allow_mmap_writes: 0 +2024/06/05-14:44:17.691129 139708668630592 Options.use_direct_reads: 0 +2024/06/05-14:44:17.691130 139708668630592 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:44:17.691131 139708668630592 Options.create_missing_column_families: 0 +2024/06/05-14:44:17.691132 139708668630592 Options.db_log_dir: +2024/06/05-14:44:17.691133 139708668630592 Options.wal_dir: +2024/06/05-14:44:17.691134 139708668630592 Options.table_cache_numshardbits: 6 +2024/06/05-14:44:17.691135 139708668630592 Options.WAL_ttl_seconds: 0 +2024/06/05-14:44:17.691137 139708668630592 Options.WAL_size_limit_MB: 0 +2024/06/05-14:44:17.691138 139708668630592 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:44:17.691139 139708668630592 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:44:17.691140 139708668630592 Options.is_fd_close_on_exec: 1 +2024/06/05-14:44:17.691141 139708668630592 Options.advise_random_on_open: 1 +2024/06/05-14:44:17.691142 139708668630592 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:44:17.691147 139708668630592 Options.db_write_buffer_size: 1048576 +2024/06/05-14:44:17.691148 139708668630592 Options.write_buffer_manager: 0x7f107000f800 +2024/06/05-14:44:17.691184 139708668630592 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:44:17.691188 139708668630592 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:44:17.691190 139708668630592 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:44:17.691191 139708668630592 Options.use_adaptive_mutex: 0 +2024/06/05-14:44:17.691192 139708668630592 Options.rate_limiter: (nil) +2024/06/05-14:44:17.691194 139708668630592 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:44:17.691195 139708668630592 Options.wal_recovery_mode: 2 +2024/06/05-14:44:17.691196 139708668630592 Options.enable_thread_tracking: 0 +2024/06/05-14:44:17.691198 139708668630592 Options.enable_pipelined_write: 0 +2024/06/05-14:44:17.691199 139708668630592 Options.unordered_write: 0 +2024/06/05-14:44:17.691200 139708668630592 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:44:17.691201 139708668630592 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:44:17.691202 139708668630592 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:44:17.691203 139708668630592 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:44:17.691204 139708668630592 Options.row_cache: None +2024/06/05-14:44:17.691205 139708668630592 Options.wal_filter: None +2024/06/05-14:44:17.691207 139708668630592 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:44:17.691208 139708668630592 Options.allow_ingest_behind: 0 +2024/06/05-14:44:17.691209 139708668630592 Options.preserve_deletes: 0 +2024/06/05-14:44:17.691210 139708668630592 Options.two_write_queues: 0 +2024/06/05-14:44:17.691211 139708668630592 Options.manual_wal_flush: 0 +2024/06/05-14:44:17.691212 139708668630592 Options.atomic_flush: 0 +2024/06/05-14:44:17.691213 139708668630592 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:44:17.691214 139708668630592 Options.persist_stats_to_disk: 0 +2024/06/05-14:44:17.691215 139708668630592 Options.write_dbid_to_manifest: 0 +2024/06/05-14:44:17.691216 139708668630592 Options.log_readahead_size: 0 +2024/06/05-14:44:17.691218 139708668630592 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:44:17.691219 139708668630592 Options.best_efforts_recovery: 0 +2024/06/05-14:44:17.691220 139708668630592 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:44:17.691221 139708668630592 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:44:17.691222 139708668630592 Options.allow_data_in_errors: 0 +2024/06/05-14:44:17.691223 139708668630592 Options.db_host_id: __hostname__ +2024/06/05-14:44:17.691224 139708668630592 Options.max_background_jobs: 2 +2024/06/05-14:44:17.691226 139708668630592 Options.max_background_compactions: 4 +2024/06/05-14:44:17.691227 139708668630592 Options.max_subcompactions: 1 +2024/06/05-14:44:17.691228 139708668630592 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:44:17.691229 139708668630592 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:44:17.691230 139708668630592 Options.delayed_write_rate : 16777216 +2024/06/05-14:44:17.691231 139708668630592 Options.max_total_wal_size: 0 +2024/06/05-14:44:17.691232 139708668630592 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:44:17.691233 139708668630592 Options.stats_dump_period_sec: 600 +2024/06/05-14:44:17.691235 139708668630592 Options.stats_persist_period_sec: 600 +2024/06/05-14:44:17.691236 139708668630592 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:44:17.691248 139708668630592 Options.max_open_files: -1 +2024/06/05-14:44:17.691249 139708668630592 Options.bytes_per_sync: 0 +2024/06/05-14:44:17.691250 139708668630592 Options.wal_bytes_per_sync: 0 +2024/06/05-14:44:17.691251 139708668630592 Options.strict_bytes_per_sync: 0 +2024/06/05-14:44:17.691253 139708668630592 Options.compaction_readahead_size: 0 +2024/06/05-14:44:17.691254 139708668630592 Options.max_background_flushes: -1 +2024/06/05-14:44:17.691255 139708668630592 Compression algorithms supported: +2024/06/05-14:44:17.691256 139708668630592 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:44:17.691258 139708668630592 kZSTD supported: 1 +2024/06/05-14:44:17.691259 139708668630592 kXpressCompression supported: 0 +2024/06/05-14:44:17.691261 139708668630592 kLZ4HCCompression supported: 0 +2024/06/05-14:44:17.691262 139708668630592 kLZ4Compression supported: 0 +2024/06/05-14:44:17.691263 139708668630592 kBZip2Compression supported: 1 +2024/06/05-14:44:17.691264 139708668630592 kZlibCompression supported: 1 +2024/06/05-14:44:17.691265 139708668630592 kSnappyCompression supported: 1 +2024/06/05-14:44:17.691268 139708668630592 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:44:17.691321 139708668630592 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001208 +2024/06/05-14:44:17.691376 139708668630592 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:44:17.691381 139708668630592 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:44:17.691383 139708668630592 Options.merge_operator: None +2024/06/05-14:44:17.691384 139708668630592 Options.compaction_filter: None +2024/06/05-14:44:17.691385 139708668630592 Options.compaction_filter_factory: None +2024/06/05-14:44:17.691387 139708668630592 Options.sst_partitioner_factory: None +2024/06/05-14:44:17.691388 139708668630592 Options.memtable_factory: SkipListFactory +2024/06/05-14:44:17.691389 139708668630592 Options.table_factory: BlockBasedTable +2024/06/05-14:44:17.691409 139708668630592 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7f1070032940) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x7f107000f940 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:44:17.691411 139708668630592 Options.write_buffer_size: 1048576 +2024/06/05-14:44:17.691412 139708668630592 Options.max_write_buffer_number: 2 +2024/06/05-14:44:17.691413 139708668630592 Options.compression: Snappy +2024/06/05-14:44:17.691415 139708668630592 Options.bottommost_compression: Disabled +2024/06/05-14:44:17.691416 139708668630592 Options.prefix_extractor: nullptr +2024/06/05-14:44:17.691417 139708668630592 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:44:17.691418 139708668630592 Options.num_levels: 4 +2024/06/05-14:44:17.691419 139708668630592 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:44:17.691454 139708668630592 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:44:17.691459 139708668630592 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:44:17.691461 139708668630592 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:44:17.691462 139708668630592 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:44:17.691464 139708668630592 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:44:17.691465 139708668630592 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:17.691466 139708668630592 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:17.691468 139708668630592 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:44:17.691469 139708668630592 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:44:17.691470 139708668630592 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:17.691471 139708668630592 Options.compression_opts.window_bits: -14 +2024/06/05-14:44:17.691472 139708668630592 Options.compression_opts.level: 32767 +2024/06/05-14:44:17.691473 139708668630592 Options.compression_opts.strategy: 0 +2024/06/05-14:44:17.691475 139708668630592 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:17.691476 139708668630592 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:17.691477 139708668630592 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:44:17.691478 139708668630592 Options.compression_opts.enabled: false +2024/06/05-14:44:17.691479 139708668630592 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:17.691480 139708668630592 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:44:17.691481 139708668630592 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:44:17.691482 139708668630592 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:44:17.691483 139708668630592 Options.target_file_size_base: 67108864 +2024/06/05-14:44:17.691485 139708668630592 Options.target_file_size_multiplier: 1 +2024/06/05-14:44:17.691486 139708668630592 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:44:17.691487 139708668630592 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:44:17.691488 139708668630592 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:44:17.691491 139708668630592 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:44:17.691492 139708668630592 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:44:17.691493 139708668630592 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:44:17.691494 139708668630592 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:44:17.691496 139708668630592 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:44:17.691497 139708668630592 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:44:17.691498 139708668630592 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:44:17.691499 139708668630592 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:44:17.691500 139708668630592 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:44:17.691501 139708668630592 Options.arena_block_size: 131072 +2024/06/05-14:44:17.691502 139708668630592 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:44:17.691504 139708668630592 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:44:17.691505 139708668630592 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:44:17.691506 139708668630592 Options.disable_auto_compactions: 0 +2024/06/05-14:44:17.691508 139708668630592 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:44:17.691519 139708668630592 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:44:17.691521 139708668630592 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:44:17.691522 139708668630592 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:44:17.691523 139708668630592 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:44:17.691524 139708668630592 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:44:17.691525 139708668630592 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:44:17.691527 139708668630592 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:44:17.691528 139708668630592 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:44:17.691529 139708668630592 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:44:17.691534 139708668630592 Options.table_properties_collectors: +2024/06/05-14:44:17.691535 139708668630592 Options.inplace_update_support: 0 +2024/06/05-14:44:17.691536 139708668630592 Options.inplace_update_num_locks: 10000 +2024/06/05-14:44:17.691537 139708668630592 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:44:17.691539 139708668630592 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:44:17.691540 139708668630592 Options.memtable_huge_page_size: 0 +2024/06/05-14:44:17.691541 139708668630592 Options.bloom_locality: 0 +2024/06/05-14:44:17.691542 139708668630592 Options.max_successive_merges: 0 +2024/06/05-14:44:17.691543 139708668630592 Options.optimize_filters_for_hits: 0 +2024/06/05-14:44:17.691544 139708668630592 Options.paranoid_file_checks: 0 +2024/06/05-14:44:17.691546 139708668630592 Options.force_consistency_checks: 1 +2024/06/05-14:44:17.691547 139708668630592 Options.report_bg_io_stats: 0 +2024/06/05-14:44:17.691548 139708668630592 Options.ttl: 2592000 +2024/06/05-14:44:17.691549 139708668630592 Options.periodic_compaction_seconds: 0 +2024/06/05-14:44:17.691550 139708668630592 Options.enable_blob_files: false +2024/06/05-14:44:17.691551 139708668630592 Options.min_blob_size: 0 +2024/06/05-14:44:17.691552 139708668630592 Options.blob_file_size: 268435456 +2024/06/05-14:44:17.691554 139708668630592 Options.blob_compression_type: NoCompression +2024/06/05-14:44:17.691555 139708668630592 Options.enable_blob_garbage_collection: false +2024/06/05-14:44:17.691556 139708668630592 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:44:17.691558 139708668630592 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:44:17.691559 139708668630592 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:44:17.692923 139708668630592 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001208 succeeded,manifest_file_number is 1208, next_file_number is 1215, last_sequence is 40292, log_number is 1212,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1212 +2024/06/05-14:44:17.692930 139708668630592 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1212 +2024/06/05-14:44:17.693002 139708668630592 [/version_set.cc:4410] Creating manifest 1216 +2024/06/05-14:44:17.700666 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609457700659, "job": 1, "event": "recovery_started", "wal_files": [1212]} +2024/06/05-14:44:17.700672 139708668630592 [/db_impl/db_impl_open.cc:890] Recovering log #1212 mode 2 +2024/06/05-14:44:17.700706 139708668630592 [/version_set.cc:4410] Creating manifest 1217 +2024/06/05-14:44:17.707803 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609457707797, "job": 1, "event": "recovery_finished"} +2024/06/05-14:44:17.713498 139708668630592 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1717609449762713 +2024/06/05-14:44:17.713556 139708668630592 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7f1070022370 +2024/06/05-14:44:17.713593 139708668630592 DB pointer 0x7f107002f360 +2024/06/05-14:44:17.790939 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:44:17.791043 139708668630592 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1221. Immutable memtables: 0. +2024/06/05-14:44:17.791166 139708122240576 (Original Log Time 2024/06/05-14:44:17.791149) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:44:17.791169 139708122240576 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1221 +2024/06/05-14:44:17.791194 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609457791189, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 276, "num_deletes": 136, "total_data_size": 23140, "memory_usage": 28968, "flush_reason": "Manual Flush"} +2024/06/05-14:44:17.791197 139708122240576 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1222: started +2024/06/05-14:44:17.795324 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609457795304, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1222, "file_size": 5513, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 3756, "index_size": 127, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 21302, "raw_average_key_size": 77, "raw_value_size": 1385, "raw_average_value_size": 5, "num_data_blocks": 2, "num_entries": 276, "num_filter_entries": 0, "num_deletions": 141, "num_merge_operands": 0, "num_range_deletions": 6, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609457, "oldest_key_time": 1717609457, "file_creation_time": 1717609457, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "AHT7RO2F0WMNLQGE5VTF", "orig_file_number": 1222}} +2024/06/05-14:44:17.795360 139708122240576 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1222: 5513 bytes OK +2024/06/05-14:44:17.797069 139708122240576 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 5905 microseconds, and 638 cpu microseconds. +2024/06/05-14:44:17.799211 139708122240576 (Original Log Time 2024/06/05-14:44:17.797075) [/memtable_list.cc:471] [default] Level-0 commit table #1222 started +2024/06/05-14:44:17.799214 139708122240576 (Original Log Time 2024/06/05-14:44:17.799164) [/memtable_list.cc:678] [default] Level-0 commit table #1222: memtable #1 done +2024/06/05-14:44:17.799215 139708122240576 (Original Log Time 2024/06/05-14:44:17.799179) EVENT_LOG_v1 {"time_micros": 1717609457799174, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [6, 1, 0, 0], "immutable_memtables": 0} +2024/06/05-14:44:17.799216 139708122240576 (Original Log Time 2024/06/05-14:44:17.799194) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[6 1 0 0] max score 0.75 +2024/06/05-14:44:17.799222 139708122240576 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 22716, prev total WAL file size 22716, number of live WAL files 2. +2024/06/05-14:44:17.799305 139708122240576 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001218.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:17.799357 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:44:17.799381 139708668630592 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:44:17.799563 139708668630592 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001212.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:17.799688 139708668630592 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/LOG.old.1717610419109228 b/.aim/meta/index/LOG.old.1717610419109228 new file mode 100644 index 0000000..adcea50 --- /dev/null +++ b/.aim/meta/index/LOG.old.1717610419109228 @@ -0,0 +1,259 @@ +2024/06/05-14:44:17.905689 139708668630592 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:44:17.906153 139708668630592 RocksDB version: 6.29.5 +2024/06/05-14:44:17.906162 139708668630592 Compile date 2023-03-02 19:33:03 +2024/06/05-14:44:17.906166 139708668630592 DB SUMMARY +2024/06/05-14:44:17.906168 139708668630592 DB Session ID: AHT7RO2F0WMNLQGE5VTH +2024/06/05-14:44:17.906240 139708668630592 CURRENT file: CURRENT +2024/06/05-14:44:17.906244 139708668630592 IDENTITY file: IDENTITY +2024/06/05-14:44:17.906251 139708668630592 MANIFEST file: MANIFEST-001217 size: 1406 Bytes +2024/06/05-14:44:17.906255 139708668630592 SST files in /home/moraguma/git/TorchBringer/.aim/meta/index dir, Total Num: 7, files: 001175.sst 001177.sst 001186.sst 001195.sst 001204.sst 001213.sst 001222.sst +2024/06/05-14:44:17.906259 139708668630592 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/meta/index: 001221.log size: 0 ; +2024/06/05-14:44:17.906263 139708668630592 Options.error_if_exists: 0 +2024/06/05-14:44:17.906266 139708668630592 Options.create_if_missing: 1 +2024/06/05-14:44:17.906269 139708668630592 Options.paranoid_checks: 0 +2024/06/05-14:44:17.906271 139708668630592 Options.flush_verify_memtable_count: 1 +2024/06/05-14:44:17.906273 139708668630592 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:44:17.906276 139708668630592 Options.env: 0x7f1090d1d940 +2024/06/05-14:44:17.906279 139708668630592 Options.fs: PosixFileSystem +2024/06/05-14:44:17.906281 139708668630592 Options.info_log: 0x7f1070010ea0 +2024/06/05-14:44:17.906284 139708668630592 Options.max_file_opening_threads: 16 +2024/06/05-14:44:17.906286 139708668630592 Options.statistics: (nil) +2024/06/05-14:44:17.906289 139708668630592 Options.use_fsync: 0 +2024/06/05-14:44:17.906291 139708668630592 Options.max_log_file_size: 0 +2024/06/05-14:44:17.906294 139708668630592 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:44:17.906296 139708668630592 Options.log_file_time_to_roll: 0 +2024/06/05-14:44:17.906298 139708668630592 Options.keep_log_file_num: 10 +2024/06/05-14:44:17.906301 139708668630592 Options.recycle_log_file_num: 0 +2024/06/05-14:44:17.906303 139708668630592 Options.allow_fallocate: 1 +2024/06/05-14:44:17.906305 139708668630592 Options.allow_mmap_reads: 0 +2024/06/05-14:44:17.906308 139708668630592 Options.allow_mmap_writes: 0 +2024/06/05-14:44:17.906310 139708668630592 Options.use_direct_reads: 0 +2024/06/05-14:44:17.906312 139708668630592 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:44:17.906315 139708668630592 Options.create_missing_column_families: 0 +2024/06/05-14:44:17.906317 139708668630592 Options.db_log_dir: +2024/06/05-14:44:17.906319 139708668630592 Options.wal_dir: +2024/06/05-14:44:17.906322 139708668630592 Options.table_cache_numshardbits: 6 +2024/06/05-14:44:17.906324 139708668630592 Options.WAL_ttl_seconds: 0 +2024/06/05-14:44:17.906326 139708668630592 Options.WAL_size_limit_MB: 0 +2024/06/05-14:44:17.906328 139708668630592 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:44:17.906331 139708668630592 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:44:17.906333 139708668630592 Options.is_fd_close_on_exec: 1 +2024/06/05-14:44:17.906336 139708668630592 Options.advise_random_on_open: 1 +2024/06/05-14:44:17.906338 139708668630592 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:44:17.906347 139708668630592 Options.db_write_buffer_size: 1048576 +2024/06/05-14:44:17.906426 139708668630592 Options.write_buffer_manager: 0x7f1070070620 +2024/06/05-14:44:17.906436 139708668630592 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:44:17.906439 139708668630592 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:44:17.906442 139708668630592 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:44:17.906444 139708668630592 Options.use_adaptive_mutex: 0 +2024/06/05-14:44:17.906446 139708668630592 Options.rate_limiter: (nil) +2024/06/05-14:44:17.906450 139708668630592 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:44:17.906453 139708668630592 Options.wal_recovery_mode: 2 +2024/06/05-14:44:17.906455 139708668630592 Options.enable_thread_tracking: 0 +2024/06/05-14:44:17.906457 139708668630592 Options.enable_pipelined_write: 0 +2024/06/05-14:44:17.906460 139708668630592 Options.unordered_write: 0 +2024/06/05-14:44:17.906462 139708668630592 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:44:17.906464 139708668630592 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:44:17.906466 139708668630592 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:44:17.906469 139708668630592 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:44:17.906471 139708668630592 Options.row_cache: None +2024/06/05-14:44:17.906473 139708668630592 Options.wal_filter: None +2024/06/05-14:44:17.906476 139708668630592 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:44:17.906478 139708668630592 Options.allow_ingest_behind: 0 +2024/06/05-14:44:17.906480 139708668630592 Options.preserve_deletes: 0 +2024/06/05-14:44:17.906483 139708668630592 Options.two_write_queues: 0 +2024/06/05-14:44:17.906485 139708668630592 Options.manual_wal_flush: 0 +2024/06/05-14:44:17.906487 139708668630592 Options.atomic_flush: 0 +2024/06/05-14:44:17.906490 139708668630592 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:44:17.906492 139708668630592 Options.persist_stats_to_disk: 0 +2024/06/05-14:44:17.906494 139708668630592 Options.write_dbid_to_manifest: 0 +2024/06/05-14:44:17.906496 139708668630592 Options.log_readahead_size: 0 +2024/06/05-14:44:17.906499 139708668630592 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:44:17.906501 139708668630592 Options.best_efforts_recovery: 0 +2024/06/05-14:44:17.906504 139708668630592 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:44:17.906506 139708668630592 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:44:17.906508 139708668630592 Options.allow_data_in_errors: 0 +2024/06/05-14:44:17.906511 139708668630592 Options.db_host_id: __hostname__ +2024/06/05-14:44:17.906513 139708668630592 Options.max_background_jobs: 2 +2024/06/05-14:44:17.906516 139708668630592 Options.max_background_compactions: 4 +2024/06/05-14:44:17.906518 139708668630592 Options.max_subcompactions: 1 +2024/06/05-14:44:17.906520 139708668630592 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:44:17.906522 139708668630592 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:44:17.906525 139708668630592 Options.delayed_write_rate : 16777216 +2024/06/05-14:44:17.906527 139708668630592 Options.max_total_wal_size: 0 +2024/06/05-14:44:17.906529 139708668630592 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:44:17.906532 139708668630592 Options.stats_dump_period_sec: 600 +2024/06/05-14:44:17.906534 139708668630592 Options.stats_persist_period_sec: 600 +2024/06/05-14:44:17.906537 139708668630592 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:44:17.906563 139708668630592 Options.max_open_files: -1 +2024/06/05-14:44:17.906566 139708668630592 Options.bytes_per_sync: 0 +2024/06/05-14:44:17.906568 139708668630592 Options.wal_bytes_per_sync: 0 +2024/06/05-14:44:17.906571 139708668630592 Options.strict_bytes_per_sync: 0 +2024/06/05-14:44:17.906573 139708668630592 Options.compaction_readahead_size: 0 +2024/06/05-14:44:17.906575 139708668630592 Options.max_background_flushes: -1 +2024/06/05-14:44:17.906578 139708668630592 Compression algorithms supported: +2024/06/05-14:44:17.906581 139708668630592 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:44:17.906585 139708668630592 kZSTD supported: 1 +2024/06/05-14:44:17.906587 139708668630592 kXpressCompression supported: 0 +2024/06/05-14:44:17.906590 139708668630592 kLZ4HCCompression supported: 0 +2024/06/05-14:44:17.906592 139708668630592 kLZ4Compression supported: 0 +2024/06/05-14:44:17.906595 139708668630592 kBZip2Compression supported: 1 +2024/06/05-14:44:17.906597 139708668630592 kZlibCompression supported: 1 +2024/06/05-14:44:17.906600 139708668630592 kSnappyCompression supported: 1 +2024/06/05-14:44:17.906606 139708668630592 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:44:17.906717 139708668630592 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001217 +2024/06/05-14:44:17.906796 139708668630592 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:44:17.906802 139708668630592 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:44:17.906804 139708668630592 Options.merge_operator: None +2024/06/05-14:44:17.906807 139708668630592 Options.compaction_filter: None +2024/06/05-14:44:17.906809 139708668630592 Options.compaction_filter_factory: None +2024/06/05-14:44:17.906812 139708668630592 Options.sst_partitioner_factory: None +2024/06/05-14:44:17.906814 139708668630592 Options.memtable_factory: SkipListFactory +2024/06/05-14:44:17.906816 139708668630592 Options.table_factory: BlockBasedTable +2024/06/05-14:44:17.906858 139708668630592 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x7f10700315c0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x7f1070022270 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:44:17.906861 139708668630592 Options.write_buffer_size: 1048576 +2024/06/05-14:44:17.906864 139708668630592 Options.max_write_buffer_number: 2 +2024/06/05-14:44:17.906867 139708668630592 Options.compression: Snappy +2024/06/05-14:44:17.906869 139708668630592 Options.bottommost_compression: Disabled +2024/06/05-14:44:17.906872 139708668630592 Options.prefix_extractor: nullptr +2024/06/05-14:44:17.906874 139708668630592 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:44:17.906877 139708668630592 Options.num_levels: 4 +2024/06/05-14:44:17.906879 139708668630592 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:44:17.906991 139708668630592 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:44:17.907001 139708668630592 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:44:17.907004 139708668630592 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:44:17.907008 139708668630592 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:44:17.907010 139708668630592 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:44:17.907013 139708668630592 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:17.907015 139708668630592 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:17.907017 139708668630592 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:44:17.907020 139708668630592 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:44:17.907023 139708668630592 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:17.907025 139708668630592 Options.compression_opts.window_bits: -14 +2024/06/05-14:44:17.907027 139708668630592 Options.compression_opts.level: 32767 +2024/06/05-14:44:17.907030 139708668630592 Options.compression_opts.strategy: 0 +2024/06/05-14:44:17.907032 139708668630592 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:44:17.907034 139708668630592 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:44:17.907037 139708668630592 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:44:17.907039 139708668630592 Options.compression_opts.enabled: false +2024/06/05-14:44:17.907041 139708668630592 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:44:17.907044 139708668630592 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:44:17.907046 139708668630592 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:44:17.907048 139708668630592 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:44:17.907051 139708668630592 Options.target_file_size_base: 67108864 +2024/06/05-14:44:17.907053 139708668630592 Options.target_file_size_multiplier: 1 +2024/06/05-14:44:17.907055 139708668630592 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:44:17.907058 139708668630592 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:44:17.907060 139708668630592 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:44:17.907066 139708668630592 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:44:17.907069 139708668630592 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:44:17.907071 139708668630592 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:44:17.907074 139708668630592 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:44:17.907076 139708668630592 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:44:17.907078 139708668630592 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:44:17.907081 139708668630592 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:44:17.907083 139708668630592 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:44:17.907086 139708668630592 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:44:17.907088 139708668630592 Options.arena_block_size: 131072 +2024/06/05-14:44:17.907091 139708668630592 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:44:17.907093 139708668630592 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:44:17.907096 139708668630592 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:44:17.907098 139708668630592 Options.disable_auto_compactions: 0 +2024/06/05-14:44:17.907102 139708668630592 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:44:17.907128 139708668630592 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:44:17.907131 139708668630592 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:44:17.907133 139708668630592 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:44:17.907135 139708668630592 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:44:17.907138 139708668630592 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:44:17.907140 139708668630592 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:44:17.907143 139708668630592 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:44:17.907145 139708668630592 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:44:17.907148 139708668630592 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:44:17.907156 139708668630592 Options.table_properties_collectors: +2024/06/05-14:44:17.907159 139708668630592 Options.inplace_update_support: 0 +2024/06/05-14:44:17.907161 139708668630592 Options.inplace_update_num_locks: 10000 +2024/06/05-14:44:17.907164 139708668630592 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:44:17.907167 139708668630592 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:44:17.907170 139708668630592 Options.memtable_huge_page_size: 0 +2024/06/05-14:44:17.907172 139708668630592 Options.bloom_locality: 0 +2024/06/05-14:44:17.907174 139708668630592 Options.max_successive_merges: 0 +2024/06/05-14:44:17.907176 139708668630592 Options.optimize_filters_for_hits: 0 +2024/06/05-14:44:17.907179 139708668630592 Options.paranoid_file_checks: 0 +2024/06/05-14:44:17.907181 139708668630592 Options.force_consistency_checks: 1 +2024/06/05-14:44:17.907183 139708668630592 Options.report_bg_io_stats: 0 +2024/06/05-14:44:17.907186 139708668630592 Options.ttl: 2592000 +2024/06/05-14:44:17.907188 139708668630592 Options.periodic_compaction_seconds: 0 +2024/06/05-14:44:17.907190 139708668630592 Options.enable_blob_files: false +2024/06/05-14:44:17.907193 139708668630592 Options.min_blob_size: 0 +2024/06/05-14:44:17.907195 139708668630592 Options.blob_file_size: 268435456 +2024/06/05-14:44:17.907198 139708668630592 Options.blob_compression_type: NoCompression +2024/06/05-14:44:17.907200 139708668630592 Options.enable_blob_garbage_collection: false +2024/06/05-14:44:17.907203 139708668630592 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:44:17.907206 139708668630592 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:44:17.907209 139708668630592 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:44:17.910396 139708668630592 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/meta/index/MANIFEST-001217 succeeded,manifest_file_number is 1217, next_file_number is 1224, last_sequence is 40568, log_number is 1221,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 1221 +2024/06/05-14:44:17.910411 139708668630592 [/version_set.cc:4946] Column family [default] (ID 0), log number is 1221 +2024/06/05-14:44:17.910497 139708668630592 [/version_set.cc:4410] Creating manifest 1225 +2024/06/05-14:44:17.919116 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609457919108, "job": 1, "event": "recovery_started", "wal_files": [1221]} +2024/06/05-14:44:17.919123 139708668630592 [/db_impl/db_impl_open.cc:890] Recovering log #1221 mode 2 +2024/06/05-14:44:17.919163 139708668630592 [/version_set.cc:4410] Creating manifest 1226 +2024/06/05-14:44:17.926842 139708668630592 EVENT_LOG_v1 {"time_micros": 1717609457926836, "job": 1, "event": "recovery_finished"} +2024/06/05-14:44:17.932390 139708668630592 [/db_impl/db_impl_files.cc:618] [JOB 2] Delete info log file /home/moraguma/git/TorchBringer/.aim/meta/index//LOG.old.1717609449974616 +2024/06/05-14:44:17.932473 139708668630592 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x7f1070049980 +2024/06/05-14:44:17.932536 139708668630592 DB pointer 0x7f107002f360 +2024/06/05-14:44:18.004727 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:44:18.004826 139708668630592 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #1230. Immutable memtables: 0. +2024/06/05-14:44:18.004938 139708122240576 (Original Log Time 2024/06/05-14:44:18.004923) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:44:18.004942 139708122240576 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 1230 +2024/06/05-14:44:18.004967 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609458004961, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 316, "num_deletes": 154, "total_data_size": 26515, "memory_usage": 33176, "flush_reason": "Manual Flush"} +2024/06/05-14:44:18.004969 139708122240576 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #1231: started +2024/06/05-14:44:18.008711 139708122240576 EVENT_LOG_v1 {"time_micros": 1717609458008692, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 1231, "file_size": 6209, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 4388, "index_size": 190, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 24245, "raw_average_key_size": 77, "raw_value_size": 1553, "raw_average_value_size": 4, "num_data_blocks": 3, "num_entries": 314, "num_filter_entries": 0, "num_deletions": 159, "num_merge_operands": 0, "num_range_deletions": 6, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609457, "oldest_key_time": 1717609457, "file_creation_time": 1717609457, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b75d1409-6bf1-4ac7-ad2e-3d0f2a6cb0a6", "db_session_id": "AHT7RO2F0WMNLQGE5VTH", "orig_file_number": 1231}} +2024/06/05-14:44:18.008741 139708122240576 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #1231: 6209 bytes OK +2024/06/05-14:44:18.010940 139708122240576 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 6003 microseconds, and 627 cpu microseconds. +2024/06/05-14:44:18.012727 139708122240576 (Original Log Time 2024/06/05-14:44:18.010946) [/memtable_list.cc:471] [default] Level-0 commit table #1231 started +2024/06/05-14:44:18.012729 139708122240576 (Original Log Time 2024/06/05-14:44:18.012681) [/memtable_list.cc:678] [default] Level-0 commit table #1231: memtable #1 done +2024/06/05-14:44:18.012731 139708122240576 (Original Log Time 2024/06/05-14:44:18.012697) EVENT_LOG_v1 {"time_micros": 1717609458012692, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [7, 1, 0, 0], "immutable_memtables": 0} +2024/06/05-14:44:18.012732 139708122240576 (Original Log Time 2024/06/05-14:44:18.012711) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[7 1 0 0] max score 0.88 +2024/06/05-14:44:18.012737 139708122240576 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 26033, prev total WAL file size 26033, number of live WAL files 2. +2024/06/05-14:44:18.012822 139708122240576 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001227.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:18.012867 139708668630592 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:44:18.012890 139708668630592 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:44:18.013072 139708668630592 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/meta/index/001221.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:44:18.013203 139708668630592 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/meta/index/MANIFEST-001089 b/.aim/meta/index/MANIFEST-001089 deleted file mode 100644 index 62db347..0000000 Binary files a/.aim/meta/index/MANIFEST-001089 and /dev/null differ diff --git a/.aim/meta/index/MANIFEST-001235 b/.aim/meta/index/MANIFEST-001235 new file mode 100644 index 0000000..e0f0fc0 Binary files /dev/null and b/.aim/meta/index/MANIFEST-001235 differ diff --git a/.aim/meta/index/OPTIONS-001229 b/.aim/meta/index/OPTIONS-001229 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/index/OPTIONS-001229 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/meta/index/OPTIONS-001238 b/.aim/meta/index/OPTIONS-001238 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/meta/index/OPTIONS-001238 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/run_metadata.sqlite b/.aim/run_metadata.sqlite index 45c3408..c814309 100644 Binary files a/.aim/run_metadata.sqlite and b/.aim/run_metadata.sqlite differ diff --git a/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/000005.log b/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/000005.log new file mode 100644 index 0000000..d5bbde9 Binary files /dev/null and b/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/000005.log differ diff --git a/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/CURRENT b/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/CURRENT new file mode 100644 index 0000000..cacca75 --- /dev/null +++ b/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/CURRENT @@ -0,0 +1 @@ +MANIFEST-000004 diff --git a/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/IDENTITY b/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/IDENTITY new file mode 100644 index 0000000..14b356f --- /dev/null +++ b/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/IDENTITY @@ -0,0 +1 @@ +30136106-b593-4009-a8f0-b714466ba116 \ No newline at end of file diff --git a/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/LOCK b/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/LOG b/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/LOG new file mode 100644 index 0000000..8f520fa --- /dev/null +++ b/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/LOG @@ -0,0 +1,269 @@ +2024/06/05-14:39:28.211832 140182668496896 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:39:28.212067 140182668496896 RocksDB version: 6.29.5 +2024/06/05-14:39:28.212070 140182668496896 Compile date 2023-03-02 19:33:03 +2024/06/05-14:39:28.212072 140182668496896 DB SUMMARY +2024/06/05-14:39:28.212073 140182668496896 DB Session ID: A68XQVKTJ5X34UV1XUCO +2024/06/05-14:39:28.212088 140182668496896 SST files in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3 dir, Total Num: 0, files: +2024/06/05-14:39:28.212090 140182668496896 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3: +2024/06/05-14:39:28.212092 140182668496896 Options.error_if_exists: 0 +2024/06/05-14:39:28.212093 140182668496896 Options.create_if_missing: 1 +2024/06/05-14:39:28.212094 140182668496896 Options.paranoid_checks: 0 +2024/06/05-14:39:28.212095 140182668496896 Options.flush_verify_memtable_count: 1 +2024/06/05-14:39:28.212095 140182668496896 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:39:28.212096 140182668496896 Options.env: 0x7f7e9ad1d940 +2024/06/05-14:39:28.212097 140182668496896 Options.fs: PosixFileSystem +2024/06/05-14:39:28.212098 140182668496896 Options.info_log: 0x55a14781fd70 +2024/06/05-14:39:28.212099 140182668496896 Options.max_file_opening_threads: 16 +2024/06/05-14:39:28.212100 140182668496896 Options.statistics: (nil) +2024/06/05-14:39:28.212101 140182668496896 Options.use_fsync: 0 +2024/06/05-14:39:28.212102 140182668496896 Options.max_log_file_size: 0 +2024/06/05-14:39:28.212103 140182668496896 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:39:28.212104 140182668496896 Options.log_file_time_to_roll: 0 +2024/06/05-14:39:28.212105 140182668496896 Options.keep_log_file_num: 10 +2024/06/05-14:39:28.212105 140182668496896 Options.recycle_log_file_num: 0 +2024/06/05-14:39:28.212106 140182668496896 Options.allow_fallocate: 1 +2024/06/05-14:39:28.212107 140182668496896 Options.allow_mmap_reads: 0 +2024/06/05-14:39:28.212108 140182668496896 Options.allow_mmap_writes: 0 +2024/06/05-14:39:28.212109 140182668496896 Options.use_direct_reads: 0 +2024/06/05-14:39:28.212110 140182668496896 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:39:28.212110 140182668496896 Options.create_missing_column_families: 0 +2024/06/05-14:39:28.212111 140182668496896 Options.db_log_dir: +2024/06/05-14:39:28.212112 140182668496896 Options.wal_dir: +2024/06/05-14:39:28.212113 140182668496896 Options.table_cache_numshardbits: 6 +2024/06/05-14:39:28.212114 140182668496896 Options.WAL_ttl_seconds: 0 +2024/06/05-14:39:28.212115 140182668496896 Options.WAL_size_limit_MB: 0 +2024/06/05-14:39:28.212115 140182668496896 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:39:28.212116 140182668496896 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:39:28.212117 140182668496896 Options.is_fd_close_on_exec: 1 +2024/06/05-14:39:28.212118 140182668496896 Options.advise_random_on_open: 1 +2024/06/05-14:39:28.212119 140182668496896 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:39:28.212122 140182668496896 Options.db_write_buffer_size: 1048576 +2024/06/05-14:39:28.212123 140182668496896 Options.write_buffer_manager: 0x55a147776930 +2024/06/05-14:39:28.212124 140182668496896 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:39:28.212125 140182668496896 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:39:28.212135 140182668496896 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:39:28.212136 140182668496896 Options.use_adaptive_mutex: 0 +2024/06/05-14:39:28.212137 140182668496896 Options.rate_limiter: (nil) +2024/06/05-14:39:28.212138 140182668496896 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:39:28.212139 140182668496896 Options.wal_recovery_mode: 2 +2024/06/05-14:39:28.212139 140182668496896 Options.enable_thread_tracking: 0 +2024/06/05-14:39:28.212140 140182668496896 Options.enable_pipelined_write: 0 +2024/06/05-14:39:28.212141 140182668496896 Options.unordered_write: 0 +2024/06/05-14:39:28.212142 140182668496896 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:39:28.212143 140182668496896 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:39:28.212144 140182668496896 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:39:28.212144 140182668496896 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:39:28.212145 140182668496896 Options.row_cache: None +2024/06/05-14:39:28.212146 140182668496896 Options.wal_filter: None +2024/06/05-14:39:28.212147 140182668496896 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:39:28.212148 140182668496896 Options.allow_ingest_behind: 0 +2024/06/05-14:39:28.212149 140182668496896 Options.preserve_deletes: 0 +2024/06/05-14:39:28.212150 140182668496896 Options.two_write_queues: 0 +2024/06/05-14:39:28.212150 140182668496896 Options.manual_wal_flush: 0 +2024/06/05-14:39:28.212151 140182668496896 Options.atomic_flush: 0 +2024/06/05-14:39:28.212152 140182668496896 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:39:28.212153 140182668496896 Options.persist_stats_to_disk: 0 +2024/06/05-14:39:28.212154 140182668496896 Options.write_dbid_to_manifest: 0 +2024/06/05-14:39:28.212154 140182668496896 Options.log_readahead_size: 0 +2024/06/05-14:39:28.212155 140182668496896 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:39:28.212156 140182668496896 Options.best_efforts_recovery: 0 +2024/06/05-14:39:28.212157 140182668496896 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:39:28.212158 140182668496896 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:39:28.212159 140182668496896 Options.allow_data_in_errors: 0 +2024/06/05-14:39:28.212160 140182668496896 Options.db_host_id: __hostname__ +2024/06/05-14:39:28.212161 140182668496896 Options.max_background_jobs: 2 +2024/06/05-14:39:28.212161 140182668496896 Options.max_background_compactions: 4 +2024/06/05-14:39:28.212162 140182668496896 Options.max_subcompactions: 1 +2024/06/05-14:39:28.212163 140182668496896 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:39:28.212164 140182668496896 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:39:28.212165 140182668496896 Options.delayed_write_rate : 16777216 +2024/06/05-14:39:28.212166 140182668496896 Options.max_total_wal_size: 0 +2024/06/05-14:39:28.212166 140182668496896 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:39:28.212167 140182668496896 Options.stats_dump_period_sec: 600 +2024/06/05-14:39:28.212168 140182668496896 Options.stats_persist_period_sec: 600 +2024/06/05-14:39:28.212169 140182668496896 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:39:28.212170 140182668496896 Options.max_open_files: -1 +2024/06/05-14:39:28.212171 140182668496896 Options.bytes_per_sync: 0 +2024/06/05-14:39:28.212172 140182668496896 Options.wal_bytes_per_sync: 0 +2024/06/05-14:39:28.212176 140182668496896 Options.strict_bytes_per_sync: 0 +2024/06/05-14:39:28.212177 140182668496896 Options.compaction_readahead_size: 0 +2024/06/05-14:39:28.212178 140182668496896 Options.max_background_flushes: -1 +2024/06/05-14:39:28.212179 140182668496896 Compression algorithms supported: +2024/06/05-14:39:28.212180 140182668496896 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:39:28.212182 140182668496896 kZSTD supported: 1 +2024/06/05-14:39:28.212182 140182668496896 kXpressCompression supported: 0 +2024/06/05-14:39:28.212183 140182668496896 kLZ4HCCompression supported: 0 +2024/06/05-14:39:28.212184 140182668496896 kLZ4Compression supported: 0 +2024/06/05-14:39:28.212185 140182668496896 kBZip2Compression supported: 1 +2024/06/05-14:39:28.212186 140182668496896 kZlibCompression supported: 1 +2024/06/05-14:39:28.212187 140182668496896 kSnappyCompression supported: 1 +2024/06/05-14:39:28.212189 140182668496896 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:39:28.246508 140182668496896 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:39:28.306063 140182668496896 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/MANIFEST-000001 +2024/06/05-14:39:28.306162 140182668496896 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:39:28.306165 140182668496896 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:39:28.306166 140182668496896 Options.merge_operator: None +2024/06/05-14:39:28.306167 140182668496896 Options.compaction_filter: None +2024/06/05-14:39:28.306167 140182668496896 Options.compaction_filter_factory: None +2024/06/05-14:39:28.306168 140182668496896 Options.sst_partitioner_factory: None +2024/06/05-14:39:28.306169 140182668496896 Options.memtable_factory: SkipListFactory +2024/06/05-14:39:28.306170 140182668496896 Options.table_factory: BlockBasedTable +2024/06/05-14:39:28.306186 140182668496896 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a147807570) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55a1421c9ec0 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:39:28.306187 140182668496896 Options.write_buffer_size: 1048576 +2024/06/05-14:39:28.306188 140182668496896 Options.max_write_buffer_number: 2 +2024/06/05-14:39:28.306189 140182668496896 Options.compression: Snappy +2024/06/05-14:39:28.306190 140182668496896 Options.bottommost_compression: Disabled +2024/06/05-14:39:28.306191 140182668496896 Options.prefix_extractor: nullptr +2024/06/05-14:39:28.306191 140182668496896 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:39:28.306192 140182668496896 Options.num_levels: 4 +2024/06/05-14:39:28.306193 140182668496896 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:39:28.306194 140182668496896 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:39:28.306194 140182668496896 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:39:28.306231 140182668496896 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:39:28.306234 140182668496896 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:39:28.306235 140182668496896 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:39:28.306236 140182668496896 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:39:28.306237 140182668496896 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:39:28.306238 140182668496896 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:39:28.306238 140182668496896 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:39:28.306240 140182668496896 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:39:28.306240 140182668496896 Options.compression_opts.window_bits: -14 +2024/06/05-14:39:28.306241 140182668496896 Options.compression_opts.level: 32767 +2024/06/05-14:39:28.306242 140182668496896 Options.compression_opts.strategy: 0 +2024/06/05-14:39:28.306242 140182668496896 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:39:28.306243 140182668496896 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:39:28.306244 140182668496896 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:39:28.306245 140182668496896 Options.compression_opts.enabled: false +2024/06/05-14:39:28.306245 140182668496896 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:39:28.306246 140182668496896 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:39:28.306247 140182668496896 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:39:28.306248 140182668496896 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:39:28.306263 140182668496896 Options.target_file_size_base: 67108864 +2024/06/05-14:39:28.306264 140182668496896 Options.target_file_size_multiplier: 1 +2024/06/05-14:39:28.306264 140182668496896 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:39:28.306265 140182668496896 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:39:28.306266 140182668496896 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:39:28.306268 140182668496896 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:39:28.306269 140182668496896 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:39:28.306270 140182668496896 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:39:28.306270 140182668496896 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:39:28.306271 140182668496896 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:39:28.306272 140182668496896 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:39:28.306273 140182668496896 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:39:28.306273 140182668496896 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:39:28.306274 140182668496896 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:39:28.306275 140182668496896 Options.arena_block_size: 131072 +2024/06/05-14:39:28.306276 140182668496896 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:39:28.306277 140182668496896 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:39:28.306277 140182668496896 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:39:28.306278 140182668496896 Options.disable_auto_compactions: 0 +2024/06/05-14:39:28.306280 140182668496896 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:39:28.306281 140182668496896 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:39:28.306282 140182668496896 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:39:28.306290 140182668496896 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:39:28.306291 140182668496896 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:39:28.306292 140182668496896 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:39:28.306293 140182668496896 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:39:28.306294 140182668496896 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:39:28.306295 140182668496896 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:39:28.306296 140182668496896 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:39:28.306299 140182668496896 Options.table_properties_collectors: +2024/06/05-14:39:28.306300 140182668496896 Options.inplace_update_support: 0 +2024/06/05-14:39:28.306301 140182668496896 Options.inplace_update_num_locks: 10000 +2024/06/05-14:39:28.306302 140182668496896 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:39:28.306303 140182668496896 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:39:28.306304 140182668496896 Options.memtable_huge_page_size: 0 +2024/06/05-14:39:28.306304 140182668496896 Options.bloom_locality: 0 +2024/06/05-14:39:28.306305 140182668496896 Options.max_successive_merges: 0 +2024/06/05-14:39:28.306306 140182668496896 Options.optimize_filters_for_hits: 0 +2024/06/05-14:39:28.306307 140182668496896 Options.paranoid_file_checks: 0 +2024/06/05-14:39:28.306307 140182668496896 Options.force_consistency_checks: 1 +2024/06/05-14:39:28.306308 140182668496896 Options.report_bg_io_stats: 0 +2024/06/05-14:39:28.306309 140182668496896 Options.ttl: 2592000 +2024/06/05-14:39:28.306309 140182668496896 Options.periodic_compaction_seconds: 0 +2024/06/05-14:39:28.306310 140182668496896 Options.enable_blob_files: false +2024/06/05-14:39:28.306311 140182668496896 Options.min_blob_size: 0 +2024/06/05-14:39:28.306312 140182668496896 Options.blob_file_size: 268435456 +2024/06/05-14:39:28.306313 140182668496896 Options.blob_compression_type: NoCompression +2024/06/05-14:39:28.306313 140182668496896 Options.enable_blob_garbage_collection: false +2024/06/05-14:39:28.306314 140182668496896 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:39:28.306315 140182668496896 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:39:28.306316 140182668496896 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:39:28.307590 140182668496896 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:39:28.307596 140182668496896 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:39:28.307654 140182668496896 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:39:28.493456 140182668496896 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55a14782e200 +2024/06/05-14:39:28.493497 140182668496896 DB pointer 0x55a1421cf390 +2024/06/05-14:39:31.493819 140177716532800 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:39:31.493838 140177716532800 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 3.2 total, 3.2 interval +Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s +Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 3.2 total, 3.2 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x55a1421c9ec0#105981 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 5.2e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** diff --git a/.aim/meta/chunks/4e6b4fe1d6aa4642a220a764/MANIFEST-000004 b/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/MANIFEST-000004 similarity index 100% rename from .aim/meta/chunks/4e6b4fe1d6aa4642a220a764/MANIFEST-000004 rename to .aim/seqs/chunks/2a3f43c1928e460b9c4829b3/MANIFEST-000004 diff --git a/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/OPTIONS-000007 b/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/seqs/chunks/2a3f43c1928e460b9c4829b3/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/000005.log b/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/000005.log new file mode 100644 index 0000000..4c42abf Binary files /dev/null and b/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/000005.log differ diff --git a/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/CURRENT b/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/CURRENT new file mode 100644 index 0000000..cacca75 --- /dev/null +++ b/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/CURRENT @@ -0,0 +1 @@ +MANIFEST-000004 diff --git a/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/IDENTITY b/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/IDENTITY new file mode 100644 index 0000000..7de5eac --- /dev/null +++ b/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/IDENTITY @@ -0,0 +1 @@ +a78e282f-f260-4939-9e44-2e4055a8d3ff \ No newline at end of file diff --git a/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/LOCK b/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/LOG b/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/LOG new file mode 100644 index 0000000..0ddbc99 --- /dev/null +++ b/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/LOG @@ -0,0 +1,269 @@ +2024/06/05-14:35:18.168515 140520274911232 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:35:18.168721 140520274911232 RocksDB version: 6.29.5 +2024/06/05-14:35:18.168726 140520274911232 Compile date 2023-03-02 19:33:03 +2024/06/05-14:35:18.168727 140520274911232 DB SUMMARY +2024/06/05-14:35:18.168728 140520274911232 DB Session ID: 5UGYJVUU252E3W1HH5PF +2024/06/05-14:35:18.168741 140520274911232 SST files in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/4c4e00a47edf4ce589f07782 dir, Total Num: 0, files: +2024/06/05-14:35:18.168743 140520274911232 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/4c4e00a47edf4ce589f07782: +2024/06/05-14:35:18.168744 140520274911232 Options.error_if_exists: 0 +2024/06/05-14:35:18.168745 140520274911232 Options.create_if_missing: 1 +2024/06/05-14:35:18.168746 140520274911232 Options.paranoid_checks: 0 +2024/06/05-14:35:18.168747 140520274911232 Options.flush_verify_memtable_count: 1 +2024/06/05-14:35:18.168748 140520274911232 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:35:18.168749 140520274911232 Options.env: 0x7fcd35b1d940 +2024/06/05-14:35:18.168750 140520274911232 Options.fs: PosixFileSystem +2024/06/05-14:35:18.168751 140520274911232 Options.info_log: 0x55e8403f7000 +2024/06/05-14:35:18.168752 140520274911232 Options.max_file_opening_threads: 16 +2024/06/05-14:35:18.168753 140520274911232 Options.statistics: (nil) +2024/06/05-14:35:18.168754 140520274911232 Options.use_fsync: 0 +2024/06/05-14:35:18.168755 140520274911232 Options.max_log_file_size: 0 +2024/06/05-14:35:18.168756 140520274911232 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:35:18.168756 140520274911232 Options.log_file_time_to_roll: 0 +2024/06/05-14:35:18.168757 140520274911232 Options.keep_log_file_num: 10 +2024/06/05-14:35:18.168758 140520274911232 Options.recycle_log_file_num: 0 +2024/06/05-14:35:18.168759 140520274911232 Options.allow_fallocate: 1 +2024/06/05-14:35:18.168760 140520274911232 Options.allow_mmap_reads: 0 +2024/06/05-14:35:18.168761 140520274911232 Options.allow_mmap_writes: 0 +2024/06/05-14:35:18.168762 140520274911232 Options.use_direct_reads: 0 +2024/06/05-14:35:18.168762 140520274911232 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:35:18.168763 140520274911232 Options.create_missing_column_families: 0 +2024/06/05-14:35:18.168764 140520274911232 Options.db_log_dir: +2024/06/05-14:35:18.168765 140520274911232 Options.wal_dir: +2024/06/05-14:35:18.168766 140520274911232 Options.table_cache_numshardbits: 6 +2024/06/05-14:35:18.168766 140520274911232 Options.WAL_ttl_seconds: 0 +2024/06/05-14:35:18.168767 140520274911232 Options.WAL_size_limit_MB: 0 +2024/06/05-14:35:18.168768 140520274911232 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:35:18.168769 140520274911232 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:35:18.168770 140520274911232 Options.is_fd_close_on_exec: 1 +2024/06/05-14:35:18.168771 140520274911232 Options.advise_random_on_open: 1 +2024/06/05-14:35:18.168772 140520274911232 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:35:18.168775 140520274911232 Options.db_write_buffer_size: 1048576 +2024/06/05-14:35:18.168776 140520274911232 Options.write_buffer_manager: 0x55e840366f70 +2024/06/05-14:35:18.168777 140520274911232 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:35:18.168778 140520274911232 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:35:18.168786 140520274911232 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:35:18.168787 140520274911232 Options.use_adaptive_mutex: 0 +2024/06/05-14:35:18.168788 140520274911232 Options.rate_limiter: (nil) +2024/06/05-14:35:18.168789 140520274911232 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:35:18.168790 140520274911232 Options.wal_recovery_mode: 2 +2024/06/05-14:35:18.168791 140520274911232 Options.enable_thread_tracking: 0 +2024/06/05-14:35:18.168791 140520274911232 Options.enable_pipelined_write: 0 +2024/06/05-14:35:18.168792 140520274911232 Options.unordered_write: 0 +2024/06/05-14:35:18.168793 140520274911232 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:35:18.168794 140520274911232 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:35:18.168795 140520274911232 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:35:18.168796 140520274911232 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:35:18.168796 140520274911232 Options.row_cache: None +2024/06/05-14:35:18.168797 140520274911232 Options.wal_filter: None +2024/06/05-14:35:18.168798 140520274911232 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:35:18.168799 140520274911232 Options.allow_ingest_behind: 0 +2024/06/05-14:35:18.168800 140520274911232 Options.preserve_deletes: 0 +2024/06/05-14:35:18.168801 140520274911232 Options.two_write_queues: 0 +2024/06/05-14:35:18.168801 140520274911232 Options.manual_wal_flush: 0 +2024/06/05-14:35:18.168802 140520274911232 Options.atomic_flush: 0 +2024/06/05-14:35:18.168803 140520274911232 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:35:18.168804 140520274911232 Options.persist_stats_to_disk: 0 +2024/06/05-14:35:18.168805 140520274911232 Options.write_dbid_to_manifest: 0 +2024/06/05-14:35:18.168806 140520274911232 Options.log_readahead_size: 0 +2024/06/05-14:35:18.168806 140520274911232 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:35:18.168807 140520274911232 Options.best_efforts_recovery: 0 +2024/06/05-14:35:18.168808 140520274911232 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:35:18.168809 140520274911232 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:35:18.168810 140520274911232 Options.allow_data_in_errors: 0 +2024/06/05-14:35:18.168811 140520274911232 Options.db_host_id: __hostname__ +2024/06/05-14:35:18.168812 140520274911232 Options.max_background_jobs: 2 +2024/06/05-14:35:18.168812 140520274911232 Options.max_background_compactions: 4 +2024/06/05-14:35:18.168813 140520274911232 Options.max_subcompactions: 1 +2024/06/05-14:35:18.168814 140520274911232 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:35:18.168815 140520274911232 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:35:18.168816 140520274911232 Options.delayed_write_rate : 16777216 +2024/06/05-14:35:18.168817 140520274911232 Options.max_total_wal_size: 0 +2024/06/05-14:35:18.168817 140520274911232 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:35:18.168818 140520274911232 Options.stats_dump_period_sec: 600 +2024/06/05-14:35:18.168819 140520274911232 Options.stats_persist_period_sec: 600 +2024/06/05-14:35:18.168820 140520274911232 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:35:18.168821 140520274911232 Options.max_open_files: -1 +2024/06/05-14:35:18.168822 140520274911232 Options.bytes_per_sync: 0 +2024/06/05-14:35:18.168823 140520274911232 Options.wal_bytes_per_sync: 0 +2024/06/05-14:35:18.168827 140520274911232 Options.strict_bytes_per_sync: 0 +2024/06/05-14:35:18.168828 140520274911232 Options.compaction_readahead_size: 0 +2024/06/05-14:35:18.168829 140520274911232 Options.max_background_flushes: -1 +2024/06/05-14:35:18.168830 140520274911232 Compression algorithms supported: +2024/06/05-14:35:18.168831 140520274911232 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:35:18.168833 140520274911232 kZSTD supported: 1 +2024/06/05-14:35:18.168834 140520274911232 kXpressCompression supported: 0 +2024/06/05-14:35:18.168835 140520274911232 kLZ4HCCompression supported: 0 +2024/06/05-14:35:18.168836 140520274911232 kLZ4Compression supported: 0 +2024/06/05-14:35:18.168836 140520274911232 kBZip2Compression supported: 1 +2024/06/05-14:35:18.168837 140520274911232 kZlibCompression supported: 1 +2024/06/05-14:35:18.168838 140520274911232 kSnappyCompression supported: 1 +2024/06/05-14:35:18.168840 140520274911232 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:35:18.180241 140520274911232 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:35:18.199076 140520274911232 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/MANIFEST-000001 +2024/06/05-14:35:18.199195 140520274911232 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:35:18.199200 140520274911232 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:35:18.199201 140520274911232 Options.merge_operator: None +2024/06/05-14:35:18.199202 140520274911232 Options.compaction_filter: None +2024/06/05-14:35:18.199203 140520274911232 Options.compaction_filter_factory: None +2024/06/05-14:35:18.199204 140520274911232 Options.sst_partitioner_factory: None +2024/06/05-14:35:18.199205 140520274911232 Options.memtable_factory: SkipListFactory +2024/06/05-14:35:18.199206 140520274911232 Options.table_factory: BlockBasedTable +2024/06/05-14:35:18.199225 140520274911232 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e8404154e0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55e84042ca50 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:35:18.199226 140520274911232 Options.write_buffer_size: 1048576 +2024/06/05-14:35:18.199227 140520274911232 Options.max_write_buffer_number: 2 +2024/06/05-14:35:18.199228 140520274911232 Options.compression: Snappy +2024/06/05-14:35:18.199229 140520274911232 Options.bottommost_compression: Disabled +2024/06/05-14:35:18.199230 140520274911232 Options.prefix_extractor: nullptr +2024/06/05-14:35:18.199231 140520274911232 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:35:18.199232 140520274911232 Options.num_levels: 4 +2024/06/05-14:35:18.199233 140520274911232 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:35:18.199234 140520274911232 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:35:18.199234 140520274911232 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:35:18.199274 140520274911232 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:35:18.199277 140520274911232 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:35:18.199278 140520274911232 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:35:18.199279 140520274911232 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:35:18.199280 140520274911232 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:35:18.199281 140520274911232 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:35:18.199282 140520274911232 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:35:18.199283 140520274911232 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:35:18.199284 140520274911232 Options.compression_opts.window_bits: -14 +2024/06/05-14:35:18.199285 140520274911232 Options.compression_opts.level: 32767 +2024/06/05-14:35:18.199286 140520274911232 Options.compression_opts.strategy: 0 +2024/06/05-14:35:18.199286 140520274911232 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:35:18.199287 140520274911232 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:35:18.199288 140520274911232 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:35:18.199289 140520274911232 Options.compression_opts.enabled: false +2024/06/05-14:35:18.199290 140520274911232 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:35:18.199291 140520274911232 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:35:18.199291 140520274911232 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:35:18.199292 140520274911232 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:35:18.199293 140520274911232 Options.target_file_size_base: 67108864 +2024/06/05-14:35:18.199294 140520274911232 Options.target_file_size_multiplier: 1 +2024/06/05-14:35:18.199295 140520274911232 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:35:18.199296 140520274911232 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:35:18.199297 140520274911232 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:35:18.199298 140520274911232 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:35:18.199300 140520274911232 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:35:18.199300 140520274911232 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:35:18.199301 140520274911232 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:35:18.199302 140520274911232 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:35:18.199303 140520274911232 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:35:18.199304 140520274911232 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:35:18.199305 140520274911232 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:35:18.199306 140520274911232 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:35:18.199307 140520274911232 Options.arena_block_size: 131072 +2024/06/05-14:35:18.199307 140520274911232 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:35:18.199308 140520274911232 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:35:18.199309 140520274911232 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:35:18.199310 140520274911232 Options.disable_auto_compactions: 0 +2024/06/05-14:35:18.199313 140520274911232 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:35:18.199314 140520274911232 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:35:18.199315 140520274911232 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:35:18.199324 140520274911232 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:35:18.199325 140520274911232 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:35:18.199326 140520274911232 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:35:18.199327 140520274911232 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:35:18.199328 140520274911232 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:35:18.199329 140520274911232 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:35:18.199330 140520274911232 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:35:18.199335 140520274911232 Options.table_properties_collectors: +2024/06/05-14:35:18.199336 140520274911232 Options.inplace_update_support: 0 +2024/06/05-14:35:18.199337 140520274911232 Options.inplace_update_num_locks: 10000 +2024/06/05-14:35:18.199338 140520274911232 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:35:18.199339 140520274911232 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:35:18.199340 140520274911232 Options.memtable_huge_page_size: 0 +2024/06/05-14:35:18.199340 140520274911232 Options.bloom_locality: 0 +2024/06/05-14:35:18.199341 140520274911232 Options.max_successive_merges: 0 +2024/06/05-14:35:18.199342 140520274911232 Options.optimize_filters_for_hits: 0 +2024/06/05-14:35:18.199343 140520274911232 Options.paranoid_file_checks: 0 +2024/06/05-14:35:18.199344 140520274911232 Options.force_consistency_checks: 1 +2024/06/05-14:35:18.199345 140520274911232 Options.report_bg_io_stats: 0 +2024/06/05-14:35:18.199345 140520274911232 Options.ttl: 2592000 +2024/06/05-14:35:18.199346 140520274911232 Options.periodic_compaction_seconds: 0 +2024/06/05-14:35:18.199347 140520274911232 Options.enable_blob_files: false +2024/06/05-14:35:18.199348 140520274911232 Options.min_blob_size: 0 +2024/06/05-14:35:18.199349 140520274911232 Options.blob_file_size: 268435456 +2024/06/05-14:35:18.199350 140520274911232 Options.blob_compression_type: NoCompression +2024/06/05-14:35:18.199351 140520274911232 Options.enable_blob_garbage_collection: false +2024/06/05-14:35:18.199352 140520274911232 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:35:18.199353 140520274911232 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:35:18.199354 140520274911232 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:35:18.204462 140520274911232 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:35:18.204473 140520274911232 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:35:18.204569 140520274911232 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:35:18.234692 140520274911232 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55e84041eeb0 +2024/06/05-14:35:18.234714 140520274911232 DB pointer 0x55e83adbc9c0 +2024/06/05-14:35:21.234957 140515324442176 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:35:21.234971 140515324442176 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 3.0 total, 3.0 interval +Cumulative writes: 64 writes, 192 keys, 64 commit groups, 1.0 writes per commit group, ingest: 0.00 GB, 0.01 MB/s +Cumulative WAL: 64 writes, 0 syncs, 64.00 writes per sync, written: 0.00 GB, 0.01 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 64 writes, 192 keys, 64 commit groups, 1.0 writes per commit group, ingest: 0.02 MB, 0.01 MB/s +Interval WAL: 64 writes, 0 syncs, 64.00 writes per sync, written: 0.00 GB, 0.01 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 3.0 total, 3.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x55e84042ca50#103230 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 3.8e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** diff --git a/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/MANIFEST-000004 b/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/MANIFEST-000004 new file mode 100644 index 0000000..903e0a9 Binary files /dev/null and b/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/MANIFEST-000004 differ diff --git a/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/OPTIONS-000007 b/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/seqs/chunks/4c4e00a47edf4ce589f07782/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/000008.log b/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/000008.log new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/000009.sst b/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/000009.sst new file mode 100644 index 0000000..5817c12 Binary files /dev/null and b/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/000009.sst differ diff --git a/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/CURRENT b/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/CURRENT new file mode 100644 index 0000000..cacca75 --- /dev/null +++ b/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/CURRENT @@ -0,0 +1 @@ +MANIFEST-000004 diff --git a/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/IDENTITY b/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/IDENTITY new file mode 100644 index 0000000..fd70021 --- /dev/null +++ b/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/IDENTITY @@ -0,0 +1 @@ +2dedb776-4b22-4d84-ba05-03b3b28e80a5 \ No newline at end of file diff --git a/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/LOCK b/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/LOG b/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/LOG new file mode 100644 index 0000000..d5bcf79 --- /dev/null +++ b/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/LOG @@ -0,0 +1,287 @@ +2024/06/05-14:43:19.877415 140101841915904 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:43:19.877619 140101841915904 RocksDB version: 6.29.5 +2024/06/05-14:43:19.877622 140101841915904 Compile date 2023-03-02 19:33:03 +2024/06/05-14:43:19.877624 140101841915904 DB SUMMARY +2024/06/05-14:43:19.877624 140101841915904 DB Session ID: N1OXVXH5HW92ADF3B5OG +2024/06/05-14:43:19.877635 140101841915904 SST files in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3 dir, Total Num: 0, files: +2024/06/05-14:43:19.877636 140101841915904 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3: +2024/06/05-14:43:19.877637 140101841915904 Options.error_if_exists: 0 +2024/06/05-14:43:19.877638 140101841915904 Options.create_if_missing: 1 +2024/06/05-14:43:19.877639 140101841915904 Options.paranoid_checks: 0 +2024/06/05-14:43:19.877640 140101841915904 Options.flush_verify_memtable_count: 1 +2024/06/05-14:43:19.877641 140101841915904 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:43:19.877641 140101841915904 Options.env: 0x7f6bc911d940 +2024/06/05-14:43:19.877642 140101841915904 Options.fs: PosixFileSystem +2024/06/05-14:43:19.877643 140101841915904 Options.info_log: 0x5605bfccb310 +2024/06/05-14:43:19.877644 140101841915904 Options.max_file_opening_threads: 16 +2024/06/05-14:43:19.877645 140101841915904 Options.statistics: (nil) +2024/06/05-14:43:19.877646 140101841915904 Options.use_fsync: 0 +2024/06/05-14:43:19.877647 140101841915904 Options.max_log_file_size: 0 +2024/06/05-14:43:19.877647 140101841915904 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:43:19.877648 140101841915904 Options.log_file_time_to_roll: 0 +2024/06/05-14:43:19.877649 140101841915904 Options.keep_log_file_num: 10 +2024/06/05-14:43:19.877650 140101841915904 Options.recycle_log_file_num: 0 +2024/06/05-14:43:19.877651 140101841915904 Options.allow_fallocate: 1 +2024/06/05-14:43:19.877651 140101841915904 Options.allow_mmap_reads: 0 +2024/06/05-14:43:19.877652 140101841915904 Options.allow_mmap_writes: 0 +2024/06/05-14:43:19.877653 140101841915904 Options.use_direct_reads: 0 +2024/06/05-14:43:19.877653 140101841915904 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:43:19.877654 140101841915904 Options.create_missing_column_families: 0 +2024/06/05-14:43:19.877655 140101841915904 Options.db_log_dir: +2024/06/05-14:43:19.877656 140101841915904 Options.wal_dir: +2024/06/05-14:43:19.877656 140101841915904 Options.table_cache_numshardbits: 6 +2024/06/05-14:43:19.877657 140101841915904 Options.WAL_ttl_seconds: 0 +2024/06/05-14:43:19.877658 140101841915904 Options.WAL_size_limit_MB: 0 +2024/06/05-14:43:19.877659 140101841915904 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:43:19.877659 140101841915904 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:43:19.877660 140101841915904 Options.is_fd_close_on_exec: 1 +2024/06/05-14:43:19.877661 140101841915904 Options.advise_random_on_open: 1 +2024/06/05-14:43:19.877662 140101841915904 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:43:19.877665 140101841915904 Options.db_write_buffer_size: 1048576 +2024/06/05-14:43:19.877666 140101841915904 Options.write_buffer_manager: 0x5605ba6746b0 +2024/06/05-14:43:19.877666 140101841915904 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:43:19.877667 140101841915904 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:43:19.877683 140101841915904 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:43:19.877685 140101841915904 Options.use_adaptive_mutex: 0 +2024/06/05-14:43:19.877686 140101841915904 Options.rate_limiter: (nil) +2024/06/05-14:43:19.877688 140101841915904 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:43:19.877689 140101841915904 Options.wal_recovery_mode: 2 +2024/06/05-14:43:19.877689 140101841915904 Options.enable_thread_tracking: 0 +2024/06/05-14:43:19.877690 140101841915904 Options.enable_pipelined_write: 0 +2024/06/05-14:43:19.877691 140101841915904 Options.unordered_write: 0 +2024/06/05-14:43:19.877692 140101841915904 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:43:19.877692 140101841915904 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:43:19.877693 140101841915904 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:43:19.877694 140101841915904 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:43:19.877695 140101841915904 Options.row_cache: None +2024/06/05-14:43:19.877695 140101841915904 Options.wal_filter: None +2024/06/05-14:43:19.877696 140101841915904 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:43:19.877697 140101841915904 Options.allow_ingest_behind: 0 +2024/06/05-14:43:19.877698 140101841915904 Options.preserve_deletes: 0 +2024/06/05-14:43:19.877698 140101841915904 Options.two_write_queues: 0 +2024/06/05-14:43:19.877699 140101841915904 Options.manual_wal_flush: 0 +2024/06/05-14:43:19.877700 140101841915904 Options.atomic_flush: 0 +2024/06/05-14:43:19.877700 140101841915904 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:43:19.877701 140101841915904 Options.persist_stats_to_disk: 0 +2024/06/05-14:43:19.877702 140101841915904 Options.write_dbid_to_manifest: 0 +2024/06/05-14:43:19.877703 140101841915904 Options.log_readahead_size: 0 +2024/06/05-14:43:19.877703 140101841915904 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:43:19.877704 140101841915904 Options.best_efforts_recovery: 0 +2024/06/05-14:43:19.877705 140101841915904 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:43:19.877706 140101841915904 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:43:19.877706 140101841915904 Options.allow_data_in_errors: 0 +2024/06/05-14:43:19.877707 140101841915904 Options.db_host_id: __hostname__ +2024/06/05-14:43:19.877708 140101841915904 Options.max_background_jobs: 2 +2024/06/05-14:43:19.877709 140101841915904 Options.max_background_compactions: 4 +2024/06/05-14:43:19.877709 140101841915904 Options.max_subcompactions: 1 +2024/06/05-14:43:19.877710 140101841915904 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:43:19.877711 140101841915904 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:43:19.877712 140101841915904 Options.delayed_write_rate : 16777216 +2024/06/05-14:43:19.877712 140101841915904 Options.max_total_wal_size: 0 +2024/06/05-14:43:19.877713 140101841915904 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:43:19.877714 140101841915904 Options.stats_dump_period_sec: 600 +2024/06/05-14:43:19.877715 140101841915904 Options.stats_persist_period_sec: 600 +2024/06/05-14:43:19.877715 140101841915904 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:43:19.877716 140101841915904 Options.max_open_files: -1 +2024/06/05-14:43:19.877717 140101841915904 Options.bytes_per_sync: 0 +2024/06/05-14:43:19.877718 140101841915904 Options.wal_bytes_per_sync: 0 +2024/06/05-14:43:19.877725 140101841915904 Options.strict_bytes_per_sync: 0 +2024/06/05-14:43:19.877726 140101841915904 Options.compaction_readahead_size: 0 +2024/06/05-14:43:19.877727 140101841915904 Options.max_background_flushes: -1 +2024/06/05-14:43:19.877727 140101841915904 Compression algorithms supported: +2024/06/05-14:43:19.877729 140101841915904 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:43:19.877730 140101841915904 kZSTD supported: 1 +2024/06/05-14:43:19.877731 140101841915904 kXpressCompression supported: 0 +2024/06/05-14:43:19.877732 140101841915904 kLZ4HCCompression supported: 0 +2024/06/05-14:43:19.877733 140101841915904 kLZ4Compression supported: 0 +2024/06/05-14:43:19.877734 140101841915904 kBZip2Compression supported: 1 +2024/06/05-14:43:19.877735 140101841915904 kZlibCompression supported: 1 +2024/06/05-14:43:19.877736 140101841915904 kSnappyCompression supported: 1 +2024/06/05-14:43:19.877738 140101841915904 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:43:19.882633 140101841915904 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:43:19.892896 140101841915904 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/MANIFEST-000001 +2024/06/05-14:43:19.892986 140101841915904 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:43:19.892988 140101841915904 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:43:19.892989 140101841915904 Options.merge_operator: None +2024/06/05-14:43:19.892990 140101841915904 Options.compaction_filter: None +2024/06/05-14:43:19.892991 140101841915904 Options.compaction_filter_factory: None +2024/06/05-14:43:19.892992 140101841915904 Options.sst_partitioner_factory: None +2024/06/05-14:43:19.892993 140101841915904 Options.memtable_factory: SkipListFactory +2024/06/05-14:43:19.892993 140101841915904 Options.table_factory: BlockBasedTable +2024/06/05-14:43:19.893009 140101841915904 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5605bfce0ac0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x5605bfce5ab0 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:43:19.893010 140101841915904 Options.write_buffer_size: 1048576 +2024/06/05-14:43:19.893011 140101841915904 Options.max_write_buffer_number: 2 +2024/06/05-14:43:19.893012 140101841915904 Options.compression: Snappy +2024/06/05-14:43:19.893013 140101841915904 Options.bottommost_compression: Disabled +2024/06/05-14:43:19.893014 140101841915904 Options.prefix_extractor: nullptr +2024/06/05-14:43:19.893014 140101841915904 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:43:19.893015 140101841915904 Options.num_levels: 4 +2024/06/05-14:43:19.893016 140101841915904 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:43:19.893016 140101841915904 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:43:19.893017 140101841915904 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:43:19.893044 140101841915904 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:43:19.893047 140101841915904 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:43:19.893048 140101841915904 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:43:19.893048 140101841915904 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:19.893049 140101841915904 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:19.893050 140101841915904 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:43:19.893051 140101841915904 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:43:19.893052 140101841915904 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:19.893052 140101841915904 Options.compression_opts.window_bits: -14 +2024/06/05-14:43:19.893053 140101841915904 Options.compression_opts.level: 32767 +2024/06/05-14:43:19.893054 140101841915904 Options.compression_opts.strategy: 0 +2024/06/05-14:43:19.893055 140101841915904 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:43:19.893055 140101841915904 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:43:19.893056 140101841915904 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:43:19.893057 140101841915904 Options.compression_opts.enabled: false +2024/06/05-14:43:19.893057 140101841915904 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:43:19.893058 140101841915904 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:43:19.893059 140101841915904 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:43:19.893060 140101841915904 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:43:19.893060 140101841915904 Options.target_file_size_base: 67108864 +2024/06/05-14:43:19.893061 140101841915904 Options.target_file_size_multiplier: 1 +2024/06/05-14:43:19.893062 140101841915904 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:43:19.893063 140101841915904 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:43:19.893063 140101841915904 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:43:19.893065 140101841915904 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:43:19.893066 140101841915904 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:43:19.893067 140101841915904 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:43:19.893067 140101841915904 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:43:19.893068 140101841915904 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:43:19.893069 140101841915904 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:43:19.893070 140101841915904 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:43:19.893070 140101841915904 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:43:19.893071 140101841915904 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:43:19.893072 140101841915904 Options.arena_block_size: 131072 +2024/06/05-14:43:19.893073 140101841915904 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:43:19.893073 140101841915904 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:43:19.893074 140101841915904 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:43:19.893075 140101841915904 Options.disable_auto_compactions: 0 +2024/06/05-14:43:19.893077 140101841915904 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:43:19.893078 140101841915904 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:43:19.893079 140101841915904 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:43:19.893087 140101841915904 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:43:19.893088 140101841915904 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:43:19.893089 140101841915904 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:43:19.893089 140101841915904 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:43:19.893090 140101841915904 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:43:19.893091 140101841915904 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:43:19.893092 140101841915904 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:43:19.893096 140101841915904 Options.table_properties_collectors: +2024/06/05-14:43:19.893097 140101841915904 Options.inplace_update_support: 0 +2024/06/05-14:43:19.893098 140101841915904 Options.inplace_update_num_locks: 10000 +2024/06/05-14:43:19.893099 140101841915904 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:43:19.893100 140101841915904 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:43:19.893101 140101841915904 Options.memtable_huge_page_size: 0 +2024/06/05-14:43:19.893101 140101841915904 Options.bloom_locality: 0 +2024/06/05-14:43:19.893102 140101841915904 Options.max_successive_merges: 0 +2024/06/05-14:43:19.893103 140101841915904 Options.optimize_filters_for_hits: 0 +2024/06/05-14:43:19.893103 140101841915904 Options.paranoid_file_checks: 0 +2024/06/05-14:43:19.893104 140101841915904 Options.force_consistency_checks: 1 +2024/06/05-14:43:19.893105 140101841915904 Options.report_bg_io_stats: 0 +2024/06/05-14:43:19.893106 140101841915904 Options.ttl: 2592000 +2024/06/05-14:43:19.893106 140101841915904 Options.periodic_compaction_seconds: 0 +2024/06/05-14:43:19.893107 140101841915904 Options.enable_blob_files: false +2024/06/05-14:43:19.893108 140101841915904 Options.min_blob_size: 0 +2024/06/05-14:43:19.893108 140101841915904 Options.blob_file_size: 268435456 +2024/06/05-14:43:19.893109 140101841915904 Options.blob_compression_type: NoCompression +2024/06/05-14:43:19.893110 140101841915904 Options.enable_blob_garbage_collection: false +2024/06/05-14:43:19.893111 140101841915904 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:43:19.893112 140101841915904 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:43:19.893113 140101841915904 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:43:19.899112 140101841915904 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:43:19.899121 140101841915904 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:43:19.899191 140101841915904 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:43:19.914655 140101841915904 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x5605bfcd9f80 +2024/06/05-14:43:19.914680 140101841915904 DB pointer 0x5605ba6776c0 +2024/06/05-14:43:22.914909 140096967784000 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:43:22.914923 140096967784000 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 3.0 total, 3.0 interval +Cumulative writes: 161 writes, 570 keys, 161 commit groups, 1.0 writes per commit group, ingest: 0.00 GB, 0.02 MB/s +Cumulative WAL: 161 writes, 0 syncs, 161.00 writes per sync, written: 0.00 GB, 0.02 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 161 writes, 570 keys, 161 commit groups, 1.0 writes per commit group, ingest: 0.07 MB, 0.02 MB/s +Interval WAL: 161 writes, 0 syncs, 161.00 writes per sync, written: 0.00 GB, 0.02 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 3.0 total, 3.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x5605bfce5ab0#108314 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 3.1e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** +2024/06/05-14:43:52.289417 140101795849792 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:43:52.289945 140101795849792 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #8. Immutable memtables: 0. +2024/06/05-14:43:52.290156 140097709487680 (Original Log Time 2024/06/05-14:43:52.290134) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:43:52.290161 140097709487680 [/flush_job.cc:819] [default] [JOB 2] Flushing memtable with next log file: 8 +2024/06/05-14:43:52.290953 140097709487680 EVENT_LOG_v1 {"time_micros": 1717609432290938, "job": 2, "event": "flush_started", "num_memtables": 1, "num_entries": 3304, "num_deletes": 832, "total_data_size": 425557, "memory_usage": 493120, "flush_reason": "Manual Flush"} +2024/06/05-14:43:52.290965 140097709487680 [/flush_job.cc:848] [default] [JOB 2] Level-0 flush table #9: started +2024/06/05-14:43:52.343856 140097709487680 EVENT_LOG_v1 {"time_micros": 1717609432343832, "cf_name": "default", "job": 2, "event": "table_file_creation", "file_number": 9, "file_size": 303077, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 28557, "index_size": 1074, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 284048, "raw_average_key_size": 86, "raw_value_size": 133343, "raw_average_value_size": 40, "num_data_blocks": 13, "num_entries": 3290, "num_filter_entries": 0, "num_deletions": 2409, "num_merge_operands": 0, "num_range_deletions": 1580, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609399, "oldest_key_time": 1717609399, "file_creation_time": 1717609432, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2dedb776-4b22-4d84-ba05-03b3b28e80a5", "db_session_id": "N1OXVXH5HW92ADF3B5OG", "orig_file_number": 9}} +2024/06/05-14:43:52.343965 140097709487680 [/flush_job.cc:937] [default] [JOB 2] Level-0 flush table #9: 303077 bytes OK +2024/06/05-14:43:52.346058 140097709487680 [/flush_job.cc:987] [default] [JOB 2] Flush lasted 55903 microseconds, and 50339 cpu microseconds. +2024/06/05-14:43:52.348361 140097709487680 (Original Log Time 2024/06/05-14:43:52.346064) [/memtable_list.cc:471] [default] Level-0 commit table #9 started +2024/06/05-14:43:52.348363 140097709487680 (Original Log Time 2024/06/05-14:43:52.348282) [/memtable_list.cc:678] [default] Level-0 commit table #9: memtable #1 done +2024/06/05-14:43:52.348365 140097709487680 (Original Log Time 2024/06/05-14:43:52.348304) EVENT_LOG_v1 {"time_micros": 1717609432348298, "job": 2, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 0], "immutable_memtables": 0} +2024/06/05-14:43:52.348366 140097709487680 (Original Log Time 2024/06/05-14:43:52.348323) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[1 0 0 0] max score 0.12 +2024/06/05-14:43:52.348371 140097709487680 [/db_impl/db_impl_files.cc:435] [JOB 2] Try to delete WAL files size 411581, prev total WAL file size 411581, number of live WAL files 2. +2024/06/05-14:43:52.348522 140097709487680 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:43:52.348574 140101795849792 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:43:52.348612 140101795849792 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:43:52.349131 140101795849792 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/MANIFEST-000004 b/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/MANIFEST-000004 new file mode 100644 index 0000000..6cacce5 Binary files /dev/null and b/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/MANIFEST-000004 differ diff --git a/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/OPTIONS-000007 b/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/seqs/chunks/6ee216b36c6f4109ab1988e3/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/000005.log b/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/000005.log new file mode 100644 index 0000000..70bece6 Binary files /dev/null and b/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/000005.log differ diff --git a/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/CURRENT b/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/CURRENT new file mode 100644 index 0000000..cacca75 --- /dev/null +++ b/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/CURRENT @@ -0,0 +1 @@ +MANIFEST-000004 diff --git a/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/IDENTITY b/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/IDENTITY new file mode 100644 index 0000000..65c5aba --- /dev/null +++ b/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/IDENTITY @@ -0,0 +1 @@ +77ab052c-8b7f-4c0e-9ac6-990b86a7bda5 \ No newline at end of file diff --git a/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/LOCK b/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/LOG b/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/LOG new file mode 100644 index 0000000..bea6888 --- /dev/null +++ b/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/LOG @@ -0,0 +1,269 @@ +2024/06/05-14:42:15.997528 140415054196736 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:42:15.997701 140415054196736 RocksDB version: 6.29.5 +2024/06/05-14:42:15.997704 140415054196736 Compile date 2023-03-02 19:33:03 +2024/06/05-14:42:15.997705 140415054196736 DB SUMMARY +2024/06/05-14:42:15.997706 140415054196736 DB Session ID: MJ3GLL5L40S4PCYFDP7P +2024/06/05-14:42:15.997716 140415054196736 SST files in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76 dir, Total Num: 0, files: +2024/06/05-14:42:15.997717 140415054196736 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76: +2024/06/05-14:42:15.997718 140415054196736 Options.error_if_exists: 0 +2024/06/05-14:42:15.997719 140415054196736 Options.create_if_missing: 1 +2024/06/05-14:42:15.997720 140415054196736 Options.paranoid_checks: 0 +2024/06/05-14:42:15.997721 140415054196736 Options.flush_verify_memtable_count: 1 +2024/06/05-14:42:15.997722 140415054196736 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:42:15.997722 140415054196736 Options.env: 0x7fb4b611d940 +2024/06/05-14:42:15.997723 140415054196736 Options.fs: PosixFileSystem +2024/06/05-14:42:15.997724 140415054196736 Options.info_log: 0x55f1f392c3f0 +2024/06/05-14:42:15.997725 140415054196736 Options.max_file_opening_threads: 16 +2024/06/05-14:42:15.997726 140415054196736 Options.statistics: (nil) +2024/06/05-14:42:15.997727 140415054196736 Options.use_fsync: 0 +2024/06/05-14:42:15.997727 140415054196736 Options.max_log_file_size: 0 +2024/06/05-14:42:15.997728 140415054196736 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:42:15.997729 140415054196736 Options.log_file_time_to_roll: 0 +2024/06/05-14:42:15.997730 140415054196736 Options.keep_log_file_num: 10 +2024/06/05-14:42:15.997730 140415054196736 Options.recycle_log_file_num: 0 +2024/06/05-14:42:15.997731 140415054196736 Options.allow_fallocate: 1 +2024/06/05-14:42:15.997732 140415054196736 Options.allow_mmap_reads: 0 +2024/06/05-14:42:15.997733 140415054196736 Options.allow_mmap_writes: 0 +2024/06/05-14:42:15.997733 140415054196736 Options.use_direct_reads: 0 +2024/06/05-14:42:15.997734 140415054196736 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:42:15.997735 140415054196736 Options.create_missing_column_families: 0 +2024/06/05-14:42:15.997735 140415054196736 Options.db_log_dir: +2024/06/05-14:42:15.997736 140415054196736 Options.wal_dir: +2024/06/05-14:42:15.997737 140415054196736 Options.table_cache_numshardbits: 6 +2024/06/05-14:42:15.997738 140415054196736 Options.WAL_ttl_seconds: 0 +2024/06/05-14:42:15.997738 140415054196736 Options.WAL_size_limit_MB: 0 +2024/06/05-14:42:15.997739 140415054196736 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:42:15.997740 140415054196736 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:42:15.997741 140415054196736 Options.is_fd_close_on_exec: 1 +2024/06/05-14:42:15.997741 140415054196736 Options.advise_random_on_open: 1 +2024/06/05-14:42:15.997742 140415054196736 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:42:15.997745 140415054196736 Options.db_write_buffer_size: 1048576 +2024/06/05-14:42:15.997746 140415054196736 Options.write_buffer_manager: 0x55f1f389c0b0 +2024/06/05-14:42:15.997747 140415054196736 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:42:15.997747 140415054196736 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:42:15.997755 140415054196736 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:42:15.997756 140415054196736 Options.use_adaptive_mutex: 0 +2024/06/05-14:42:15.997756 140415054196736 Options.rate_limiter: (nil) +2024/06/05-14:42:15.997757 140415054196736 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:42:15.997758 140415054196736 Options.wal_recovery_mode: 2 +2024/06/05-14:42:15.997759 140415054196736 Options.enable_thread_tracking: 0 +2024/06/05-14:42:15.997760 140415054196736 Options.enable_pipelined_write: 0 +2024/06/05-14:42:15.997760 140415054196736 Options.unordered_write: 0 +2024/06/05-14:42:15.997761 140415054196736 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:42:15.997762 140415054196736 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:42:15.997762 140415054196736 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:42:15.997763 140415054196736 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:42:15.997764 140415054196736 Options.row_cache: None +2024/06/05-14:42:15.997765 140415054196736 Options.wal_filter: None +2024/06/05-14:42:15.997765 140415054196736 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:42:15.997766 140415054196736 Options.allow_ingest_behind: 0 +2024/06/05-14:42:15.997767 140415054196736 Options.preserve_deletes: 0 +2024/06/05-14:42:15.997767 140415054196736 Options.two_write_queues: 0 +2024/06/05-14:42:15.997768 140415054196736 Options.manual_wal_flush: 0 +2024/06/05-14:42:15.997769 140415054196736 Options.atomic_flush: 0 +2024/06/05-14:42:15.997770 140415054196736 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:42:15.997770 140415054196736 Options.persist_stats_to_disk: 0 +2024/06/05-14:42:15.997771 140415054196736 Options.write_dbid_to_manifest: 0 +2024/06/05-14:42:15.997772 140415054196736 Options.log_readahead_size: 0 +2024/06/05-14:42:15.997772 140415054196736 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:42:15.997773 140415054196736 Options.best_efforts_recovery: 0 +2024/06/05-14:42:15.997774 140415054196736 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:42:15.997775 140415054196736 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:42:15.997775 140415054196736 Options.allow_data_in_errors: 0 +2024/06/05-14:42:15.997776 140415054196736 Options.db_host_id: __hostname__ +2024/06/05-14:42:15.997777 140415054196736 Options.max_background_jobs: 2 +2024/06/05-14:42:15.997778 140415054196736 Options.max_background_compactions: 4 +2024/06/05-14:42:15.997778 140415054196736 Options.max_subcompactions: 1 +2024/06/05-14:42:15.997779 140415054196736 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:42:15.997780 140415054196736 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:42:15.997780 140415054196736 Options.delayed_write_rate : 16777216 +2024/06/05-14:42:15.997781 140415054196736 Options.max_total_wal_size: 0 +2024/06/05-14:42:15.997782 140415054196736 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:42:15.997783 140415054196736 Options.stats_dump_period_sec: 600 +2024/06/05-14:42:15.997784 140415054196736 Options.stats_persist_period_sec: 600 +2024/06/05-14:42:15.997784 140415054196736 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:42:15.997785 140415054196736 Options.max_open_files: -1 +2024/06/05-14:42:15.997786 140415054196736 Options.bytes_per_sync: 0 +2024/06/05-14:42:15.997786 140415054196736 Options.wal_bytes_per_sync: 0 +2024/06/05-14:42:15.997790 140415054196736 Options.strict_bytes_per_sync: 0 +2024/06/05-14:42:15.997791 140415054196736 Options.compaction_readahead_size: 0 +2024/06/05-14:42:15.997792 140415054196736 Options.max_background_flushes: -1 +2024/06/05-14:42:15.997792 140415054196736 Compression algorithms supported: +2024/06/05-14:42:15.997794 140415054196736 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:42:15.997795 140415054196736 kZSTD supported: 1 +2024/06/05-14:42:15.997796 140415054196736 kXpressCompression supported: 0 +2024/06/05-14:42:15.997797 140415054196736 kLZ4HCCompression supported: 0 +2024/06/05-14:42:15.997798 140415054196736 kLZ4Compression supported: 0 +2024/06/05-14:42:15.997799 140415054196736 kBZip2Compression supported: 1 +2024/06/05-14:42:15.997799 140415054196736 kZlibCompression supported: 1 +2024/06/05-14:42:15.997800 140415054196736 kSnappyCompression supported: 1 +2024/06/05-14:42:15.997802 140415054196736 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:42:16.002275 140415054196736 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:42:16.009416 140415054196736 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/MANIFEST-000001 +2024/06/05-14:42:16.009544 140415054196736 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:42:16.009547 140415054196736 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:42:16.009548 140415054196736 Options.merge_operator: None +2024/06/05-14:42:16.009549 140415054196736 Options.compaction_filter: None +2024/06/05-14:42:16.009550 140415054196736 Options.compaction_filter_factory: None +2024/06/05-14:42:16.009551 140415054196736 Options.sst_partitioner_factory: None +2024/06/05-14:42:16.009552 140415054196736 Options.memtable_factory: SkipListFactory +2024/06/05-14:42:16.009553 140415054196736 Options.table_factory: BlockBasedTable +2024/06/05-14:42:16.009569 140415054196736 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f1ee18e5c0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55f1f3960bc0 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:42:16.009570 140415054196736 Options.write_buffer_size: 1048576 +2024/06/05-14:42:16.009571 140415054196736 Options.max_write_buffer_number: 2 +2024/06/05-14:42:16.009572 140415054196736 Options.compression: Snappy +2024/06/05-14:42:16.009573 140415054196736 Options.bottommost_compression: Disabled +2024/06/05-14:42:16.009574 140415054196736 Options.prefix_extractor: nullptr +2024/06/05-14:42:16.009575 140415054196736 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:42:16.009575 140415054196736 Options.num_levels: 4 +2024/06/05-14:42:16.009576 140415054196736 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:42:16.009577 140415054196736 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:42:16.009578 140415054196736 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:42:16.009619 140415054196736 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:42:16.009622 140415054196736 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:42:16.009623 140415054196736 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:42:16.009624 140415054196736 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:42:16.009625 140415054196736 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:42:16.009626 140415054196736 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:42:16.009627 140415054196736 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:42:16.009627 140415054196736 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:42:16.009628 140415054196736 Options.compression_opts.window_bits: -14 +2024/06/05-14:42:16.009629 140415054196736 Options.compression_opts.level: 32767 +2024/06/05-14:42:16.009630 140415054196736 Options.compression_opts.strategy: 0 +2024/06/05-14:42:16.009630 140415054196736 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:42:16.009631 140415054196736 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:42:16.009632 140415054196736 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:42:16.009633 140415054196736 Options.compression_opts.enabled: false +2024/06/05-14:42:16.009633 140415054196736 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:42:16.009634 140415054196736 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:42:16.009635 140415054196736 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:42:16.009636 140415054196736 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:42:16.009636 140415054196736 Options.target_file_size_base: 67108864 +2024/06/05-14:42:16.009637 140415054196736 Options.target_file_size_multiplier: 1 +2024/06/05-14:42:16.009638 140415054196736 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:42:16.009639 140415054196736 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:42:16.009639 140415054196736 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:42:16.009641 140415054196736 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:42:16.009642 140415054196736 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:42:16.009643 140415054196736 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:42:16.009643 140415054196736 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:42:16.009644 140415054196736 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:42:16.009645 140415054196736 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:42:16.009646 140415054196736 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:42:16.009646 140415054196736 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:42:16.009647 140415054196736 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:42:16.009648 140415054196736 Options.arena_block_size: 131072 +2024/06/05-14:42:16.009649 140415054196736 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:42:16.009650 140415054196736 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:42:16.009650 140415054196736 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:42:16.009651 140415054196736 Options.disable_auto_compactions: 0 +2024/06/05-14:42:16.009653 140415054196736 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:42:16.009655 140415054196736 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:42:16.009655 140415054196736 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:42:16.009664 140415054196736 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:42:16.009665 140415054196736 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:42:16.009666 140415054196736 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:42:16.009667 140415054196736 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:42:16.009668 140415054196736 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:42:16.009668 140415054196736 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:42:16.009669 140415054196736 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:42:16.009674 140415054196736 Options.table_properties_collectors: +2024/06/05-14:42:16.009675 140415054196736 Options.inplace_update_support: 0 +2024/06/05-14:42:16.009676 140415054196736 Options.inplace_update_num_locks: 10000 +2024/06/05-14:42:16.009677 140415054196736 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:42:16.009678 140415054196736 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:42:16.009679 140415054196736 Options.memtable_huge_page_size: 0 +2024/06/05-14:42:16.009679 140415054196736 Options.bloom_locality: 0 +2024/06/05-14:42:16.009680 140415054196736 Options.max_successive_merges: 0 +2024/06/05-14:42:16.009681 140415054196736 Options.optimize_filters_for_hits: 0 +2024/06/05-14:42:16.009681 140415054196736 Options.paranoid_file_checks: 0 +2024/06/05-14:42:16.009682 140415054196736 Options.force_consistency_checks: 1 +2024/06/05-14:42:16.009683 140415054196736 Options.report_bg_io_stats: 0 +2024/06/05-14:42:16.009684 140415054196736 Options.ttl: 2592000 +2024/06/05-14:42:16.009684 140415054196736 Options.periodic_compaction_seconds: 0 +2024/06/05-14:42:16.009685 140415054196736 Options.enable_blob_files: false +2024/06/05-14:42:16.009686 140415054196736 Options.min_blob_size: 0 +2024/06/05-14:42:16.009686 140415054196736 Options.blob_file_size: 268435456 +2024/06/05-14:42:16.009687 140415054196736 Options.blob_compression_type: NoCompression +2024/06/05-14:42:16.009688 140415054196736 Options.enable_blob_garbage_collection: false +2024/06/05-14:42:16.009689 140415054196736 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:42:16.009690 140415054196736 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:42:16.009691 140415054196736 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:42:16.011184 140415054196736 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:42:16.011195 140415054196736 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:42:16.011270 140415054196736 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:42:16.027291 140415054196736 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55f1f3954450 +2024/06/05-14:42:16.027312 140415054196736 DB pointer 0x55f1ee2d4050 +2024/06/05-14:42:19.027548 140410106136128 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:42:19.027563 140410106136128 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 3.0 total, 3.0 interval +Cumulative writes: 64 writes, 192 keys, 64 commit groups, 1.0 writes per commit group, ingest: 0.00 GB, 0.01 MB/s +Cumulative WAL: 64 writes, 0 syncs, 64.00 writes per sync, written: 0.00 GB, 0.01 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 64 writes, 192 keys, 64 commit groups, 1.0 writes per commit group, ingest: 0.02 MB, 0.01 MB/s +Interval WAL: 64 writes, 0 syncs, 64.00 writes per sync, written: 0.00 GB, 0.01 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 3.0 total, 3.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x55f1f3960bc0#107570 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 3.3e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** diff --git a/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/MANIFEST-000004 b/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/MANIFEST-000004 new file mode 100644 index 0000000..903e0a9 Binary files /dev/null and b/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/MANIFEST-000004 differ diff --git a/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/OPTIONS-000007 b/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/seqs/chunks/83ab6b3ec97a44719acc7d76/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/000005.log b/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/000005.log new file mode 100644 index 0000000..136bba2 Binary files /dev/null and b/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/000005.log differ diff --git a/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/CURRENT b/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/CURRENT new file mode 100644 index 0000000..cacca75 --- /dev/null +++ b/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/CURRENT @@ -0,0 +1 @@ +MANIFEST-000004 diff --git a/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/IDENTITY b/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/IDENTITY new file mode 100644 index 0000000..fbcb0bb --- /dev/null +++ b/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/IDENTITY @@ -0,0 +1 @@ +b2a9aba8-cf82-4bff-8a85-b8534162ddc0 \ No newline at end of file diff --git a/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/LOCK b/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/LOG b/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/LOG new file mode 100644 index 0000000..8a4a44d --- /dev/null +++ b/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/LOG @@ -0,0 +1,269 @@ +2024/06/05-14:34:30.245302 140006762983424 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:34:30.245478 140006762983424 RocksDB version: 6.29.5 +2024/06/05-14:34:30.245481 140006762983424 Compile date 2023-03-02 19:33:03 +2024/06/05-14:34:30.245482 140006762983424 DB SUMMARY +2024/06/05-14:34:30.245483 140006762983424 DB Session ID: ULVHISWQXXA2B0841PJV +2024/06/05-14:34:30.245493 140006762983424 SST files in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce dir, Total Num: 0, files: +2024/06/05-14:34:30.245495 140006762983424 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce: +2024/06/05-14:34:30.245496 140006762983424 Options.error_if_exists: 0 +2024/06/05-14:34:30.245497 140006762983424 Options.create_if_missing: 1 +2024/06/05-14:34:30.245498 140006762983424 Options.paranoid_checks: 0 +2024/06/05-14:34:30.245499 140006762983424 Options.flush_verify_memtable_count: 1 +2024/06/05-14:34:30.245499 140006762983424 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:34:30.245500 140006762983424 Options.env: 0x7f55a5f1d940 +2024/06/05-14:34:30.245501 140006762983424 Options.fs: PosixFileSystem +2024/06/05-14:34:30.245502 140006762983424 Options.info_log: 0x55f3402622e0 +2024/06/05-14:34:30.245503 140006762983424 Options.max_file_opening_threads: 16 +2024/06/05-14:34:30.245504 140006762983424 Options.statistics: (nil) +2024/06/05-14:34:30.245504 140006762983424 Options.use_fsync: 0 +2024/06/05-14:34:30.245505 140006762983424 Options.max_log_file_size: 0 +2024/06/05-14:34:30.245506 140006762983424 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:34:30.245507 140006762983424 Options.log_file_time_to_roll: 0 +2024/06/05-14:34:30.245508 140006762983424 Options.keep_log_file_num: 10 +2024/06/05-14:34:30.245508 140006762983424 Options.recycle_log_file_num: 0 +2024/06/05-14:34:30.245509 140006762983424 Options.allow_fallocate: 1 +2024/06/05-14:34:30.245510 140006762983424 Options.allow_mmap_reads: 0 +2024/06/05-14:34:30.245511 140006762983424 Options.allow_mmap_writes: 0 +2024/06/05-14:34:30.245511 140006762983424 Options.use_direct_reads: 0 +2024/06/05-14:34:30.245512 140006762983424 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:34:30.245513 140006762983424 Options.create_missing_column_families: 0 +2024/06/05-14:34:30.245513 140006762983424 Options.db_log_dir: +2024/06/05-14:34:30.245514 140006762983424 Options.wal_dir: +2024/06/05-14:34:30.245515 140006762983424 Options.table_cache_numshardbits: 6 +2024/06/05-14:34:30.245516 140006762983424 Options.WAL_ttl_seconds: 0 +2024/06/05-14:34:30.245516 140006762983424 Options.WAL_size_limit_MB: 0 +2024/06/05-14:34:30.245517 140006762983424 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:34:30.245518 140006762983424 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:34:30.245519 140006762983424 Options.is_fd_close_on_exec: 1 +2024/06/05-14:34:30.245519 140006762983424 Options.advise_random_on_open: 1 +2024/06/05-14:34:30.245520 140006762983424 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:34:30.245523 140006762983424 Options.db_write_buffer_size: 1048576 +2024/06/05-14:34:30.245524 140006762983424 Options.write_buffer_manager: 0x55f3401b9940 +2024/06/05-14:34:30.245525 140006762983424 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:34:30.245526 140006762983424 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:34:30.245533 140006762983424 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:34:30.245534 140006762983424 Options.use_adaptive_mutex: 0 +2024/06/05-14:34:30.245534 140006762983424 Options.rate_limiter: (nil) +2024/06/05-14:34:30.245535 140006762983424 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:34:30.245536 140006762983424 Options.wal_recovery_mode: 2 +2024/06/05-14:34:30.245537 140006762983424 Options.enable_thread_tracking: 0 +2024/06/05-14:34:30.245538 140006762983424 Options.enable_pipelined_write: 0 +2024/06/05-14:34:30.245538 140006762983424 Options.unordered_write: 0 +2024/06/05-14:34:30.245539 140006762983424 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:34:30.245540 140006762983424 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:34:30.245540 140006762983424 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:34:30.245541 140006762983424 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:34:30.245542 140006762983424 Options.row_cache: None +2024/06/05-14:34:30.245543 140006762983424 Options.wal_filter: None +2024/06/05-14:34:30.245544 140006762983424 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:34:30.245544 140006762983424 Options.allow_ingest_behind: 0 +2024/06/05-14:34:30.245545 140006762983424 Options.preserve_deletes: 0 +2024/06/05-14:34:30.245546 140006762983424 Options.two_write_queues: 0 +2024/06/05-14:34:30.245546 140006762983424 Options.manual_wal_flush: 0 +2024/06/05-14:34:30.245547 140006762983424 Options.atomic_flush: 0 +2024/06/05-14:34:30.245548 140006762983424 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:34:30.245549 140006762983424 Options.persist_stats_to_disk: 0 +2024/06/05-14:34:30.245549 140006762983424 Options.write_dbid_to_manifest: 0 +2024/06/05-14:34:30.245550 140006762983424 Options.log_readahead_size: 0 +2024/06/05-14:34:30.245551 140006762983424 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:34:30.245552 140006762983424 Options.best_efforts_recovery: 0 +2024/06/05-14:34:30.245552 140006762983424 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:34:30.245553 140006762983424 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:34:30.245554 140006762983424 Options.allow_data_in_errors: 0 +2024/06/05-14:34:30.245554 140006762983424 Options.db_host_id: __hostname__ +2024/06/05-14:34:30.245555 140006762983424 Options.max_background_jobs: 2 +2024/06/05-14:34:30.245556 140006762983424 Options.max_background_compactions: 4 +2024/06/05-14:34:30.245557 140006762983424 Options.max_subcompactions: 1 +2024/06/05-14:34:30.245557 140006762983424 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:34:30.245558 140006762983424 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:34:30.245559 140006762983424 Options.delayed_write_rate : 16777216 +2024/06/05-14:34:30.245560 140006762983424 Options.max_total_wal_size: 0 +2024/06/05-14:34:30.245560 140006762983424 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:34:30.245561 140006762983424 Options.stats_dump_period_sec: 600 +2024/06/05-14:34:30.245562 140006762983424 Options.stats_persist_period_sec: 600 +2024/06/05-14:34:30.245563 140006762983424 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:34:30.245564 140006762983424 Options.max_open_files: -1 +2024/06/05-14:34:30.245564 140006762983424 Options.bytes_per_sync: 0 +2024/06/05-14:34:30.245565 140006762983424 Options.wal_bytes_per_sync: 0 +2024/06/05-14:34:30.245569 140006762983424 Options.strict_bytes_per_sync: 0 +2024/06/05-14:34:30.245570 140006762983424 Options.compaction_readahead_size: 0 +2024/06/05-14:34:30.245571 140006762983424 Options.max_background_flushes: -1 +2024/06/05-14:34:30.245572 140006762983424 Compression algorithms supported: +2024/06/05-14:34:30.245573 140006762983424 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:34:30.245574 140006762983424 kZSTD supported: 1 +2024/06/05-14:34:30.245575 140006762983424 kXpressCompression supported: 0 +2024/06/05-14:34:30.245576 140006762983424 kLZ4HCCompression supported: 0 +2024/06/05-14:34:30.245576 140006762983424 kLZ4Compression supported: 0 +2024/06/05-14:34:30.245577 140006762983424 kBZip2Compression supported: 1 +2024/06/05-14:34:30.245578 140006762983424 kZlibCompression supported: 1 +2024/06/05-14:34:30.245579 140006762983424 kSnappyCompression supported: 1 +2024/06/05-14:34:30.245580 140006762983424 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:34:30.251034 140006762983424 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:34:30.257534 140006762983424 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/MANIFEST-000001 +2024/06/05-14:34:30.257650 140006762983424 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:34:30.257654 140006762983424 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:34:30.257655 140006762983424 Options.merge_operator: None +2024/06/05-14:34:30.257657 140006762983424 Options.compaction_filter: None +2024/06/05-14:34:30.257658 140006762983424 Options.compaction_filter_factory: None +2024/06/05-14:34:30.257659 140006762983424 Options.sst_partitioner_factory: None +2024/06/05-14:34:30.257660 140006762983424 Options.memtable_factory: SkipListFactory +2024/06/05-14:34:30.257662 140006762983424 Options.table_factory: BlockBasedTable +2024/06/05-14:34:30.257684 140006762983424 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f34024a730) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55f33ac0b230 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:34:30.257686 140006762983424 Options.write_buffer_size: 1048576 +2024/06/05-14:34:30.257687 140006762983424 Options.max_write_buffer_number: 2 +2024/06/05-14:34:30.257689 140006762983424 Options.compression: Snappy +2024/06/05-14:34:30.257690 140006762983424 Options.bottommost_compression: Disabled +2024/06/05-14:34:30.257692 140006762983424 Options.prefix_extractor: nullptr +2024/06/05-14:34:30.257693 140006762983424 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:34:30.257694 140006762983424 Options.num_levels: 4 +2024/06/05-14:34:30.257695 140006762983424 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:34:30.257696 140006762983424 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:34:30.257697 140006762983424 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:34:30.257794 140006762983424 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:34:30.257797 140006762983424 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:34:30.257798 140006762983424 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:34:30.257799 140006762983424 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:34:30.257800 140006762983424 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:34:30.257800 140006762983424 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:34:30.257801 140006762983424 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:34:30.257802 140006762983424 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:34:30.257803 140006762983424 Options.compression_opts.window_bits: -14 +2024/06/05-14:34:30.257804 140006762983424 Options.compression_opts.level: 32767 +2024/06/05-14:34:30.257804 140006762983424 Options.compression_opts.strategy: 0 +2024/06/05-14:34:30.257805 140006762983424 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:34:30.257806 140006762983424 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:34:30.257807 140006762983424 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:34:30.257807 140006762983424 Options.compression_opts.enabled: false +2024/06/05-14:34:30.257808 140006762983424 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:34:30.257809 140006762983424 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:34:30.257810 140006762983424 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:34:30.257810 140006762983424 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:34:30.257811 140006762983424 Options.target_file_size_base: 67108864 +2024/06/05-14:34:30.257812 140006762983424 Options.target_file_size_multiplier: 1 +2024/06/05-14:34:30.257813 140006762983424 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:34:30.257813 140006762983424 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:34:30.257814 140006762983424 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:34:30.257816 140006762983424 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:34:30.257817 140006762983424 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:34:30.257818 140006762983424 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:34:30.257819 140006762983424 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:34:30.257819 140006762983424 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:34:30.257820 140006762983424 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:34:30.257821 140006762983424 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:34:30.257822 140006762983424 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:34:30.257822 140006762983424 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:34:30.257823 140006762983424 Options.arena_block_size: 131072 +2024/06/05-14:34:30.257824 140006762983424 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:34:30.257825 140006762983424 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:34:30.257825 140006762983424 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:34:30.257826 140006762983424 Options.disable_auto_compactions: 0 +2024/06/05-14:34:30.257828 140006762983424 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:34:30.257829 140006762983424 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:34:30.257830 140006762983424 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:34:30.257870 140006762983424 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:34:30.257873 140006762983424 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:34:30.257874 140006762983424 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:34:30.257875 140006762983424 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:34:30.257876 140006762983424 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:34:30.257877 140006762983424 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:34:30.257878 140006762983424 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:34:30.257883 140006762983424 Options.table_properties_collectors: +2024/06/05-14:34:30.257884 140006762983424 Options.inplace_update_support: 0 +2024/06/05-14:34:30.257884 140006762983424 Options.inplace_update_num_locks: 10000 +2024/06/05-14:34:30.257885 140006762983424 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:34:30.257886 140006762983424 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:34:30.257887 140006762983424 Options.memtable_huge_page_size: 0 +2024/06/05-14:34:30.257888 140006762983424 Options.bloom_locality: 0 +2024/06/05-14:34:30.257889 140006762983424 Options.max_successive_merges: 0 +2024/06/05-14:34:30.257890 140006762983424 Options.optimize_filters_for_hits: 0 +2024/06/05-14:34:30.257890 140006762983424 Options.paranoid_file_checks: 0 +2024/06/05-14:34:30.257891 140006762983424 Options.force_consistency_checks: 1 +2024/06/05-14:34:30.257892 140006762983424 Options.report_bg_io_stats: 0 +2024/06/05-14:34:30.257892 140006762983424 Options.ttl: 2592000 +2024/06/05-14:34:30.257893 140006762983424 Options.periodic_compaction_seconds: 0 +2024/06/05-14:34:30.257894 140006762983424 Options.enable_blob_files: false +2024/06/05-14:34:30.257895 140006762983424 Options.min_blob_size: 0 +2024/06/05-14:34:30.257895 140006762983424 Options.blob_file_size: 268435456 +2024/06/05-14:34:30.257896 140006762983424 Options.blob_compression_type: NoCompression +2024/06/05-14:34:30.257897 140006762983424 Options.enable_blob_garbage_collection: false +2024/06/05-14:34:30.257898 140006762983424 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:34:30.257899 140006762983424 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:34:30.257900 140006762983424 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:34:30.259774 140006762983424 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:34:30.259779 140006762983424 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:34:30.259825 140006762983424 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:34:30.274791 140006762983424 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55f340271920 +2024/06/05-14:34:30.274810 140006762983424 DB pointer 0x55f33ac10b20 +2024/06/05-14:34:33.275036 140001815807552 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:34:33.275049 140001815807552 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 3.0 total, 3.0 interval +Cumulative writes: 73 writes, 226 keys, 73 commit groups, 1.0 writes per commit group, ingest: 0.00 GB, 0.01 MB/s +Cumulative WAL: 73 writes, 0 syncs, 73.00 writes per sync, written: 0.00 GB, 0.01 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 73 writes, 226 keys, 73 commit groups, 1.0 writes per commit group, ingest: 0.03 MB, 0.01 MB/s +Interval WAL: 73 writes, 0 syncs, 73.00 writes per sync, written: 0.00 GB, 0.01 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 3.0 total, 3.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x55f33ac0b230#102570 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 4.2e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** diff --git a/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/MANIFEST-000004 b/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/MANIFEST-000004 new file mode 100644 index 0000000..903e0a9 Binary files /dev/null and b/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/MANIFEST-000004 differ diff --git a/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/OPTIONS-000007 b/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/seqs/chunks/884f7bc8656e4d1faf8f95ce/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/seqs/chunks/8e741518b1df4909918ec590/000009.sst b/.aim/seqs/chunks/8e741518b1df4909918ec590/000009.sst new file mode 100644 index 0000000..c9094a7 Binary files /dev/null and b/.aim/seqs/chunks/8e741518b1df4909918ec590/000009.sst differ diff --git a/.aim/seqs/chunks/8e741518b1df4909918ec590/000011.sst b/.aim/seqs/chunks/8e741518b1df4909918ec590/000011.sst new file mode 100644 index 0000000..4599eaf Binary files /dev/null and b/.aim/seqs/chunks/8e741518b1df4909918ec590/000011.sst differ diff --git a/.aim/seqs/chunks/8e741518b1df4909918ec590/000013.sst b/.aim/seqs/chunks/8e741518b1df4909918ec590/000013.sst new file mode 100644 index 0000000..a91ad74 Binary files /dev/null and b/.aim/seqs/chunks/8e741518b1df4909918ec590/000013.sst differ diff --git a/.aim/seqs/chunks/8e741518b1df4909918ec590/000015.sst b/.aim/seqs/chunks/8e741518b1df4909918ec590/000015.sst new file mode 100644 index 0000000..33b9728 Binary files /dev/null and b/.aim/seqs/chunks/8e741518b1df4909918ec590/000015.sst differ diff --git a/.aim/seqs/chunks/8e741518b1df4909918ec590/000016.log b/.aim/seqs/chunks/8e741518b1df4909918ec590/000016.log new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/chunks/8e741518b1df4909918ec590/000017.sst b/.aim/seqs/chunks/8e741518b1df4909918ec590/000017.sst new file mode 100644 index 0000000..0137324 Binary files /dev/null and b/.aim/seqs/chunks/8e741518b1df4909918ec590/000017.sst differ diff --git a/.aim/seqs/chunks/8e741518b1df4909918ec590/CURRENT b/.aim/seqs/chunks/8e741518b1df4909918ec590/CURRENT new file mode 100644 index 0000000..cacca75 --- /dev/null +++ b/.aim/seqs/chunks/8e741518b1df4909918ec590/CURRENT @@ -0,0 +1 @@ +MANIFEST-000004 diff --git a/.aim/seqs/chunks/8e741518b1df4909918ec590/IDENTITY b/.aim/seqs/chunks/8e741518b1df4909918ec590/IDENTITY new file mode 100644 index 0000000..03c1360 --- /dev/null +++ b/.aim/seqs/chunks/8e741518b1df4909918ec590/IDENTITY @@ -0,0 +1 @@ +662af85c-4bbf-4019-b9c1-e13c8e4683fe \ No newline at end of file diff --git a/.aim/seqs/chunks/8e741518b1df4909918ec590/LOCK b/.aim/seqs/chunks/8e741518b1df4909918ec590/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/chunks/8e741518b1df4909918ec590/LOG b/.aim/seqs/chunks/8e741518b1df4909918ec590/LOG new file mode 100644 index 0000000..e7f2e5a --- /dev/null +++ b/.aim/seqs/chunks/8e741518b1df4909918ec590/LOG @@ -0,0 +1,106 @@ +2024/06/05-14:49:35.014735 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:49:35.014973 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:49:35.014976 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:49:35.014978 139709153148928 DB SUMMARY +2024/06/05-14:49:35.014979 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VW4 +2024/06/05-14:49:35.015001 139709153148928 CURRENT file: CURRENT +2024/06/05-14:49:35.015002 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:49:35.015005 139709153148928 MANIFEST file: MANIFEST-000004 size: 294 Bytes +2024/06/05-14:49:35.015006 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/8e741518b1df4909918ec590 dir, Total Num: 1, files: 000009.sst +2024/06/05-14:49:35.015008 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/8e741518b1df4909918ec590: 000008.log size: 578022 ; +2024/06/05-14:49:35.015009 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:49:35.015010 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:49:35.015011 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:49:35.015012 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:49:35.015013 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:49:35.015014 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:49:35.015015 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:49:35.015016 139709153148928 Options.info_log: 0x55cbc3a9c110 +2024/06/05-14:49:35.015017 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:49:35.015018 139709153148928 Options.statistics: (nil) +2024/06/05-14:49:35.015019 139709153148928 Options.use_fsync: 0 +2024/06/05-14:49:35.015020 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:49:35.015021 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:49:35.015022 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:49:35.015023 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:49:35.015023 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:49:35.015024 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:49:35.015025 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:49:35.015026 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:49:35.015027 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:49:35.015028 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:49:35.015029 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:49:35.015029 139709153148928 Options.db_log_dir: +2024/06/05-14:49:35.015030 139709153148928 Options.wal_dir: +2024/06/05-14:49:35.015031 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:49:35.015032 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:49:35.015033 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:49:35.015034 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:49:35.015035 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:49:35.015036 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:49:35.015036 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:49:35.015037 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:49:35.015042 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:49:35.015043 139709153148928 Options.write_buffer_manager: 0x55cbc3bbb360 +2024/06/05-14:49:35.015116 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:49:35.015119 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:49:35.015121 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:49:35.015122 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:49:35.015123 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:49:35.015124 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:49:35.015125 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:49:35.015126 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:49:35.015127 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:49:35.015128 139709153148928 Options.unordered_write: 0 +2024/06/05-14:49:35.015129 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:49:35.015130 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:49:35.015131 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:49:35.015131 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:49:35.015132 139709153148928 Options.row_cache: None +2024/06/05-14:49:35.015133 139709153148928 Options.wal_filter: None +2024/06/05-14:49:35.015134 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:49:35.015135 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:49:35.015136 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:49:35.015137 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:49:35.015138 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:49:35.015138 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:49:35.015139 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:49:35.015140 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:49:35.015141 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:49:35.015142 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:49:35.015143 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:49:35.015144 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:49:35.015145 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:49:35.015145 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:49:35.015146 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:49:35.015147 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:49:35.015148 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:49:35.015149 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:49:35.015150 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:49:35.015151 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:49:35.015151 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:49:35.015152 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:49:35.015153 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:49:35.015154 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:49:35.015155 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:49:35.015156 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:49:35.015157 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:49:35.015164 139709153148928 Options.max_open_files: -1 +2024/06/05-14:49:35.015165 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:49:35.015166 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:49:35.015167 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:49:35.015167 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:49:35.015168 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:49:35.015169 139709153148928 Compression algorithms supported: +2024/06/05-14:49:35.015170 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:49:35.015172 139709153148928 kZSTD supported: 1 +2024/06/05-14:49:35.015173 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:49:35.015174 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:49:35.015175 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:49:35.015176 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:49:35.015177 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:49:35.015178 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:49:35.015180 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:49:35.015210 139709153148928 [WARN] [/db_impl/db_impl_open.cc:1907] Persisting Option File error: OK +2024/06/05-14:49:35.015217 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:49:35.015233 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/seqs/chunks/8e741518b1df4909918ec590/LOG.old.1717609511959300 b/.aim/seqs/chunks/8e741518b1df4909918ec590/LOG.old.1717609511959300 new file mode 100644 index 0000000..e2a3c69 --- /dev/null +++ b/.aim/seqs/chunks/8e741518b1df4909918ec590/LOG.old.1717609511959300 @@ -0,0 +1,385 @@ +2024/06/05-14:45:05.172234 139966311464960 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:45:05.172423 139966311464960 RocksDB version: 6.29.5 +2024/06/05-14:45:05.172428 139966311464960 Compile date 2023-03-02 19:33:03 +2024/06/05-14:45:05.172430 139966311464960 DB SUMMARY +2024/06/05-14:45:05.172432 139966311464960 DB Session ID: 0SJ0D6PBMNWM4IAD38EZ +2024/06/05-14:45:05.172455 139966311464960 SST files in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/8e741518b1df4909918ec590 dir, Total Num: 0, files: +2024/06/05-14:45:05.172457 139966311464960 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/8e741518b1df4909918ec590: +2024/06/05-14:45:05.172459 139966311464960 Options.error_if_exists: 0 +2024/06/05-14:45:05.172460 139966311464960 Options.create_if_missing: 1 +2024/06/05-14:45:05.172462 139966311464960 Options.paranoid_checks: 0 +2024/06/05-14:45:05.172463 139966311464960 Options.flush_verify_memtable_count: 1 +2024/06/05-14:45:05.172464 139966311464960 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:45:05.172465 139966311464960 Options.env: 0x7f4c5171d940 +2024/06/05-14:45:05.172466 139966311464960 Options.fs: PosixFileSystem +2024/06/05-14:45:05.172467 139966311464960 Options.info_log: 0x563679762200 +2024/06/05-14:45:05.172467 139966311464960 Options.max_file_opening_threads: 16 +2024/06/05-14:45:05.172468 139966311464960 Options.statistics: (nil) +2024/06/05-14:45:05.172469 139966311464960 Options.use_fsync: 0 +2024/06/05-14:45:05.172470 139966311464960 Options.max_log_file_size: 0 +2024/06/05-14:45:05.172470 139966311464960 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:45:05.172471 139966311464960 Options.log_file_time_to_roll: 0 +2024/06/05-14:45:05.172472 139966311464960 Options.keep_log_file_num: 10 +2024/06/05-14:45:05.172473 139966311464960 Options.recycle_log_file_num: 0 +2024/06/05-14:45:05.172473 139966311464960 Options.allow_fallocate: 1 +2024/06/05-14:45:05.172474 139966311464960 Options.allow_mmap_reads: 0 +2024/06/05-14:45:05.172475 139966311464960 Options.allow_mmap_writes: 0 +2024/06/05-14:45:05.172476 139966311464960 Options.use_direct_reads: 0 +2024/06/05-14:45:05.172476 139966311464960 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:45:05.172477 139966311464960 Options.create_missing_column_families: 0 +2024/06/05-14:45:05.172478 139966311464960 Options.db_log_dir: +2024/06/05-14:45:05.172479 139966311464960 Options.wal_dir: +2024/06/05-14:45:05.172479 139966311464960 Options.table_cache_numshardbits: 6 +2024/06/05-14:45:05.172480 139966311464960 Options.WAL_ttl_seconds: 0 +2024/06/05-14:45:05.172481 139966311464960 Options.WAL_size_limit_MB: 0 +2024/06/05-14:45:05.172481 139966311464960 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:45:05.172482 139966311464960 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:45:05.172483 139966311464960 Options.is_fd_close_on_exec: 1 +2024/06/05-14:45:05.172484 139966311464960 Options.advise_random_on_open: 1 +2024/06/05-14:45:05.172484 139966311464960 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:45:05.172488 139966311464960 Options.db_write_buffer_size: 1048576 +2024/06/05-14:45:05.172488 139966311464960 Options.write_buffer_manager: 0x563679779010 +2024/06/05-14:45:05.172489 139966311464960 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:45:05.172490 139966311464960 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:45:05.172498 139966311464960 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:45:05.172499 139966311464960 Options.use_adaptive_mutex: 0 +2024/06/05-14:45:05.172500 139966311464960 Options.rate_limiter: (nil) +2024/06/05-14:45:05.172501 139966311464960 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:45:05.172501 139966311464960 Options.wal_recovery_mode: 2 +2024/06/05-14:45:05.172502 139966311464960 Options.enable_thread_tracking: 0 +2024/06/05-14:45:05.172503 139966311464960 Options.enable_pipelined_write: 0 +2024/06/05-14:45:05.172504 139966311464960 Options.unordered_write: 0 +2024/06/05-14:45:05.172504 139966311464960 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:45:05.172505 139966311464960 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:45:05.172506 139966311464960 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:45:05.172506 139966311464960 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:45:05.172507 139966311464960 Options.row_cache: None +2024/06/05-14:45:05.172508 139966311464960 Options.wal_filter: None +2024/06/05-14:45:05.172509 139966311464960 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:45:05.172509 139966311464960 Options.allow_ingest_behind: 0 +2024/06/05-14:45:05.172510 139966311464960 Options.preserve_deletes: 0 +2024/06/05-14:45:05.172511 139966311464960 Options.two_write_queues: 0 +2024/06/05-14:45:05.172512 139966311464960 Options.manual_wal_flush: 0 +2024/06/05-14:45:05.172512 139966311464960 Options.atomic_flush: 0 +2024/06/05-14:45:05.172513 139966311464960 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:45:05.172514 139966311464960 Options.persist_stats_to_disk: 0 +2024/06/05-14:45:05.172514 139966311464960 Options.write_dbid_to_manifest: 0 +2024/06/05-14:45:05.172515 139966311464960 Options.log_readahead_size: 0 +2024/06/05-14:45:05.172516 139966311464960 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:45:05.172517 139966311464960 Options.best_efforts_recovery: 0 +2024/06/05-14:45:05.172517 139966311464960 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:45:05.172518 139966311464960 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:45:05.172519 139966311464960 Options.allow_data_in_errors: 0 +2024/06/05-14:45:05.172520 139966311464960 Options.db_host_id: __hostname__ +2024/06/05-14:45:05.172520 139966311464960 Options.max_background_jobs: 2 +2024/06/05-14:45:05.172521 139966311464960 Options.max_background_compactions: 4 +2024/06/05-14:45:05.172522 139966311464960 Options.max_subcompactions: 1 +2024/06/05-14:45:05.172523 139966311464960 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:45:05.172523 139966311464960 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:45:05.172524 139966311464960 Options.delayed_write_rate : 16777216 +2024/06/05-14:45:05.172525 139966311464960 Options.max_total_wal_size: 0 +2024/06/05-14:45:05.172525 139966311464960 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:45:05.172526 139966311464960 Options.stats_dump_period_sec: 600 +2024/06/05-14:45:05.172527 139966311464960 Options.stats_persist_period_sec: 600 +2024/06/05-14:45:05.172528 139966311464960 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:45:05.172529 139966311464960 Options.max_open_files: -1 +2024/06/05-14:45:05.172529 139966311464960 Options.bytes_per_sync: 0 +2024/06/05-14:45:05.172530 139966311464960 Options.wal_bytes_per_sync: 0 +2024/06/05-14:45:05.172534 139966311464960 Options.strict_bytes_per_sync: 0 +2024/06/05-14:45:05.172535 139966311464960 Options.compaction_readahead_size: 0 +2024/06/05-14:45:05.172535 139966311464960 Options.max_background_flushes: -1 +2024/06/05-14:45:05.172536 139966311464960 Compression algorithms supported: +2024/06/05-14:45:05.172537 139966311464960 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:45:05.172538 139966311464960 kZSTD supported: 1 +2024/06/05-14:45:05.172539 139966311464960 kXpressCompression supported: 0 +2024/06/05-14:45:05.172540 139966311464960 kLZ4HCCompression supported: 0 +2024/06/05-14:45:05.172541 139966311464960 kLZ4Compression supported: 0 +2024/06/05-14:45:05.172542 139966311464960 kBZip2Compression supported: 1 +2024/06/05-14:45:05.172543 139966311464960 kZlibCompression supported: 1 +2024/06/05-14:45:05.172543 139966311464960 kSnappyCompression supported: 1 +2024/06/05-14:45:05.172545 139966311464960 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:45:05.177116 139966311464960 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:45:05.183413 139966311464960 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/seqs/chunks/8e741518b1df4909918ec590/MANIFEST-000001 +2024/06/05-14:45:05.183512 139966311464960 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:45:05.183514 139966311464960 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:45:05.183516 139966311464960 Options.merge_operator: None +2024/06/05-14:45:05.183517 139966311464960 Options.compaction_filter: None +2024/06/05-14:45:05.183517 139966311464960 Options.compaction_filter_factory: None +2024/06/05-14:45:05.183518 139966311464960 Options.sst_partitioner_factory: None +2024/06/05-14:45:05.183519 139966311464960 Options.memtable_factory: SkipListFactory +2024/06/05-14:45:05.183520 139966311464960 Options.table_factory: BlockBasedTable +2024/06/05-14:45:05.183539 139966311464960 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56367974a9a0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x56367978d070 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:45:05.183541 139966311464960 Options.write_buffer_size: 1048576 +2024/06/05-14:45:05.183542 139966311464960 Options.max_write_buffer_number: 2 +2024/06/05-14:45:05.183543 139966311464960 Options.compression: Snappy +2024/06/05-14:45:05.183544 139966311464960 Options.bottommost_compression: Disabled +2024/06/05-14:45:05.183545 139966311464960 Options.prefix_extractor: nullptr +2024/06/05-14:45:05.183545 139966311464960 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:45:05.183546 139966311464960 Options.num_levels: 4 +2024/06/05-14:45:05.183547 139966311464960 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:45:05.183548 139966311464960 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:45:05.183549 139966311464960 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:45:05.183578 139966311464960 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:45:05.183580 139966311464960 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:45:05.183581 139966311464960 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:45:05.183582 139966311464960 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:45:05.183583 139966311464960 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:45:05.183584 139966311464960 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:45:05.183585 139966311464960 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:45:05.183586 139966311464960 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:45:05.183586 139966311464960 Options.compression_opts.window_bits: -14 +2024/06/05-14:45:05.183587 139966311464960 Options.compression_opts.level: 32767 +2024/06/05-14:45:05.183588 139966311464960 Options.compression_opts.strategy: 0 +2024/06/05-14:45:05.183589 139966311464960 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:45:05.183589 139966311464960 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:45:05.183590 139966311464960 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:45:05.183591 139966311464960 Options.compression_opts.enabled: false +2024/06/05-14:45:05.183592 139966311464960 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:45:05.183592 139966311464960 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:45:05.183593 139966311464960 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:45:05.183594 139966311464960 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:45:05.183595 139966311464960 Options.target_file_size_base: 67108864 +2024/06/05-14:45:05.183596 139966311464960 Options.target_file_size_multiplier: 1 +2024/06/05-14:45:05.183596 139966311464960 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:45:05.183597 139966311464960 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:45:05.183598 139966311464960 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:45:05.183600 139966311464960 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:45:05.183601 139966311464960 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:45:05.183601 139966311464960 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:45:05.183602 139966311464960 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:45:05.183603 139966311464960 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:45:05.183604 139966311464960 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:45:05.183605 139966311464960 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:45:05.183605 139966311464960 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:45:05.183606 139966311464960 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:45:05.183607 139966311464960 Options.arena_block_size: 131072 +2024/06/05-14:45:05.183608 139966311464960 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:45:05.183608 139966311464960 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:45:05.183609 139966311464960 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:45:05.183610 139966311464960 Options.disable_auto_compactions: 0 +2024/06/05-14:45:05.183612 139966311464960 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:45:05.183613 139966311464960 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:45:05.183614 139966311464960 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:45:05.183622 139966311464960 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:45:05.183623 139966311464960 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:45:05.183624 139966311464960 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:45:05.183624 139966311464960 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:45:05.183626 139966311464960 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:45:05.183626 139966311464960 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:45:05.183627 139966311464960 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:45:05.183631 139966311464960 Options.table_properties_collectors: +2024/06/05-14:45:05.183632 139966311464960 Options.inplace_update_support: 0 +2024/06/05-14:45:05.183633 139966311464960 Options.inplace_update_num_locks: 10000 +2024/06/05-14:45:05.183633 139966311464960 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:45:05.183635 139966311464960 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:45:05.183635 139966311464960 Options.memtable_huge_page_size: 0 +2024/06/05-14:45:05.183636 139966311464960 Options.bloom_locality: 0 +2024/06/05-14:45:05.183637 139966311464960 Options.max_successive_merges: 0 +2024/06/05-14:45:05.183638 139966311464960 Options.optimize_filters_for_hits: 0 +2024/06/05-14:45:05.183638 139966311464960 Options.paranoid_file_checks: 0 +2024/06/05-14:45:05.183639 139966311464960 Options.force_consistency_checks: 1 +2024/06/05-14:45:05.183640 139966311464960 Options.report_bg_io_stats: 0 +2024/06/05-14:45:05.183641 139966311464960 Options.ttl: 2592000 +2024/06/05-14:45:05.183641 139966311464960 Options.periodic_compaction_seconds: 0 +2024/06/05-14:45:05.183642 139966311464960 Options.enable_blob_files: false +2024/06/05-14:45:05.183643 139966311464960 Options.min_blob_size: 0 +2024/06/05-14:45:05.183644 139966311464960 Options.blob_file_size: 268435456 +2024/06/05-14:45:05.183645 139966311464960 Options.blob_compression_type: NoCompression +2024/06/05-14:45:05.183645 139966311464960 Options.enable_blob_garbage_collection: false +2024/06/05-14:45:05.183646 139966311464960 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:45:05.183647 139966311464960 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:45:05.183648 139966311464960 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:45:05.185676 139966311464960 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/seqs/chunks/8e741518b1df4909918ec590/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:45:05.185686 139966311464960 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:45:05.185757 139966311464960 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:45:05.196830 139966311464960 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x563679770a40 +2024/06/05-14:45:05.196849 139966311464960 DB pointer 0x563679791ec0 +2024/06/05-14:45:08.197070 139961684706880 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:45:08.197085 139961684706880 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 3.0 total, 3.0 interval +Cumulative writes: 173 writes, 618 keys, 173 commit groups, 1.0 writes per commit group, ingest: 0.00 GB, 0.02 MB/s +Cumulative WAL: 173 writes, 0 syncs, 173.00 writes per sync, written: 0.00 GB, 0.02 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 173 writes, 618 keys, 173 commit groups, 1.0 writes per commit group, ingest: 0.07 MB, 0.02 MB/s +Interval WAL: 173 writes, 0 syncs, 173.00 writes per sync, written: 0.00 GB, 0.02 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 3.0 total, 3.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x56367978d070#111465 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 3e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** +2024/06/05-14:46:46.487119 139961441449536 [/db_impl/db_impl_write.cc:1461] Flushing column family with oldest memtable entry. Write buffers are using 919608 bytes out of a total of 1048576. +2024/06/05-14:46:46.487595 139961441449536 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #8. Immutable memtables: 0. +2024/06/05-14:46:46.489258 139962666530368 (Original Log Time 2024/06/05-14:46:46.487983) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:46:46.489282 139962666530368 [/flush_job.cc:819] [default] [JOB 2] Flushing memtable with next log file: 8 +2024/06/05-14:46:46.490324 139962666530368 EVENT_LOG_v1 {"time_micros": 1717609606490316, "job": 2, "event": "flush_started", "num_memtables": 1, "num_entries": 5166, "num_deletes": 1310, "total_data_size": 683137, "memory_usage": 788912, "flush_reason": "Write Buffer Manager"} +2024/06/05-14:46:46.490331 139962666530368 [/flush_job.cc:848] [default] [JOB 2] Level-0 flush table #9: started +2024/06/05-14:46:46.510847 139962666530368 EVENT_LOG_v1 {"time_micros": 1717609606510615, "cf_name": "default", "job": 2, "event": "table_file_creation", "file_number": 9, "file_size": 495200, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 43928, "index_size": 1610, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 456752, "raw_average_key_size": 88, "raw_value_size": 216053, "raw_average_value_size": 41, "num_data_blocks": 19, "num_entries": 5166, "num_filter_entries": 0, "num_deletions": 3852, "num_merge_operands": 0, "num_range_deletions": 2542, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609505, "oldest_key_time": 1717609505, "file_creation_time": 1717609606, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "662af85c-4bbf-4019-b9c1-e13c8e4683fe", "db_session_id": "0SJ0D6PBMNWM4IAD38EZ", "orig_file_number": 9}} +2024/06/05-14:46:46.510990 139962666530368 [/flush_job.cc:937] [default] [JOB 2] Level-0 flush table #9: 495200 bytes OK +2024/06/05-14:46:46.516445 139962666530368 [/flush_job.cc:987] [default] [JOB 2] Flush lasted 27233 microseconds, and 11871 cpu microseconds. +2024/06/05-14:46:46.522386 139962666530368 (Original Log Time 2024/06/05-14:46:46.516483) [/memtable_list.cc:471] [default] Level-0 commit table #9 started +2024/06/05-14:46:46.522389 139962666530368 (Original Log Time 2024/06/05-14:46:46.522270) [/memtable_list.cc:678] [default] Level-0 commit table #9: memtable #1 done +2024/06/05-14:46:46.522391 139962666530368 (Original Log Time 2024/06/05-14:46:46.522303) EVENT_LOG_v1 {"time_micros": 1717609606522295, "job": 2, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 0], "immutable_memtables": 0} +2024/06/05-14:46:46.522392 139962666530368 (Original Log Time 2024/06/05-14:46:46.522322) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[1 0 0 0] max score 0.12 +2024/06/05-14:46:46.522415 139962666530368 [/db_impl/db_impl_files.cc:435] [JOB 2] Try to delete WAL files size 661385, prev total WAL file size 667831, number of live WAL files 2. +2024/06/05-14:46:46.522934 139962666530368 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/seqs/chunks/8e741518b1df4909918ec590/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:50:09.067424 139961441449536 [/db_impl/db_impl_write.cc:1461] Flushing column family with oldest memtable entry. Write buffers are using 919608 bytes out of a total of 1048576. +2024/06/05-14:50:09.105959 139961441449536 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #10. Immutable memtables: 0. +2024/06/05-14:50:09.112311 139962666530368 (Original Log Time 2024/06/05-14:50:09.106077) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:50:09.112326 139962666530368 [/flush_job.cc:819] [default] [JOB 3] Flushing memtable with next log file: 10 +2024/06/05-14:50:09.158411 139962666530368 EVENT_LOG_v1 {"time_micros": 1717609809158398, "job": 3, "event": "flush_started", "num_memtables": 1, "num_entries": 5008, "num_deletes": 1252, "total_data_size": 689272, "memory_usage": 788928, "flush_reason": "Write Buffer Manager"} +2024/06/05-14:50:09.158422 139962666530368 [/flush_job.cc:848] [default] [JOB 3] Level-0 flush table #11: started +2024/06/05-14:50:09.530263 139962666530368 EVENT_LOG_v1 {"time_micros": 1717609809530233, "cf_name": "default", "job": 3, "event": "table_file_creation", "file_number": 11, "file_size": 499837, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 39642, "index_size": 1658, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 458680, "raw_average_key_size": 91, "raw_value_size": 220576, "raw_average_value_size": 44, "num_data_blocks": 19, "num_entries": 5008, "num_filter_entries": 0, "num_deletions": 3756, "num_merge_operands": 0, "num_range_deletions": 2504, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609606, "oldest_key_time": 1717609606, "file_creation_time": 1717609809, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "662af85c-4bbf-4019-b9c1-e13c8e4683fe", "db_session_id": "0SJ0D6PBMNWM4IAD38EZ", "orig_file_number": 11}} +2024/06/05-14:50:09.530421 139962666530368 [/flush_job.cc:937] [default] [JOB 3] Level-0 flush table #11: 499837 bytes OK +2024/06/05-14:50:09.542472 139962666530368 [/flush_job.cc:987] [default] [JOB 3] Flush lasted 430193 microseconds, and 309495 cpu microseconds. +2024/06/05-14:50:09.553256 139962666530368 (Original Log Time 2024/06/05-14:50:09.542482) [/memtable_list.cc:471] [default] Level-0 commit table #11 started +2024/06/05-14:50:09.553261 139962666530368 (Original Log Time 2024/06/05-14:50:09.552656) [/memtable_list.cc:678] [default] Level-0 commit table #11: memtable #1 done +2024/06/05-14:50:09.553263 139962666530368 (Original Log Time 2024/06/05-14:50:09.552689) EVENT_LOG_v1 {"time_micros": 1717609809552680, "job": 3, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [2, 0, 0, 0], "immutable_memtables": 0} +2024/06/05-14:50:09.553264 139962666530368 (Original Log Time 2024/06/05-14:50:09.552708) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[2 0 0 0] max score 0.25 +2024/06/05-14:50:09.553270 139962666530368 [/db_impl/db_impl_files.cc:435] [JOB 3] Try to delete WAL files size 667988, prev total WAL file size 683238, number of live WAL files 2. +2024/06/05-14:50:09.556658 139962666530368 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/seqs/chunks/8e741518b1df4909918ec590/000008.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:54:32.305787 139961441449536 [/db_impl/db_impl_write.cc:1461] Flushing column family with oldest memtable entry. Write buffers are using 919608 bytes out of a total of 1048576. +2024/06/05-14:54:32.306001 139961441449536 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #12. Immutable memtables: 0. +2024/06/05-14:54:32.306158 139962666530368 (Original Log Time 2024/06/05-14:54:32.306134) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:54:32.306164 139962666530368 [/flush_job.cc:819] [default] [JOB 4] Flushing memtable with next log file: 12 +2024/06/05-14:54:32.307441 139962666530368 EVENT_LOG_v1 {"time_micros": 1717610072307427, "job": 4, "event": "flush_started", "num_memtables": 1, "num_entries": 4900, "num_deletes": 1225, "total_data_size": 692875, "memory_usage": 788784, "flush_reason": "Write Buffer Manager"} +2024/06/05-14:54:32.307450 139962666530368 [/flush_job.cc:848] [default] [JOB 4] Level-0 flush table #13: started +2024/06/05-14:54:32.322200 139962666530368 EVENT_LOG_v1 {"time_micros": 1717610072322177, "cf_name": "default", "job": 4, "event": "table_file_creation", "file_number": 13, "file_size": 497140, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 34529, "index_size": 1595, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 461104, "raw_average_key_size": 94, "raw_value_size": 221971, "raw_average_value_size": 45, "num_data_blocks": 18, "num_entries": 4900, "num_filter_entries": 0, "num_deletions": 3675, "num_merge_operands": 0, "num_range_deletions": 2450, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717609809, "oldest_key_time": 1717609809, "file_creation_time": 1717610072, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "662af85c-4bbf-4019-b9c1-e13c8e4683fe", "db_session_id": "0SJ0D6PBMNWM4IAD38EZ", "orig_file_number": 13}} +2024/06/05-14:54:32.322336 139962666530368 [/flush_job.cc:937] [default] [JOB 4] Level-0 flush table #13: 497140 bytes OK +2024/06/05-14:54:32.324647 139962666530368 [/flush_job.cc:987] [default] [JOB 4] Flush lasted 18487 microseconds, and 11642 cpu microseconds. +2024/06/05-14:54:32.326816 139962666530368 (Original Log Time 2024/06/05-14:54:32.324661) [/memtable_list.cc:471] [default] Level-0 commit table #13 started +2024/06/05-14:54:32.326820 139962666530368 (Original Log Time 2024/06/05-14:54:32.326699) [/memtable_list.cc:678] [default] Level-0 commit table #13: memtable #1 done +2024/06/05-14:54:32.326822 139962666530368 (Original Log Time 2024/06/05-14:54:32.326747) EVENT_LOG_v1 {"time_micros": 1717610072326736, "job": 4, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [3, 0, 0, 0], "immutable_memtables": 0} +2024/06/05-14:54:32.326824 139962666530368 (Original Log Time 2024/06/05-14:54:32.326773) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[3 0 0 0] max score 0.38 +2024/06/05-14:54:32.326833 139962666530368 [/db_impl/db_impl_files.cc:435] [JOB 4] Try to delete WAL files size 672050, prev total WAL file size 675546, number of live WAL files 2. +2024/06/05-14:54:32.327072 139962666530368 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/seqs/chunks/8e741518b1df4909918ec590/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:55:08.198679 139961684706880 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:55:08.198813 139961684706880 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 603.0 total, 600.0 interval +Cumulative writes: 3941 writes, 15K keys, 3941 commit groups, 1.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s +Cumulative WAL: 3941 writes, 0 syncs, 3941.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 3768 writes, 15K keys, 3768 commit groups, 1.0 writes per commit group, ingest: 1.92 MB, 0.00 MB/s +Interval WAL: 3768 writes, 0 syncs, 3768.00 writes per sync, written: 0.00 GB, 0.00 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + L0 3/0 1.42 MB 0.4 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.48 0.33 3 0.159 0 0 0.0 0.0 + Sum 3/0 1.42 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.48 0.33 3 0.159 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.0 0.48 0.33 3 0.159 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- +High 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.0 0.48 0.33 3 0.159 0 0 0.0 0.0 + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 603.0 total, 600.0 interval +Flush(GB): cumulative 0.001, interval 0.001 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.5 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.5 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x56367978d070#111465 capacity: 8.00 MB collections: 2 last_copies: 0 last_secs: 0.000974 secs_since: 0 +Block cache entry stats(count,size,portion): OtherBlock(3,1.31 MB,16.3298%) Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** +2024/06/05-14:58:57.192678 139966311464960 [/db_impl/db_impl_write.cc:1461] Flushing column family with oldest memtable entry. Write buffers are using 919608 bytes out of a total of 1048576. +2024/06/05-14:58:57.193797 139966311464960 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #14. Immutable memtables: 0. +2024/06/05-14:58:57.193878 139962666530368 (Original Log Time 2024/06/05-14:58:57.193860) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:58:57.193882 139962666530368 [/flush_job.cc:819] [default] [JOB 5] Flushing memtable with next log file: 14 +2024/06/05-14:58:57.194789 139962666530368 EVENT_LOG_v1 {"time_micros": 1717610337194782, "job": 5, "event": "flush_started", "num_memtables": 1, "num_entries": 4904, "num_deletes": 1226, "total_data_size": 692538, "memory_usage": 789136, "flush_reason": "Write Buffer Manager"} +2024/06/05-14:58:57.194794 139962666530368 [/flush_job.cc:848] [default] [JOB 5] Level-0 flush table #15: started +2024/06/05-14:58:57.206983 139962666530368 EVENT_LOG_v1 {"time_micros": 1717610337206959, "cf_name": "default", "job": 5, "event": "table_file_creation", "file_number": 15, "file_size": 497275, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 34893, "index_size": 1596, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 460872, "raw_average_key_size": 93, "raw_value_size": 221858, "raw_average_value_size": 45, "num_data_blocks": 18, "num_entries": 4904, "num_filter_entries": 0, "num_deletions": 3678, "num_merge_operands": 0, "num_range_deletions": 2452, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717610072, "oldest_key_time": 1717610072, "file_creation_time": 1717610337, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "662af85c-4bbf-4019-b9c1-e13c8e4683fe", "db_session_id": "0SJ0D6PBMNWM4IAD38EZ", "orig_file_number": 15}} +2024/06/05-14:58:57.207130 139962666530368 [/flush_job.cc:937] [default] [JOB 5] Level-0 flush table #15: 497275 bytes OK +2024/06/05-14:58:57.209094 139962666530368 [/flush_job.cc:987] [default] [JOB 5] Flush lasted 15217 microseconds, and 8838 cpu microseconds. +2024/06/05-14:58:57.211217 139962666530368 (Original Log Time 2024/06/05-14:58:57.209102) [/memtable_list.cc:471] [default] Level-0 commit table #15 started +2024/06/05-14:58:57.211220 139962666530368 (Original Log Time 2024/06/05-14:58:57.211139) [/memtable_list.cc:678] [default] Level-0 commit table #15: memtable #1 done +2024/06/05-14:58:57.211221 139962666530368 (Original Log Time 2024/06/05-14:58:57.211169) EVENT_LOG_v1 {"time_micros": 1717610337211160, "job": 5, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [4, 0, 0, 0], "immutable_memtables": 0} +2024/06/05-14:58:57.211222 139962666530368 (Original Log Time 2024/06/05-14:58:57.211189) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[4 0 0 0] max score 0.50 +2024/06/05-14:58:57.211228 139962666530368 [/db_impl/db_impl_files.cc:435] [JOB 5] Try to delete WAL files size 671696, prev total WAL file size 673672, number of live WAL files 2. +2024/06/05-14:58:57.211856 139962666530368 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/seqs/chunks/8e741518b1df4909918ec590/000012.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:59:55.418038 139961542096448 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:59:55.418551 139961542096448 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #16. Immutable memtables: 0. +2024/06/05-14:59:55.419067 139962666530368 (Original Log Time 2024/06/05-14:59:55.419051) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:59:55.419071 139962666530368 [/flush_job.cc:819] [default] [JOB 6] Flushing memtable with next log file: 16 +2024/06/05-14:59:55.419250 139962666530368 EVENT_LOG_v1 {"time_micros": 1717610395419244, "job": 6, "event": "flush_started", "num_memtables": 1, "num_entries": 1020, "num_deletes": 254, "total_data_size": 142492, "memory_usage": 163328, "flush_reason": "Manual Flush"} +2024/06/05-14:59:55.419252 139962666530368 [/flush_job.cc:848] [default] [JOB 6] Level-0 flush table #17: started +2024/06/05-14:59:55.424814 139962666530368 EVENT_LOG_v1 {"time_micros": 1717610395424793, "cf_name": "default", "job": 6, "event": "table_file_creation", "file_number": 17, "file_size": 102662, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 6865, "index_size": 360, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 94920, "raw_average_key_size": 93, "raw_value_size": 45532, "raw_average_value_size": 44, "num_data_blocks": 4, "num_entries": 1020, "num_filter_entries": 0, "num_deletions": 762, "num_merge_operands": 0, "num_range_deletions": 508, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717610337, "oldest_key_time": 1717610337, "file_creation_time": 1717610395, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "662af85c-4bbf-4019-b9c1-e13c8e4683fe", "db_session_id": "0SJ0D6PBMNWM4IAD38EZ", "orig_file_number": 17}} +2024/06/05-14:59:55.424868 139962666530368 [/flush_job.cc:937] [default] [JOB 6] Level-0 flush table #17: 102662 bytes OK +2024/06/05-14:59:55.426627 139962666530368 [/flush_job.cc:987] [default] [JOB 6] Flush lasted 7562 microseconds, and 1815 cpu microseconds. +2024/06/05-14:59:55.428723 139962666530368 (Original Log Time 2024/06/05-14:59:55.426634) [/memtable_list.cc:471] [default] Level-0 commit table #17 started +2024/06/05-14:59:55.428725 139962666530368 (Original Log Time 2024/06/05-14:59:55.428655) [/memtable_list.cc:678] [default] Level-0 commit table #17: memtable #1 done +2024/06/05-14:59:55.428727 139962666530368 (Original Log Time 2024/06/05-14:59:55.428677) EVENT_LOG_v1 {"time_micros": 1717610395428670, "job": 6, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [5, 0, 0, 0], "immutable_memtables": 0} +2024/06/05-14:59:55.428728 139962666530368 (Original Log Time 2024/06/05-14:59:55.428701) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[5 0 0 0] max score 0.62 +2024/06/05-14:59:55.428732 139962666530368 [/db_impl/db_impl_files.cc:435] [JOB 6] Try to delete WAL files size 138146, prev total WAL file size 138146, number of live WAL files 2. +2024/06/05-14:59:55.428860 139962666530368 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/seqs/chunks/8e741518b1df4909918ec590/000014.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:59:55.428904 139961542096448 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:59:55.430327 139961542096448 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:59:55.439552 139961542096448 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/seqs/chunks/8e741518b1df4909918ec590/LOG.old.1717609515767372 b/.aim/seqs/chunks/8e741518b1df4909918ec590/LOG.old.1717609515767372 new file mode 100644 index 0000000..4290e26 --- /dev/null +++ b/.aim/seqs/chunks/8e741518b1df4909918ec590/LOG.old.1717609515767372 @@ -0,0 +1,106 @@ +2024/06/05-14:45:11.959467 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:45:11.959993 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:45:11.960001 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:45:11.960004 139709153148928 DB SUMMARY +2024/06/05-14:45:11.960006 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VVP +2024/06/05-14:45:11.960039 139709153148928 CURRENT file: CURRENT +2024/06/05-14:45:11.960041 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:45:11.960045 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:45:11.960047 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/8e741518b1df4909918ec590 dir, Total Num: 0, files: +2024/06/05-14:45:11.960049 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/8e741518b1df4909918ec590: 000005.log size: 160926 ; +2024/06/05-14:45:11.960051 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:45:11.960053 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:45:11.960054 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:45:11.960056 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:45:11.960057 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:45:11.960058 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:45:11.960060 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:45:11.960062 139709153148928 Options.info_log: 0x55cbc381a6c0 +2024/06/05-14:45:11.960063 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:45:11.960064 139709153148928 Options.statistics: (nil) +2024/06/05-14:45:11.960066 139709153148928 Options.use_fsync: 0 +2024/06/05-14:45:11.960068 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:45:11.960069 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:45:11.960070 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:45:11.960072 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:45:11.960073 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:45:11.960074 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:45:11.960076 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:45:11.960077 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:45:11.960078 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:45:11.960080 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:45:11.960081 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:45:11.960098 139709153148928 Options.db_log_dir: +2024/06/05-14:45:11.960103 139709153148928 Options.wal_dir: +2024/06/05-14:45:11.960105 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:45:11.960106 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:45:11.960108 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:45:11.960109 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:45:11.960111 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:45:11.960112 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:45:11.960114 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:45:11.960115 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:45:11.960121 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:45:11.960123 139709153148928 Options.write_buffer_manager: 0x55cbc3773e50 +2024/06/05-14:45:11.960149 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:45:11.960151 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:45:11.960153 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:45:11.960154 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:45:11.960156 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:45:11.960159 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:45:11.960160 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:45:11.960162 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:45:11.960163 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:45:11.960165 139709153148928 Options.unordered_write: 0 +2024/06/05-14:45:11.960166 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:45:11.960168 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:45:11.960170 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:45:11.960171 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:45:11.960173 139709153148928 Options.row_cache: None +2024/06/05-14:45:11.960174 139709153148928 Options.wal_filter: None +2024/06/05-14:45:11.960176 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:45:11.960177 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:45:11.960179 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:45:11.960180 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:45:11.960182 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:45:11.960184 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:45:11.960185 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:45:11.960187 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:45:11.960188 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:45:11.960190 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:45:11.960191 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:45:11.960193 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:45:11.960194 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:45:11.960196 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:45:11.960198 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:45:11.960199 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:45:11.960201 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:45:11.960203 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:45:11.960205 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:45:11.960206 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:45:11.960208 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:45:11.960211 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:45:11.960212 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:45:11.960214 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:45:11.960215 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:45:11.960218 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:45:11.960219 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:45:11.960230 139709153148928 Options.max_open_files: -1 +2024/06/05-14:45:11.960232 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:45:11.960233 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:45:11.960235 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:45:11.960236 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:45:11.960237 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:45:11.960238 139709153148928 Compression algorithms supported: +2024/06/05-14:45:11.960240 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:45:11.960242 139709153148928 kZSTD supported: 1 +2024/06/05-14:45:11.960244 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:45:11.960245 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:45:11.960246 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:45:11.960248 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:45:11.960249 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:45:11.960251 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:45:11.960254 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:45:11.960361 139709153148928 [WARN] [/db_impl/db_impl_open.cc:1907] Persisting Option File error: OK +2024/06/05-14:45:11.960379 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:45:11.960415 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/seqs/chunks/8e741518b1df4909918ec590/LOG.old.1717609775014549 b/.aim/seqs/chunks/8e741518b1df4909918ec590/LOG.old.1717609775014549 new file mode 100644 index 0000000..f694bb4 --- /dev/null +++ b/.aim/seqs/chunks/8e741518b1df4909918ec590/LOG.old.1717609775014549 @@ -0,0 +1,106 @@ +2024/06/05-14:45:15.768306 139709153148928 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:45:15.768732 139709153148928 RocksDB version: 6.29.5 +2024/06/05-14:45:15.768740 139709153148928 Compile date 2023-03-02 19:33:03 +2024/06/05-14:45:15.768742 139709153148928 DB SUMMARY +2024/06/05-14:45:15.768744 139709153148928 DB Session ID: AHT7RO2F0WMNLQGE5VWD +2024/06/05-14:45:15.768782 139709153148928 CURRENT file: CURRENT +2024/06/05-14:45:15.768784 139709153148928 IDENTITY file: IDENTITY +2024/06/05-14:45:15.768788 139709153148928 MANIFEST file: MANIFEST-000004 size: 59 Bytes +2024/06/05-14:45:15.768790 139709153148928 SST files in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/8e741518b1df4909918ec590 dir, Total Num: 0, files: +2024/06/05-14:45:15.768793 139709153148928 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/8e741518b1df4909918ec590: 000005.log size: 259659 ; +2024/06/05-14:45:15.768796 139709153148928 Options.error_if_exists: 0 +2024/06/05-14:45:15.768798 139709153148928 Options.create_if_missing: 1 +2024/06/05-14:45:15.768799 139709153148928 Options.paranoid_checks: 0 +2024/06/05-14:45:15.768801 139709153148928 Options.flush_verify_memtable_count: 1 +2024/06/05-14:45:15.768803 139709153148928 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:45:15.768804 139709153148928 Options.env: 0x7f1090d1d940 +2024/06/05-14:45:15.768807 139709153148928 Options.fs: PosixFileSystem +2024/06/05-14:45:15.768808 139709153148928 Options.info_log: 0x55cbc3922880 +2024/06/05-14:45:15.768810 139709153148928 Options.max_file_opening_threads: 16 +2024/06/05-14:45:15.768812 139709153148928 Options.statistics: (nil) +2024/06/05-14:45:15.768814 139709153148928 Options.use_fsync: 0 +2024/06/05-14:45:15.768815 139709153148928 Options.max_log_file_size: 0 +2024/06/05-14:45:15.768817 139709153148928 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:45:15.768818 139709153148928 Options.log_file_time_to_roll: 0 +2024/06/05-14:45:15.768820 139709153148928 Options.keep_log_file_num: 10 +2024/06/05-14:45:15.768822 139709153148928 Options.recycle_log_file_num: 0 +2024/06/05-14:45:15.768823 139709153148928 Options.allow_fallocate: 1 +2024/06/05-14:45:15.768825 139709153148928 Options.allow_mmap_reads: 0 +2024/06/05-14:45:15.768827 139709153148928 Options.allow_mmap_writes: 0 +2024/06/05-14:45:15.768829 139709153148928 Options.use_direct_reads: 0 +2024/06/05-14:45:15.768830 139709153148928 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:45:15.768832 139709153148928 Options.create_missing_column_families: 0 +2024/06/05-14:45:15.768834 139709153148928 Options.db_log_dir: +2024/06/05-14:45:15.768835 139709153148928 Options.wal_dir: +2024/06/05-14:45:15.768837 139709153148928 Options.table_cache_numshardbits: 6 +2024/06/05-14:45:15.768838 139709153148928 Options.WAL_ttl_seconds: 0 +2024/06/05-14:45:15.768840 139709153148928 Options.WAL_size_limit_MB: 0 +2024/06/05-14:45:15.768842 139709153148928 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:45:15.768843 139709153148928 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:45:15.768845 139709153148928 Options.is_fd_close_on_exec: 1 +2024/06/05-14:45:15.768847 139709153148928 Options.advise_random_on_open: 1 +2024/06/05-14:45:15.768849 139709153148928 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:45:15.768854 139709153148928 Options.db_write_buffer_size: 1048576 +2024/06/05-14:45:15.768856 139709153148928 Options.write_buffer_manager: 0x55cbc3966fe0 +2024/06/05-14:45:15.768872 139709153148928 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:45:15.768874 139709153148928 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:45:15.768875 139709153148928 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:45:15.768877 139709153148928 Options.use_adaptive_mutex: 0 +2024/06/05-14:45:15.768879 139709153148928 Options.rate_limiter: (nil) +2024/06/05-14:45:15.768881 139709153148928 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:45:15.768883 139709153148928 Options.wal_recovery_mode: 2 +2024/06/05-14:45:15.768884 139709153148928 Options.enable_thread_tracking: 0 +2024/06/05-14:45:15.768886 139709153148928 Options.enable_pipelined_write: 0 +2024/06/05-14:45:15.768888 139709153148928 Options.unordered_write: 0 +2024/06/05-14:45:15.768889 139709153148928 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:45:15.768891 139709153148928 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:45:15.768892 139709153148928 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:45:15.768894 139709153148928 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:45:15.768896 139709153148928 Options.row_cache: None +2024/06/05-14:45:15.768897 139709153148928 Options.wal_filter: None +2024/06/05-14:45:15.768899 139709153148928 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:45:15.768900 139709153148928 Options.allow_ingest_behind: 0 +2024/06/05-14:45:15.768902 139709153148928 Options.preserve_deletes: 0 +2024/06/05-14:45:15.768904 139709153148928 Options.two_write_queues: 0 +2024/06/05-14:45:15.768905 139709153148928 Options.manual_wal_flush: 0 +2024/06/05-14:45:15.768907 139709153148928 Options.atomic_flush: 0 +2024/06/05-14:45:15.768909 139709153148928 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:45:15.768910 139709153148928 Options.persist_stats_to_disk: 0 +2024/06/05-14:45:15.768912 139709153148928 Options.write_dbid_to_manifest: 0 +2024/06/05-14:45:15.768914 139709153148928 Options.log_readahead_size: 0 +2024/06/05-14:45:15.768915 139709153148928 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:45:15.768917 139709153148928 Options.best_efforts_recovery: 0 +2024/06/05-14:45:15.768919 139709153148928 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:45:15.768921 139709153148928 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:45:15.768922 139709153148928 Options.allow_data_in_errors: 0 +2024/06/05-14:45:15.768924 139709153148928 Options.db_host_id: __hostname__ +2024/06/05-14:45:15.768926 139709153148928 Options.max_background_jobs: 2 +2024/06/05-14:45:15.768928 139709153148928 Options.max_background_compactions: 4 +2024/06/05-14:45:15.768929 139709153148928 Options.max_subcompactions: 1 +2024/06/05-14:45:15.768931 139709153148928 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:45:15.768933 139709153148928 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:45:15.768934 139709153148928 Options.delayed_write_rate : 16777216 +2024/06/05-14:45:15.768936 139709153148928 Options.max_total_wal_size: 0 +2024/06/05-14:45:15.768937 139709153148928 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:45:15.768939 139709153148928 Options.stats_dump_period_sec: 600 +2024/06/05-14:45:15.768941 139709153148928 Options.stats_persist_period_sec: 600 +2024/06/05-14:45:15.768943 139709153148928 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:45:15.768951 139709153148928 Options.max_open_files: -1 +2024/06/05-14:45:15.768953 139709153148928 Options.bytes_per_sync: 0 +2024/06/05-14:45:15.768955 139709153148928 Options.wal_bytes_per_sync: 0 +2024/06/05-14:45:15.768956 139709153148928 Options.strict_bytes_per_sync: 0 +2024/06/05-14:45:15.768958 139709153148928 Options.compaction_readahead_size: 0 +2024/06/05-14:45:15.768959 139709153148928 Options.max_background_flushes: -1 +2024/06/05-14:45:15.768961 139709153148928 Compression algorithms supported: +2024/06/05-14:45:15.768963 139709153148928 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:45:15.768966 139709153148928 kZSTD supported: 1 +2024/06/05-14:45:15.768968 139709153148928 kXpressCompression supported: 0 +2024/06/05-14:45:15.768970 139709153148928 kLZ4HCCompression supported: 0 +2024/06/05-14:45:15.768972 139709153148928 kLZ4Compression supported: 0 +2024/06/05-14:45:15.768973 139709153148928 kBZip2Compression supported: 1 +2024/06/05-14:45:15.768975 139709153148928 kZlibCompression supported: 1 +2024/06/05-14:45:15.768977 139709153148928 kSnappyCompression supported: 1 +2024/06/05-14:45:15.768980 139709153148928 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:45:15.769024 139709153148928 [WARN] [/db_impl/db_impl_open.cc:1907] Persisting Option File error: OK +2024/06/05-14:45:15.769034 139709153148928 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:45:15.769062 139709153148928 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/seqs/chunks/8e741518b1df4909918ec590/MANIFEST-000004 b/.aim/seqs/chunks/8e741518b1df4909918ec590/MANIFEST-000004 new file mode 100644 index 0000000..ce321c4 Binary files /dev/null and b/.aim/seqs/chunks/8e741518b1df4909918ec590/MANIFEST-000004 differ diff --git a/.aim/seqs/chunks/8e741518b1df4909918ec590/OPTIONS-000007 b/.aim/seqs/chunks/8e741518b1df4909918ec590/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/seqs/chunks/8e741518b1df4909918ec590/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/000005.log b/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/000005.log new file mode 100644 index 0000000..2727717 Binary files /dev/null and b/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/000005.log differ diff --git a/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/CURRENT b/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/CURRENT new file mode 100644 index 0000000..cacca75 --- /dev/null +++ b/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/CURRENT @@ -0,0 +1 @@ +MANIFEST-000004 diff --git a/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/IDENTITY b/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/IDENTITY new file mode 100644 index 0000000..bfbb612 --- /dev/null +++ b/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/IDENTITY @@ -0,0 +1 @@ +e46d3032-dbd4-4fb4-992d-e26a240826d8 \ No newline at end of file diff --git a/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/LOCK b/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/LOG b/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/LOG new file mode 100644 index 0000000..471c1bd --- /dev/null +++ b/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/LOG @@ -0,0 +1,269 @@ +2024/06/05-14:36:56.639012 140451916664832 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:36:56.639179 140451916664832 RocksDB version: 6.29.5 +2024/06/05-14:36:56.639182 140451916664832 Compile date 2023-03-02 19:33:03 +2024/06/05-14:36:56.639183 140451916664832 DB SUMMARY +2024/06/05-14:36:56.639184 140451916664832 DB Session ID: FWXYK35VEBUOBNZ53UYZ +2024/06/05-14:36:56.639194 140451916664832 SST files in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/93296da25d0d4df1bb6d667a dir, Total Num: 0, files: +2024/06/05-14:36:56.639196 140451916664832 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/93296da25d0d4df1bb6d667a: +2024/06/05-14:36:56.639197 140451916664832 Options.error_if_exists: 0 +2024/06/05-14:36:56.639198 140451916664832 Options.create_if_missing: 1 +2024/06/05-14:36:56.639199 140451916664832 Options.paranoid_checks: 0 +2024/06/05-14:36:56.639200 140451916664832 Options.flush_verify_memtable_count: 1 +2024/06/05-14:36:56.639200 140451916664832 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:36:56.639201 140451916664832 Options.env: 0x7fbd4b31d940 +2024/06/05-14:36:56.639202 140451916664832 Options.fs: PosixFileSystem +2024/06/05-14:36:56.639203 140451916664832 Options.info_log: 0x561d643dd880 +2024/06/05-14:36:56.639204 140451916664832 Options.max_file_opening_threads: 16 +2024/06/05-14:36:56.639204 140451916664832 Options.statistics: (nil) +2024/06/05-14:36:56.639205 140451916664832 Options.use_fsync: 0 +2024/06/05-14:36:56.639206 140451916664832 Options.max_log_file_size: 0 +2024/06/05-14:36:56.639207 140451916664832 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:36:56.639208 140451916664832 Options.log_file_time_to_roll: 0 +2024/06/05-14:36:56.639208 140451916664832 Options.keep_log_file_num: 10 +2024/06/05-14:36:56.639209 140451916664832 Options.recycle_log_file_num: 0 +2024/06/05-14:36:56.639210 140451916664832 Options.allow_fallocate: 1 +2024/06/05-14:36:56.639211 140451916664832 Options.allow_mmap_reads: 0 +2024/06/05-14:36:56.639221 140451916664832 Options.allow_mmap_writes: 0 +2024/06/05-14:36:56.639223 140451916664832 Options.use_direct_reads: 0 +2024/06/05-14:36:56.639224 140451916664832 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:36:56.639225 140451916664832 Options.create_missing_column_families: 0 +2024/06/05-14:36:56.639226 140451916664832 Options.db_log_dir: +2024/06/05-14:36:56.639227 140451916664832 Options.wal_dir: +2024/06/05-14:36:56.639228 140451916664832 Options.table_cache_numshardbits: 6 +2024/06/05-14:36:56.639228 140451916664832 Options.WAL_ttl_seconds: 0 +2024/06/05-14:36:56.639229 140451916664832 Options.WAL_size_limit_MB: 0 +2024/06/05-14:36:56.639230 140451916664832 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:36:56.639231 140451916664832 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:36:56.639231 140451916664832 Options.is_fd_close_on_exec: 1 +2024/06/05-14:36:56.639232 140451916664832 Options.advise_random_on_open: 1 +2024/06/05-14:36:56.639233 140451916664832 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:36:56.639236 140451916664832 Options.db_write_buffer_size: 1048576 +2024/06/05-14:36:56.639237 140451916664832 Options.write_buffer_manager: 0x561d6434db50 +2024/06/05-14:36:56.639238 140451916664832 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:36:56.639238 140451916664832 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:36:56.639247 140451916664832 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:36:56.639248 140451916664832 Options.use_adaptive_mutex: 0 +2024/06/05-14:36:56.639249 140451916664832 Options.rate_limiter: (nil) +2024/06/05-14:36:56.639250 140451916664832 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:36:56.639251 140451916664832 Options.wal_recovery_mode: 2 +2024/06/05-14:36:56.639252 140451916664832 Options.enable_thread_tracking: 0 +2024/06/05-14:36:56.639252 140451916664832 Options.enable_pipelined_write: 0 +2024/06/05-14:36:56.639253 140451916664832 Options.unordered_write: 0 +2024/06/05-14:36:56.639254 140451916664832 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:36:56.639255 140451916664832 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:36:56.639255 140451916664832 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:36:56.639256 140451916664832 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:36:56.639257 140451916664832 Options.row_cache: None +2024/06/05-14:36:56.639257 140451916664832 Options.wal_filter: None +2024/06/05-14:36:56.639258 140451916664832 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:36:56.639259 140451916664832 Options.allow_ingest_behind: 0 +2024/06/05-14:36:56.639260 140451916664832 Options.preserve_deletes: 0 +2024/06/05-14:36:56.639260 140451916664832 Options.two_write_queues: 0 +2024/06/05-14:36:56.639261 140451916664832 Options.manual_wal_flush: 0 +2024/06/05-14:36:56.639262 140451916664832 Options.atomic_flush: 0 +2024/06/05-14:36:56.639263 140451916664832 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:36:56.639263 140451916664832 Options.persist_stats_to_disk: 0 +2024/06/05-14:36:56.639264 140451916664832 Options.write_dbid_to_manifest: 0 +2024/06/05-14:36:56.639265 140451916664832 Options.log_readahead_size: 0 +2024/06/05-14:36:56.639266 140451916664832 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:36:56.639266 140451916664832 Options.best_efforts_recovery: 0 +2024/06/05-14:36:56.639267 140451916664832 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:36:56.639268 140451916664832 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:36:56.639269 140451916664832 Options.allow_data_in_errors: 0 +2024/06/05-14:36:56.639269 140451916664832 Options.db_host_id: __hostname__ +2024/06/05-14:36:56.639270 140451916664832 Options.max_background_jobs: 2 +2024/06/05-14:36:56.639271 140451916664832 Options.max_background_compactions: 4 +2024/06/05-14:36:56.639272 140451916664832 Options.max_subcompactions: 1 +2024/06/05-14:36:56.639272 140451916664832 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:36:56.639273 140451916664832 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:36:56.639274 140451916664832 Options.delayed_write_rate : 16777216 +2024/06/05-14:36:56.639275 140451916664832 Options.max_total_wal_size: 0 +2024/06/05-14:36:56.639275 140451916664832 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:36:56.639276 140451916664832 Options.stats_dump_period_sec: 600 +2024/06/05-14:36:56.639277 140451916664832 Options.stats_persist_period_sec: 600 +2024/06/05-14:36:56.639278 140451916664832 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:36:56.639278 140451916664832 Options.max_open_files: -1 +2024/06/05-14:36:56.639279 140451916664832 Options.bytes_per_sync: 0 +2024/06/05-14:36:56.639280 140451916664832 Options.wal_bytes_per_sync: 0 +2024/06/05-14:36:56.639284 140451916664832 Options.strict_bytes_per_sync: 0 +2024/06/05-14:36:56.639285 140451916664832 Options.compaction_readahead_size: 0 +2024/06/05-14:36:56.639286 140451916664832 Options.max_background_flushes: -1 +2024/06/05-14:36:56.639287 140451916664832 Compression algorithms supported: +2024/06/05-14:36:56.639288 140451916664832 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:36:56.639289 140451916664832 kZSTD supported: 1 +2024/06/05-14:36:56.639290 140451916664832 kXpressCompression supported: 0 +2024/06/05-14:36:56.639291 140451916664832 kLZ4HCCompression supported: 0 +2024/06/05-14:36:56.639292 140451916664832 kLZ4Compression supported: 0 +2024/06/05-14:36:56.639292 140451916664832 kBZip2Compression supported: 1 +2024/06/05-14:36:56.639293 140451916664832 kZlibCompression supported: 1 +2024/06/05-14:36:56.639294 140451916664832 kSnappyCompression supported: 1 +2024/06/05-14:36:56.639296 140451916664832 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:36:56.650937 140451916664832 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:36:56.677260 140451916664832 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/MANIFEST-000001 +2024/06/05-14:36:56.677397 140451916664832 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:36:56.677402 140451916664832 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:36:56.677403 140451916664832 Options.merge_operator: None +2024/06/05-14:36:56.677405 140451916664832 Options.compaction_filter: None +2024/06/05-14:36:56.677407 140451916664832 Options.compaction_filter_factory: None +2024/06/05-14:36:56.677408 140451916664832 Options.sst_partitioner_factory: None +2024/06/05-14:36:56.677410 140451916664832 Options.memtable_factory: SkipListFactory +2024/06/05-14:36:56.677411 140451916664832 Options.table_factory: BlockBasedTable +2024/06/05-14:36:56.677429 140451916664832 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561d5ec65740) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x561d643decd0 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:36:56.677430 140451916664832 Options.write_buffer_size: 1048576 +2024/06/05-14:36:56.677431 140451916664832 Options.max_write_buffer_number: 2 +2024/06/05-14:36:56.677432 140451916664832 Options.compression: Snappy +2024/06/05-14:36:56.677433 140451916664832 Options.bottommost_compression: Disabled +2024/06/05-14:36:56.677434 140451916664832 Options.prefix_extractor: nullptr +2024/06/05-14:36:56.677435 140451916664832 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:36:56.677435 140451916664832 Options.num_levels: 4 +2024/06/05-14:36:56.677436 140451916664832 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:36:56.677437 140451916664832 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:36:56.677438 140451916664832 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:36:56.677478 140451916664832 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:36:56.677481 140451916664832 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:36:56.677482 140451916664832 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:36:56.677483 140451916664832 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:36:56.677484 140451916664832 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:36:56.677484 140451916664832 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:36:56.677486 140451916664832 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:36:56.677486 140451916664832 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:36:56.677487 140451916664832 Options.compression_opts.window_bits: -14 +2024/06/05-14:36:56.677488 140451916664832 Options.compression_opts.level: 32767 +2024/06/05-14:36:56.677489 140451916664832 Options.compression_opts.strategy: 0 +2024/06/05-14:36:56.677490 140451916664832 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:36:56.677490 140451916664832 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:36:56.677491 140451916664832 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:36:56.677492 140451916664832 Options.compression_opts.enabled: false +2024/06/05-14:36:56.677493 140451916664832 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:36:56.677494 140451916664832 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:36:56.677494 140451916664832 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:36:56.677495 140451916664832 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:36:56.677496 140451916664832 Options.target_file_size_base: 67108864 +2024/06/05-14:36:56.677497 140451916664832 Options.target_file_size_multiplier: 1 +2024/06/05-14:36:56.677497 140451916664832 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:36:56.677498 140451916664832 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:36:56.677499 140451916664832 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:36:56.677501 140451916664832 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:36:56.677502 140451916664832 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:36:56.677503 140451916664832 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:36:56.677504 140451916664832 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:36:56.677504 140451916664832 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:36:56.677505 140451916664832 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:36:56.677506 140451916664832 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:36:56.677507 140451916664832 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:36:56.677508 140451916664832 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:36:56.677508 140451916664832 Options.arena_block_size: 131072 +2024/06/05-14:36:56.677509 140451916664832 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:36:56.677510 140451916664832 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:36:56.677511 140451916664832 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:36:56.677512 140451916664832 Options.disable_auto_compactions: 0 +2024/06/05-14:36:56.677514 140451916664832 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:36:56.677515 140451916664832 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:36:56.677516 140451916664832 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:36:56.677525 140451916664832 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:36:56.677526 140451916664832 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:36:56.677527 140451916664832 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:36:56.677528 140451916664832 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:36:56.677529 140451916664832 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:36:56.677530 140451916664832 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:36:56.677530 140451916664832 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:36:56.677535 140451916664832 Options.table_properties_collectors: +2024/06/05-14:36:56.677536 140451916664832 Options.inplace_update_support: 0 +2024/06/05-14:36:56.677537 140451916664832 Options.inplace_update_num_locks: 10000 +2024/06/05-14:36:56.677538 140451916664832 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:36:56.677539 140451916664832 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:36:56.677540 140451916664832 Options.memtable_huge_page_size: 0 +2024/06/05-14:36:56.677540 140451916664832 Options.bloom_locality: 0 +2024/06/05-14:36:56.677541 140451916664832 Options.max_successive_merges: 0 +2024/06/05-14:36:56.677542 140451916664832 Options.optimize_filters_for_hits: 0 +2024/06/05-14:36:56.677543 140451916664832 Options.paranoid_file_checks: 0 +2024/06/05-14:36:56.677543 140451916664832 Options.force_consistency_checks: 1 +2024/06/05-14:36:56.677544 140451916664832 Options.report_bg_io_stats: 0 +2024/06/05-14:36:56.677545 140451916664832 Options.ttl: 2592000 +2024/06/05-14:36:56.677546 140451916664832 Options.periodic_compaction_seconds: 0 +2024/06/05-14:36:56.677547 140451916664832 Options.enable_blob_files: false +2024/06/05-14:36:56.677547 140451916664832 Options.min_blob_size: 0 +2024/06/05-14:36:56.677548 140451916664832 Options.blob_file_size: 268435456 +2024/06/05-14:36:56.677549 140451916664832 Options.blob_compression_type: NoCompression +2024/06/05-14:36:56.677550 140451916664832 Options.enable_blob_garbage_collection: false +2024/06/05-14:36:56.677551 140451916664832 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:36:56.677552 140451916664832 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:36:56.677553 140451916664832 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:36:56.678956 140451916664832 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:36:56.678962 140451916664832 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:36:56.679022 140451916664832 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:36:56.720807 140451916664832 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x561d64405ab0 +2024/06/05-14:36:56.720827 140451916664832 DB pointer 0x561d5eda3c80 +2024/06/05-14:36:59.721384 140446906938944 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:36:59.721432 140446906938944 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 3.0 total, 3.0 interval +Cumulative writes: 64 writes, 192 keys, 64 commit groups, 1.0 writes per commit group, ingest: 0.00 GB, 0.01 MB/s +Cumulative WAL: 64 writes, 0 syncs, 64.00 writes per sync, written: 0.00 GB, 0.01 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 64 writes, 192 keys, 64 commit groups, 1.0 writes per commit group, ingest: 0.02 MB, 0.01 MB/s +Interval WAL: 64 writes, 0 syncs, 64.00 writes per sync, written: 0.00 GB, 0.01 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 3.0 total, 3.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x561d643decd0#104313 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 7.1e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** diff --git a/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/MANIFEST-000004 b/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/MANIFEST-000004 new file mode 100644 index 0000000..903e0a9 Binary files /dev/null and b/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/MANIFEST-000004 differ diff --git a/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/OPTIONS-000007 b/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/seqs/chunks/93296da25d0d4df1bb6d667a/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/000008.log b/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/000008.log new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/000009.sst b/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/000009.sst new file mode 100644 index 0000000..7b2014f Binary files /dev/null and b/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/000009.sst differ diff --git a/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/CURRENT b/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/CURRENT new file mode 100644 index 0000000..cacca75 --- /dev/null +++ b/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/CURRENT @@ -0,0 +1 @@ +MANIFEST-000004 diff --git a/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/IDENTITY b/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/IDENTITY new file mode 100644 index 0000000..79bb43b --- /dev/null +++ b/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/IDENTITY @@ -0,0 +1 @@ +567c9555-bad2-403e-95e0-f1f629af6990 \ No newline at end of file diff --git a/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/LOCK b/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/LOG b/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/LOG new file mode 100644 index 0000000..38f0fb7 --- /dev/null +++ b/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/LOG @@ -0,0 +1,251 @@ +2024/06/05-14:31:13.386401 139808854687744 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:31:13.386573 139808854687744 RocksDB version: 6.29.5 +2024/06/05-14:31:13.386577 139808854687744 Compile date 2023-03-02 19:33:03 +2024/06/05-14:31:13.386578 139808854687744 DB SUMMARY +2024/06/05-14:31:13.386579 139808854687744 DB Session ID: YOL9KHUPO6SD49TPG63B +2024/06/05-14:31:13.386609 139808854687744 SST files in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2 dir, Total Num: 0, files: +2024/06/05-14:31:13.386612 139808854687744 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2: +2024/06/05-14:31:13.386614 139808854687744 Options.error_if_exists: 0 +2024/06/05-14:31:13.386615 139808854687744 Options.create_if_missing: 1 +2024/06/05-14:31:13.386616 139808854687744 Options.paranoid_checks: 0 +2024/06/05-14:31:13.386617 139808854687744 Options.flush_verify_memtable_count: 1 +2024/06/05-14:31:13.386617 139808854687744 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:31:13.386618 139808854687744 Options.env: 0x7f27a851d940 +2024/06/05-14:31:13.386619 139808854687744 Options.fs: PosixFileSystem +2024/06/05-14:31:13.386620 139808854687744 Options.info_log: 0x5630df0121a0 +2024/06/05-14:31:13.386621 139808854687744 Options.max_file_opening_threads: 16 +2024/06/05-14:31:13.386621 139808854687744 Options.statistics: (nil) +2024/06/05-14:31:13.386622 139808854687744 Options.use_fsync: 0 +2024/06/05-14:31:13.386623 139808854687744 Options.max_log_file_size: 0 +2024/06/05-14:31:13.386624 139808854687744 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:31:13.386625 139808854687744 Options.log_file_time_to_roll: 0 +2024/06/05-14:31:13.386625 139808854687744 Options.keep_log_file_num: 10 +2024/06/05-14:31:13.386626 139808854687744 Options.recycle_log_file_num: 0 +2024/06/05-14:31:13.386627 139808854687744 Options.allow_fallocate: 1 +2024/06/05-14:31:13.386627 139808854687744 Options.allow_mmap_reads: 0 +2024/06/05-14:31:13.386628 139808854687744 Options.allow_mmap_writes: 0 +2024/06/05-14:31:13.386629 139808854687744 Options.use_direct_reads: 0 +2024/06/05-14:31:13.386630 139808854687744 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:31:13.386630 139808854687744 Options.create_missing_column_families: 0 +2024/06/05-14:31:13.386631 139808854687744 Options.db_log_dir: +2024/06/05-14:31:13.386632 139808854687744 Options.wal_dir: +2024/06/05-14:31:13.386632 139808854687744 Options.table_cache_numshardbits: 6 +2024/06/05-14:31:13.386633 139808854687744 Options.WAL_ttl_seconds: 0 +2024/06/05-14:31:13.386634 139808854687744 Options.WAL_size_limit_MB: 0 +2024/06/05-14:31:13.386635 139808854687744 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:31:13.386635 139808854687744 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:31:13.386636 139808854687744 Options.is_fd_close_on_exec: 1 +2024/06/05-14:31:13.386637 139808854687744 Options.advise_random_on_open: 1 +2024/06/05-14:31:13.386638 139808854687744 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:31:13.386641 139808854687744 Options.db_write_buffer_size: 1048576 +2024/06/05-14:31:13.386642 139808854687744 Options.write_buffer_manager: 0x5630def29150 +2024/06/05-14:31:13.386643 139808854687744 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:31:13.386644 139808854687744 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:31:13.386668 139808854687744 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:31:13.386671 139808854687744 Options.use_adaptive_mutex: 0 +2024/06/05-14:31:13.386672 139808854687744 Options.rate_limiter: (nil) +2024/06/05-14:31:13.386673 139808854687744 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:31:13.386674 139808854687744 Options.wal_recovery_mode: 2 +2024/06/05-14:31:13.386674 139808854687744 Options.enable_thread_tracking: 0 +2024/06/05-14:31:13.386675 139808854687744 Options.enable_pipelined_write: 0 +2024/06/05-14:31:13.386676 139808854687744 Options.unordered_write: 0 +2024/06/05-14:31:13.386677 139808854687744 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:31:13.386677 139808854687744 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:31:13.386678 139808854687744 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:31:13.386679 139808854687744 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:31:13.386688 139808854687744 Options.row_cache: None +2024/06/05-14:31:13.386690 139808854687744 Options.wal_filter: None +2024/06/05-14:31:13.386691 139808854687744 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:31:13.386692 139808854687744 Options.allow_ingest_behind: 0 +2024/06/05-14:31:13.386693 139808854687744 Options.preserve_deletes: 0 +2024/06/05-14:31:13.386694 139808854687744 Options.two_write_queues: 0 +2024/06/05-14:31:13.386694 139808854687744 Options.manual_wal_flush: 0 +2024/06/05-14:31:13.386695 139808854687744 Options.atomic_flush: 0 +2024/06/05-14:31:13.386696 139808854687744 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:31:13.386697 139808854687744 Options.persist_stats_to_disk: 0 +2024/06/05-14:31:13.386697 139808854687744 Options.write_dbid_to_manifest: 0 +2024/06/05-14:31:13.386698 139808854687744 Options.log_readahead_size: 0 +2024/06/05-14:31:13.386699 139808854687744 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:31:13.386699 139808854687744 Options.best_efforts_recovery: 0 +2024/06/05-14:31:13.386700 139808854687744 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:31:13.386701 139808854687744 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:31:13.386702 139808854687744 Options.allow_data_in_errors: 0 +2024/06/05-14:31:13.386702 139808854687744 Options.db_host_id: __hostname__ +2024/06/05-14:31:13.386703 139808854687744 Options.max_background_jobs: 2 +2024/06/05-14:31:13.386704 139808854687744 Options.max_background_compactions: 4 +2024/06/05-14:31:13.386705 139808854687744 Options.max_subcompactions: 1 +2024/06/05-14:31:13.386705 139808854687744 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:31:13.386706 139808854687744 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:31:13.386707 139808854687744 Options.delayed_write_rate : 16777216 +2024/06/05-14:31:13.386708 139808854687744 Options.max_total_wal_size: 0 +2024/06/05-14:31:13.386708 139808854687744 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:31:13.386709 139808854687744 Options.stats_dump_period_sec: 600 +2024/06/05-14:31:13.386710 139808854687744 Options.stats_persist_period_sec: 600 +2024/06/05-14:31:13.386711 139808854687744 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:31:13.386711 139808854687744 Options.max_open_files: -1 +2024/06/05-14:31:13.386712 139808854687744 Options.bytes_per_sync: 0 +2024/06/05-14:31:13.386713 139808854687744 Options.wal_bytes_per_sync: 0 +2024/06/05-14:31:13.386722 139808854687744 Options.strict_bytes_per_sync: 0 +2024/06/05-14:31:13.386722 139808854687744 Options.compaction_readahead_size: 0 +2024/06/05-14:31:13.386723 139808854687744 Options.max_background_flushes: -1 +2024/06/05-14:31:13.386724 139808854687744 Compression algorithms supported: +2024/06/05-14:31:13.386725 139808854687744 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:31:13.386726 139808854687744 kZSTD supported: 1 +2024/06/05-14:31:13.386727 139808854687744 kXpressCompression supported: 0 +2024/06/05-14:31:13.386728 139808854687744 kLZ4HCCompression supported: 0 +2024/06/05-14:31:13.386729 139808854687744 kLZ4Compression supported: 0 +2024/06/05-14:31:13.386730 139808854687744 kBZip2Compression supported: 1 +2024/06/05-14:31:13.386731 139808854687744 kZlibCompression supported: 1 +2024/06/05-14:31:13.386732 139808854687744 kSnappyCompression supported: 1 +2024/06/05-14:31:13.386734 139808854687744 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:31:13.392103 139808854687744 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:31:13.398721 139808854687744 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/MANIFEST-000001 +2024/06/05-14:31:13.398892 139808854687744 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:31:13.398896 139808854687744 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:31:13.398897 139808854687744 Options.merge_operator: None +2024/06/05-14:31:13.398898 139808854687744 Options.compaction_filter: None +2024/06/05-14:31:13.398898 139808854687744 Options.compaction_filter_factory: None +2024/06/05-14:31:13.398899 139808854687744 Options.sst_partitioner_factory: None +2024/06/05-14:31:13.398900 139808854687744 Options.memtable_factory: SkipListFactory +2024/06/05-14:31:13.398901 139808854687744 Options.table_factory: BlockBasedTable +2024/06/05-14:31:13.398981 139808854687744 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5630deff9c30) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x5630df03b040 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:31:13.398985 139808854687744 Options.write_buffer_size: 1048576 +2024/06/05-14:31:13.398987 139808854687744 Options.max_write_buffer_number: 2 +2024/06/05-14:31:13.398988 139808854687744 Options.compression: Snappy +2024/06/05-14:31:13.398988 139808854687744 Options.bottommost_compression: Disabled +2024/06/05-14:31:13.398989 139808854687744 Options.prefix_extractor: nullptr +2024/06/05-14:31:13.398990 139808854687744 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:31:13.398991 139808854687744 Options.num_levels: 4 +2024/06/05-14:31:13.398992 139808854687744 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:31:13.398992 139808854687744 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:31:13.398993 139808854687744 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:31:13.399048 139808854687744 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:31:13.399051 139808854687744 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:31:13.399052 139808854687744 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:31:13.399053 139808854687744 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:31:13.399054 139808854687744 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:31:13.399055 139808854687744 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:31:13.399056 139808854687744 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:31:13.399057 139808854687744 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:31:13.399057 139808854687744 Options.compression_opts.window_bits: -14 +2024/06/05-14:31:13.399058 139808854687744 Options.compression_opts.level: 32767 +2024/06/05-14:31:13.399059 139808854687744 Options.compression_opts.strategy: 0 +2024/06/05-14:31:13.399060 139808854687744 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:31:13.399060 139808854687744 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:31:13.399061 139808854687744 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:31:13.399062 139808854687744 Options.compression_opts.enabled: false +2024/06/05-14:31:13.399062 139808854687744 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:31:13.399063 139808854687744 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:31:13.399064 139808854687744 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:31:13.399065 139808854687744 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:31:13.399065 139808854687744 Options.target_file_size_base: 67108864 +2024/06/05-14:31:13.399066 139808854687744 Options.target_file_size_multiplier: 1 +2024/06/05-14:31:13.399067 139808854687744 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:31:13.399068 139808854687744 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:31:13.399068 139808854687744 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:31:13.399070 139808854687744 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:31:13.399071 139808854687744 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:31:13.399072 139808854687744 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:31:13.399073 139808854687744 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:31:13.399074 139808854687744 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:31:13.399074 139808854687744 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:31:13.399075 139808854687744 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:31:13.399076 139808854687744 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:31:13.399077 139808854687744 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:31:13.399077 139808854687744 Options.arena_block_size: 131072 +2024/06/05-14:31:13.399078 139808854687744 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:31:13.399079 139808854687744 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:31:13.399080 139808854687744 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:31:13.399080 139808854687744 Options.disable_auto_compactions: 0 +2024/06/05-14:31:13.399082 139808854687744 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:31:13.399083 139808854687744 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:31:13.399084 139808854687744 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:31:13.399406 139808854687744 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:31:13.399410 139808854687744 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:31:13.399411 139808854687744 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:31:13.399412 139808854687744 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:31:13.399414 139808854687744 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:31:13.399415 139808854687744 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:31:13.399416 139808854687744 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:31:13.399420 139808854687744 Options.table_properties_collectors: +2024/06/05-14:31:13.399421 139808854687744 Options.inplace_update_support: 0 +2024/06/05-14:31:13.399421 139808854687744 Options.inplace_update_num_locks: 10000 +2024/06/05-14:31:13.399422 139808854687744 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:31:13.399424 139808854687744 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:31:13.399425 139808854687744 Options.memtable_huge_page_size: 0 +2024/06/05-14:31:13.399426 139808854687744 Options.bloom_locality: 0 +2024/06/05-14:31:13.399426 139808854687744 Options.max_successive_merges: 0 +2024/06/05-14:31:13.399427 139808854687744 Options.optimize_filters_for_hits: 0 +2024/06/05-14:31:13.399428 139808854687744 Options.paranoid_file_checks: 0 +2024/06/05-14:31:13.399429 139808854687744 Options.force_consistency_checks: 1 +2024/06/05-14:31:13.399429 139808854687744 Options.report_bg_io_stats: 0 +2024/06/05-14:31:13.399430 139808854687744 Options.ttl: 2592000 +2024/06/05-14:31:13.399431 139808854687744 Options.periodic_compaction_seconds: 0 +2024/06/05-14:31:13.399432 139808854687744 Options.enable_blob_files: false +2024/06/05-14:31:13.399432 139808854687744 Options.min_blob_size: 0 +2024/06/05-14:31:13.399433 139808854687744 Options.blob_file_size: 268435456 +2024/06/05-14:31:13.399434 139808854687744 Options.blob_compression_type: NoCompression +2024/06/05-14:31:13.399435 139808854687744 Options.enable_blob_garbage_collection: false +2024/06/05-14:31:13.399435 139808854687744 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:31:13.399437 139808854687744 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:31:13.399438 139808854687744 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:31:13.401607 139808854687744 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:31:13.401616 139808854687744 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:31:13.401703 139808854687744 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:31:13.417690 139808854687744 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x5630df0206c0 +2024/06/05-14:31:13.417713 139808854687744 DB pointer 0x5630df03ff00 +2024/06/05-14:31:14.296860 139804264097344 [/db_impl/db_impl_compaction_flush.cc:1714] [default] Manual flush start. +2024/06/05-14:31:14.297787 139804264097344 [/db_impl/db_impl_write.cc:1871] [default] New memtable created with log file: #8. Immutable memtables: 0. +2024/06/05-14:31:14.300341 139805035849280 (Original Log Time 2024/06/05-14:31:14.299146) [/db_impl/db_impl_compaction_flush.cc:2787] Calling FlushMemTableToOutputFile with column family [default], flush slots available 1, compaction slots available 1, flush slots scheduled 1, compaction slots scheduled 0 +2024/06/05-14:31:14.300628 139805035849280 [/flush_job.cc:819] [default] [JOB 2] Flushing memtable with next log file: 8 +2024/06/05-14:31:14.300735 139805035849280 EVENT_LOG_v1 {"time_micros": 1717608674300728, "job": 2, "event": "flush_started", "num_memtables": 1, "num_entries": 310, "num_deletes": 91, "total_data_size": 38214, "memory_usage": 44768, "flush_reason": "Manual Flush"} +2024/06/05-14:31:14.300740 139805035849280 [/flush_job.cc:848] [default] [JOB 2] Level-0 flush table #9: started +2024/06/05-14:31:14.318151 139805035849280 EVENT_LOG_v1 {"time_micros": 1717608674317814, "cf_name": "default", "job": 2, "event": "table_file_creation", "file_number": 9, "file_size": 24014, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 2831, "index_size": 203, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 0, "raw_key_size": 27408, "raw_average_key_size": 88, "raw_value_size": 10185, "raw_average_value_size": 32, "num_data_blocks": 2, "num_entries": 310, "num_filter_entries": 0, "num_deletions": 203, "num_merge_operands": 0, "num_range_deletions": 112, "format_version": 0, "fixed_key_len": 0, "filter_policy": "", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "nullptr", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "Snappy", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; ", "creation_time": 1717608673, "oldest_key_time": 1717608673, "file_creation_time": 1717608674, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "567c9555-bad2-403e-95e0-f1f629af6990", "db_session_id": "YOL9KHUPO6SD49TPG63B", "orig_file_number": 9}} +2024/06/05-14:31:14.318204 139805035849280 [/flush_job.cc:937] [default] [JOB 2] Level-0 flush table #9: 24014 bytes OK +2024/06/05-14:31:14.320748 139805035849280 [/flush_job.cc:987] [default] [JOB 2] Flush lasted 20409 microseconds, and 15122 cpu microseconds. +2024/06/05-14:31:14.324289 139805035849280 (Original Log Time 2024/06/05-14:31:14.320800) [/memtable_list.cc:471] [default] Level-0 commit table #9 started +2024/06/05-14:31:14.324293 139805035849280 (Original Log Time 2024/06/05-14:31:14.323508) [/memtable_list.cc:678] [default] Level-0 commit table #9: memtable #1 done +2024/06/05-14:31:14.324295 139805035849280 (Original Log Time 2024/06/05-14:31:14.323526) EVENT_LOG_v1 {"time_micros": 1717608674323520, "job": 2, "event": "flush_finished", "output_compression": "Snappy", "lsm_state": [1, 0, 0, 0], "immutable_memtables": 0} +2024/06/05-14:31:14.324297 139805035849280 (Original Log Time 2024/06/05-14:31:14.323545) [/db_impl/db_impl_compaction_flush.cc:290] [default] Level summary: files[1 0 0 0] max score 0.12 +2024/06/05-14:31:14.324322 139805035849280 [/db_impl/db_impl_files.cc:435] [JOB 2] Try to delete WAL files size 37045, prev total WAL file size 37045, number of live WAL files 2. +2024/06/05-14:31:14.324462 139805035849280 [le/delete_scheduler.cc:77] Deleted file /home/moraguma/git/TorchBringer/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/000005.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 +2024/06/05-14:31:14.324508 139804264097344 [/db_impl/db_impl_compaction_flush.cc:1725] [default] Manual flush finished, status: OK +2024/06/05-14:31:14.325256 139804264097344 [/db_impl/db_impl.cc:482] Shutdown: canceling all background work +2024/06/05-14:31:14.325976 139804264097344 [/db_impl/db_impl.cc:699] Shutdown complete diff --git a/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/MANIFEST-000004 b/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/MANIFEST-000004 new file mode 100644 index 0000000..a711e4f Binary files /dev/null and b/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/MANIFEST-000004 differ diff --git a/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/OPTIONS-000007 b/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/seqs/chunks/c1d9e13164054dd0b5d7dfa2/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/seqs/chunks/f928789aa4eb42339a700899/000005.log b/.aim/seqs/chunks/f928789aa4eb42339a700899/000005.log new file mode 100644 index 0000000..1035d4b Binary files /dev/null and b/.aim/seqs/chunks/f928789aa4eb42339a700899/000005.log differ diff --git a/.aim/seqs/chunks/f928789aa4eb42339a700899/CURRENT b/.aim/seqs/chunks/f928789aa4eb42339a700899/CURRENT new file mode 100644 index 0000000..cacca75 --- /dev/null +++ b/.aim/seqs/chunks/f928789aa4eb42339a700899/CURRENT @@ -0,0 +1 @@ +MANIFEST-000004 diff --git a/.aim/seqs/chunks/f928789aa4eb42339a700899/IDENTITY b/.aim/seqs/chunks/f928789aa4eb42339a700899/IDENTITY new file mode 100644 index 0000000..77b1ae7 --- /dev/null +++ b/.aim/seqs/chunks/f928789aa4eb42339a700899/IDENTITY @@ -0,0 +1 @@ +05cf32d1-e0e6-45a2-8e9b-c8b8d4283952 \ No newline at end of file diff --git a/.aim/seqs/chunks/f928789aa4eb42339a700899/LOCK b/.aim/seqs/chunks/f928789aa4eb42339a700899/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/chunks/f928789aa4eb42339a700899/LOG b/.aim/seqs/chunks/f928789aa4eb42339a700899/LOG new file mode 100644 index 0000000..c3ade8e --- /dev/null +++ b/.aim/seqs/chunks/f928789aa4eb42339a700899/LOG @@ -0,0 +1,269 @@ +2024/06/05-14:38:32.936528 139820934979584 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:38:32.936721 139820934979584 RocksDB version: 6.29.5 +2024/06/05-14:38:32.936724 139820934979584 Compile date 2023-03-02 19:33:03 +2024/06/05-14:38:32.936726 139820934979584 DB SUMMARY +2024/06/05-14:38:32.936726 139820934979584 DB Session ID: EN6S89OV78ASK5T6AMO8 +2024/06/05-14:38:32.936737 139820934979584 SST files in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/f928789aa4eb42339a700899 dir, Total Num: 0, files: +2024/06/05-14:38:32.936739 139820934979584 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/f928789aa4eb42339a700899: +2024/06/05-14:38:32.936740 139820934979584 Options.error_if_exists: 0 +2024/06/05-14:38:32.936741 139820934979584 Options.create_if_missing: 1 +2024/06/05-14:38:32.936742 139820934979584 Options.paranoid_checks: 0 +2024/06/05-14:38:32.936742 139820934979584 Options.flush_verify_memtable_count: 1 +2024/06/05-14:38:32.936743 139820934979584 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:38:32.936744 139820934979584 Options.env: 0x7f2a61d1d940 +2024/06/05-14:38:32.936745 139820934979584 Options.fs: PosixFileSystem +2024/06/05-14:38:32.936746 139820934979584 Options.info_log: 0x55c68bcf58a0 +2024/06/05-14:38:32.936746 139820934979584 Options.max_file_opening_threads: 16 +2024/06/05-14:38:32.936747 139820934979584 Options.statistics: (nil) +2024/06/05-14:38:32.936748 139820934979584 Options.use_fsync: 0 +2024/06/05-14:38:32.936749 139820934979584 Options.max_log_file_size: 0 +2024/06/05-14:38:32.936750 139820934979584 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:38:32.936751 139820934979584 Options.log_file_time_to_roll: 0 +2024/06/05-14:38:32.936752 139820934979584 Options.keep_log_file_num: 10 +2024/06/05-14:38:32.936752 139820934979584 Options.recycle_log_file_num: 0 +2024/06/05-14:38:32.936753 139820934979584 Options.allow_fallocate: 1 +2024/06/05-14:38:32.936754 139820934979584 Options.allow_mmap_reads: 0 +2024/06/05-14:38:32.936754 139820934979584 Options.allow_mmap_writes: 0 +2024/06/05-14:38:32.936755 139820934979584 Options.use_direct_reads: 0 +2024/06/05-14:38:32.936756 139820934979584 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:38:32.936757 139820934979584 Options.create_missing_column_families: 0 +2024/06/05-14:38:32.936757 139820934979584 Options.db_log_dir: +2024/06/05-14:38:32.936758 139820934979584 Options.wal_dir: +2024/06/05-14:38:32.936759 139820934979584 Options.table_cache_numshardbits: 6 +2024/06/05-14:38:32.936759 139820934979584 Options.WAL_ttl_seconds: 0 +2024/06/05-14:38:32.936760 139820934979584 Options.WAL_size_limit_MB: 0 +2024/06/05-14:38:32.936761 139820934979584 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:38:32.936762 139820934979584 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:38:32.936762 139820934979584 Options.is_fd_close_on_exec: 1 +2024/06/05-14:38:32.936763 139820934979584 Options.advise_random_on_open: 1 +2024/06/05-14:38:32.936764 139820934979584 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:38:32.936767 139820934979584 Options.db_write_buffer_size: 1048576 +2024/06/05-14:38:32.936768 139820934979584 Options.write_buffer_manager: 0x55c68bc66090 +2024/06/05-14:38:32.936769 139820934979584 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:38:32.936770 139820934979584 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:38:32.936789 139820934979584 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:38:32.936791 139820934979584 Options.use_adaptive_mutex: 0 +2024/06/05-14:38:32.936792 139820934979584 Options.rate_limiter: (nil) +2024/06/05-14:38:32.936794 139820934979584 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:38:32.936795 139820934979584 Options.wal_recovery_mode: 2 +2024/06/05-14:38:32.936796 139820934979584 Options.enable_thread_tracking: 0 +2024/06/05-14:38:32.936797 139820934979584 Options.enable_pipelined_write: 0 +2024/06/05-14:38:32.936798 139820934979584 Options.unordered_write: 0 +2024/06/05-14:38:32.936800 139820934979584 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:38:32.936801 139820934979584 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:38:32.936802 139820934979584 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:38:32.936803 139820934979584 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:38:32.936803 139820934979584 Options.row_cache: None +2024/06/05-14:38:32.936804 139820934979584 Options.wal_filter: None +2024/06/05-14:38:32.936805 139820934979584 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:38:32.936806 139820934979584 Options.allow_ingest_behind: 0 +2024/06/05-14:38:32.936806 139820934979584 Options.preserve_deletes: 0 +2024/06/05-14:38:32.936807 139820934979584 Options.two_write_queues: 0 +2024/06/05-14:38:32.936808 139820934979584 Options.manual_wal_flush: 0 +2024/06/05-14:38:32.936808 139820934979584 Options.atomic_flush: 0 +2024/06/05-14:38:32.936809 139820934979584 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:38:32.936810 139820934979584 Options.persist_stats_to_disk: 0 +2024/06/05-14:38:32.936811 139820934979584 Options.write_dbid_to_manifest: 0 +2024/06/05-14:38:32.936811 139820934979584 Options.log_readahead_size: 0 +2024/06/05-14:38:32.936812 139820934979584 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:38:32.936813 139820934979584 Options.best_efforts_recovery: 0 +2024/06/05-14:38:32.936814 139820934979584 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:38:32.936814 139820934979584 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:38:32.936815 139820934979584 Options.allow_data_in_errors: 0 +2024/06/05-14:38:32.936816 139820934979584 Options.db_host_id: __hostname__ +2024/06/05-14:38:32.936817 139820934979584 Options.max_background_jobs: 2 +2024/06/05-14:38:32.936817 139820934979584 Options.max_background_compactions: 4 +2024/06/05-14:38:32.936818 139820934979584 Options.max_subcompactions: 1 +2024/06/05-14:38:32.936819 139820934979584 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:38:32.936819 139820934979584 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:38:32.936820 139820934979584 Options.delayed_write_rate : 16777216 +2024/06/05-14:38:32.936821 139820934979584 Options.max_total_wal_size: 0 +2024/06/05-14:38:32.936822 139820934979584 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:38:32.936822 139820934979584 Options.stats_dump_period_sec: 600 +2024/06/05-14:38:32.936823 139820934979584 Options.stats_persist_period_sec: 600 +2024/06/05-14:38:32.936824 139820934979584 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:38:32.936825 139820934979584 Options.max_open_files: -1 +2024/06/05-14:38:32.936825 139820934979584 Options.bytes_per_sync: 0 +2024/06/05-14:38:32.936826 139820934979584 Options.wal_bytes_per_sync: 0 +2024/06/05-14:38:32.936831 139820934979584 Options.strict_bytes_per_sync: 0 +2024/06/05-14:38:32.936833 139820934979584 Options.compaction_readahead_size: 0 +2024/06/05-14:38:32.936834 139820934979584 Options.max_background_flushes: -1 +2024/06/05-14:38:32.936835 139820934979584 Compression algorithms supported: +2024/06/05-14:38:32.936837 139820934979584 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:38:32.936850 139820934979584 kZSTD supported: 1 +2024/06/05-14:38:32.936851 139820934979584 kXpressCompression supported: 0 +2024/06/05-14:38:32.936852 139820934979584 kLZ4HCCompression supported: 0 +2024/06/05-14:38:32.936853 139820934979584 kLZ4Compression supported: 0 +2024/06/05-14:38:32.936854 139820934979584 kBZip2Compression supported: 1 +2024/06/05-14:38:32.936855 139820934979584 kZlibCompression supported: 1 +2024/06/05-14:38:32.936856 139820934979584 kSnappyCompression supported: 1 +2024/06/05-14:38:32.936858 139820934979584 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:38:32.958587 139820934979584 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:38:32.996014 139820934979584 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/seqs/chunks/f928789aa4eb42339a700899/MANIFEST-000001 +2024/06/05-14:38:32.996108 139820934979584 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:38:32.996111 139820934979584 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:38:32.996112 139820934979584 Options.merge_operator: None +2024/06/05-14:38:32.996113 139820934979584 Options.compaction_filter: None +2024/06/05-14:38:32.996113 139820934979584 Options.compaction_filter_factory: None +2024/06/05-14:38:32.996114 139820934979584 Options.sst_partitioner_factory: None +2024/06/05-14:38:32.996115 139820934979584 Options.memtable_factory: SkipListFactory +2024/06/05-14:38:32.996116 139820934979584 Options.table_factory: BlockBasedTable +2024/06/05-14:38:32.996132 139820934979584 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c68bcf6fc0) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x55c6866b7f60 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:38:32.996133 139820934979584 Options.write_buffer_size: 1048576 +2024/06/05-14:38:32.996134 139820934979584 Options.max_write_buffer_number: 2 +2024/06/05-14:38:32.996135 139820934979584 Options.compression: Snappy +2024/06/05-14:38:32.996135 139820934979584 Options.bottommost_compression: Disabled +2024/06/05-14:38:32.996136 139820934979584 Options.prefix_extractor: nullptr +2024/06/05-14:38:32.996137 139820934979584 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:38:32.996138 139820934979584 Options.num_levels: 4 +2024/06/05-14:38:32.996139 139820934979584 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:38:32.996139 139820934979584 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:38:32.996140 139820934979584 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:38:32.996170 139820934979584 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:38:32.996172 139820934979584 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:38:32.996173 139820934979584 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:38:32.996174 139820934979584 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:38:32.996175 139820934979584 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:38:32.996176 139820934979584 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:38:32.996177 139820934979584 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:38:32.996178 139820934979584 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:38:32.996178 139820934979584 Options.compression_opts.window_bits: -14 +2024/06/05-14:38:32.996179 139820934979584 Options.compression_opts.level: 32767 +2024/06/05-14:38:32.996180 139820934979584 Options.compression_opts.strategy: 0 +2024/06/05-14:38:32.996181 139820934979584 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:38:32.996181 139820934979584 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:38:32.996182 139820934979584 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:38:32.996183 139820934979584 Options.compression_opts.enabled: false +2024/06/05-14:38:32.996183 139820934979584 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:38:32.996184 139820934979584 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:38:32.996185 139820934979584 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:38:32.996186 139820934979584 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:38:32.996186 139820934979584 Options.target_file_size_base: 67108864 +2024/06/05-14:38:32.996187 139820934979584 Options.target_file_size_multiplier: 1 +2024/06/05-14:38:32.996188 139820934979584 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:38:32.996189 139820934979584 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:38:32.996189 139820934979584 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:38:32.996191 139820934979584 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:38:32.996192 139820934979584 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:38:32.996193 139820934979584 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:38:32.996194 139820934979584 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:38:32.996194 139820934979584 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:38:32.996195 139820934979584 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:38:32.996196 139820934979584 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:38:32.996197 139820934979584 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:38:32.996197 139820934979584 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:38:32.996198 139820934979584 Options.arena_block_size: 131072 +2024/06/05-14:38:32.996199 139820934979584 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:38:32.996200 139820934979584 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:38:32.996201 139820934979584 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:38:32.996201 139820934979584 Options.disable_auto_compactions: 0 +2024/06/05-14:38:32.996203 139820934979584 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:38:32.996204 139820934979584 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:38:32.996205 139820934979584 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:38:32.996227 139820934979584 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:38:32.996228 139820934979584 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:38:32.996229 139820934979584 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:38:32.996230 139820934979584 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:38:32.996231 139820934979584 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:38:32.996232 139820934979584 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:38:32.996233 139820934979584 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:38:32.996237 139820934979584 Options.table_properties_collectors: +2024/06/05-14:38:32.996238 139820934979584 Options.inplace_update_support: 0 +2024/06/05-14:38:32.996239 139820934979584 Options.inplace_update_num_locks: 10000 +2024/06/05-14:38:32.996240 139820934979584 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:38:32.996241 139820934979584 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:38:32.996241 139820934979584 Options.memtable_huge_page_size: 0 +2024/06/05-14:38:32.996242 139820934979584 Options.bloom_locality: 0 +2024/06/05-14:38:32.996243 139820934979584 Options.max_successive_merges: 0 +2024/06/05-14:38:32.996244 139820934979584 Options.optimize_filters_for_hits: 0 +2024/06/05-14:38:32.996244 139820934979584 Options.paranoid_file_checks: 0 +2024/06/05-14:38:32.996245 139820934979584 Options.force_consistency_checks: 1 +2024/06/05-14:38:32.996246 139820934979584 Options.report_bg_io_stats: 0 +2024/06/05-14:38:32.996247 139820934979584 Options.ttl: 2592000 +2024/06/05-14:38:32.996247 139820934979584 Options.periodic_compaction_seconds: 0 +2024/06/05-14:38:32.996248 139820934979584 Options.enable_blob_files: false +2024/06/05-14:38:32.996249 139820934979584 Options.min_blob_size: 0 +2024/06/05-14:38:32.996250 139820934979584 Options.blob_file_size: 268435456 +2024/06/05-14:38:32.996251 139820934979584 Options.blob_compression_type: NoCompression +2024/06/05-14:38:32.996251 139820934979584 Options.enable_blob_garbage_collection: false +2024/06/05-14:38:32.996252 139820934979584 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:38:32.996253 139820934979584 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:38:32.996254 139820934979584 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:38:32.997265 139820934979584 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/seqs/chunks/f928789aa4eb42339a700899/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:38:32.997273 139820934979584 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:38:32.997330 139820934979584 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:38:33.054130 139820934979584 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x55c68bd1d6c0 +2024/06/05-14:38:33.054152 139820934979584 DB pointer 0x55c6866bcb40 +2024/06/05-14:38:36.054897 139815991363136 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:38:36.054948 139815991363136 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 3.1 total, 3.1 interval +Cumulative writes: 64 writes, 192 keys, 64 commit groups, 1.0 writes per commit group, ingest: 0.00 GB, 0.01 MB/s +Cumulative WAL: 64 writes, 0 syncs, 64.00 writes per sync, written: 0.00 GB, 0.01 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 64 writes, 192 keys, 64 commit groups, 1.0 writes per commit group, ingest: 0.02 MB, 0.01 MB/s +Interval WAL: 64 writes, 0 syncs, 64.00 writes per sync, written: 0.00 GB, 0.01 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 3.1 total, 3.1 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x55c6866b7f60#105257 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 0.000108 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** diff --git a/.aim/seqs/chunks/f928789aa4eb42339a700899/MANIFEST-000004 b/.aim/seqs/chunks/f928789aa4eb42339a700899/MANIFEST-000004 new file mode 100644 index 0000000..903e0a9 Binary files /dev/null and b/.aim/seqs/chunks/f928789aa4eb42339a700899/MANIFEST-000004 differ diff --git a/.aim/seqs/chunks/f928789aa4eb42339a700899/OPTIONS-000007 b/.aim/seqs/chunks/f928789aa4eb42339a700899/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/seqs/chunks/f928789aa4eb42339a700899/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/000005.log b/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/000005.log new file mode 100644 index 0000000..82adb8d Binary files /dev/null and b/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/000005.log differ diff --git a/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/CURRENT b/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/CURRENT new file mode 100644 index 0000000..cacca75 --- /dev/null +++ b/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/CURRENT @@ -0,0 +1 @@ +MANIFEST-000004 diff --git a/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/IDENTITY b/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/IDENTITY new file mode 100644 index 0000000..2bf5291 --- /dev/null +++ b/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/IDENTITY @@ -0,0 +1 @@ +15681ef3-2bc9-4c3f-9d6b-619d3326c72b \ No newline at end of file diff --git a/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/LOCK b/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/LOCK new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/LOG b/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/LOG new file mode 100644 index 0000000..ae4b5af --- /dev/null +++ b/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/LOG @@ -0,0 +1,269 @@ +2024/06/05-14:32:09.156254 140331353419776 [/db_impl/db_impl_open.cc:200] file size check will be skipped during open. +2024/06/05-14:32:09.156408 140331353419776 RocksDB version: 6.29.5 +2024/06/05-14:32:09.156411 140331353419776 Compile date 2023-03-02 19:33:03 +2024/06/05-14:32:09.156412 140331353419776 DB SUMMARY +2024/06/05-14:32:09.156414 140331353419776 DB Session ID: D4K6IOX8LGB2J58J05YI +2024/06/05-14:32:09.156423 140331353419776 SST files in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3 dir, Total Num: 0, files: +2024/06/05-14:32:09.156424 140331353419776 Write Ahead Log file in /home/moraguma/git/TorchBringer/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3: +2024/06/05-14:32:09.156426 140331353419776 Options.error_if_exists: 0 +2024/06/05-14:32:09.156427 140331353419776 Options.create_if_missing: 1 +2024/06/05-14:32:09.156427 140331353419776 Options.paranoid_checks: 0 +2024/06/05-14:32:09.156428 140331353419776 Options.flush_verify_memtable_count: 1 +2024/06/05-14:32:09.156429 140331353419776 Options.track_and_verify_wals_in_manifest: 0 +2024/06/05-14:32:09.156430 140331353419776 Options.env: 0x7fa13911d940 +2024/06/05-14:32:09.156431 140331353419776 Options.fs: PosixFileSystem +2024/06/05-14:32:09.156431 140331353419776 Options.info_log: 0x558c3d427df0 +2024/06/05-14:32:09.156432 140331353419776 Options.max_file_opening_threads: 16 +2024/06/05-14:32:09.156433 140331353419776 Options.statistics: (nil) +2024/06/05-14:32:09.156434 140331353419776 Options.use_fsync: 0 +2024/06/05-14:32:09.156435 140331353419776 Options.max_log_file_size: 0 +2024/06/05-14:32:09.156435 140331353419776 Options.max_manifest_file_size: 1073741824 +2024/06/05-14:32:09.156436 140331353419776 Options.log_file_time_to_roll: 0 +2024/06/05-14:32:09.156437 140331353419776 Options.keep_log_file_num: 10 +2024/06/05-14:32:09.156437 140331353419776 Options.recycle_log_file_num: 0 +2024/06/05-14:32:09.156438 140331353419776 Options.allow_fallocate: 1 +2024/06/05-14:32:09.156439 140331353419776 Options.allow_mmap_reads: 0 +2024/06/05-14:32:09.156440 140331353419776 Options.allow_mmap_writes: 0 +2024/06/05-14:32:09.156440 140331353419776 Options.use_direct_reads: 0 +2024/06/05-14:32:09.156441 140331353419776 Options.use_direct_io_for_flush_and_compaction: 0 +2024/06/05-14:32:09.156442 140331353419776 Options.create_missing_column_families: 0 +2024/06/05-14:32:09.156442 140331353419776 Options.db_log_dir: +2024/06/05-14:32:09.156443 140331353419776 Options.wal_dir: +2024/06/05-14:32:09.156444 140331353419776 Options.table_cache_numshardbits: 6 +2024/06/05-14:32:09.156445 140331353419776 Options.WAL_ttl_seconds: 0 +2024/06/05-14:32:09.156445 140331353419776 Options.WAL_size_limit_MB: 0 +2024/06/05-14:32:09.156446 140331353419776 Options.max_write_batch_group_size_bytes: 1048576 +2024/06/05-14:32:09.156447 140331353419776 Options.manifest_preallocation_size: 4194304 +2024/06/05-14:32:09.156448 140331353419776 Options.is_fd_close_on_exec: 1 +2024/06/05-14:32:09.156448 140331353419776 Options.advise_random_on_open: 1 +2024/06/05-14:32:09.156449 140331353419776 Options.experimental_mempurge_threshold: 0.000000 +2024/06/05-14:32:09.156452 140331353419776 Options.db_write_buffer_size: 1048576 +2024/06/05-14:32:09.156453 140331353419776 Options.write_buffer_manager: 0x558c37dd5c20 +2024/06/05-14:32:09.156454 140331353419776 Options.access_hint_on_compaction_start: 1 +2024/06/05-14:32:09.156455 140331353419776 Options.new_table_reader_for_compaction_inputs: 0 +2024/06/05-14:32:09.156462 140331353419776 Options.random_access_max_buffer_size: 1048576 +2024/06/05-14:32:09.156463 140331353419776 Options.use_adaptive_mutex: 0 +2024/06/05-14:32:09.156463 140331353419776 Options.rate_limiter: (nil) +2024/06/05-14:32:09.156464 140331353419776 Options.sst_file_manager.rate_bytes_per_sec: 0 +2024/06/05-14:32:09.156465 140331353419776 Options.wal_recovery_mode: 2 +2024/06/05-14:32:09.156466 140331353419776 Options.enable_thread_tracking: 0 +2024/06/05-14:32:09.156466 140331353419776 Options.enable_pipelined_write: 0 +2024/06/05-14:32:09.156467 140331353419776 Options.unordered_write: 0 +2024/06/05-14:32:09.156468 140331353419776 Options.allow_concurrent_memtable_write: 1 +2024/06/05-14:32:09.156469 140331353419776 Options.enable_write_thread_adaptive_yield: 1 +2024/06/05-14:32:09.156469 140331353419776 Options.write_thread_max_yield_usec: 100 +2024/06/05-14:32:09.156470 140331353419776 Options.write_thread_slow_yield_usec: 3 +2024/06/05-14:32:09.156471 140331353419776 Options.row_cache: None +2024/06/05-14:32:09.156471 140331353419776 Options.wal_filter: None +2024/06/05-14:32:09.156472 140331353419776 Options.avoid_flush_during_recovery: 0 +2024/06/05-14:32:09.156473 140331353419776 Options.allow_ingest_behind: 0 +2024/06/05-14:32:09.156474 140331353419776 Options.preserve_deletes: 0 +2024/06/05-14:32:09.156474 140331353419776 Options.two_write_queues: 0 +2024/06/05-14:32:09.156475 140331353419776 Options.manual_wal_flush: 0 +2024/06/05-14:32:09.156476 140331353419776 Options.atomic_flush: 0 +2024/06/05-14:32:09.156476 140331353419776 Options.avoid_unnecessary_blocking_io: 0 +2024/06/05-14:32:09.156477 140331353419776 Options.persist_stats_to_disk: 0 +2024/06/05-14:32:09.156478 140331353419776 Options.write_dbid_to_manifest: 0 +2024/06/05-14:32:09.156479 140331353419776 Options.log_readahead_size: 0 +2024/06/05-14:32:09.156479 140331353419776 Options.file_checksum_gen_factory: Unknown +2024/06/05-14:32:09.156480 140331353419776 Options.best_efforts_recovery: 0 +2024/06/05-14:32:09.156481 140331353419776 Options.max_bgerror_resume_count: 2147483647 +2024/06/05-14:32:09.156482 140331353419776 Options.bgerror_resume_retry_interval: 1000000 +2024/06/05-14:32:09.156482 140331353419776 Options.allow_data_in_errors: 0 +2024/06/05-14:32:09.156483 140331353419776 Options.db_host_id: __hostname__ +2024/06/05-14:32:09.156484 140331353419776 Options.max_background_jobs: 2 +2024/06/05-14:32:09.156485 140331353419776 Options.max_background_compactions: 4 +2024/06/05-14:32:09.156485 140331353419776 Options.max_subcompactions: 1 +2024/06/05-14:32:09.156486 140331353419776 Options.avoid_flush_during_shutdown: 0 +2024/06/05-14:32:09.156487 140331353419776 Options.writable_file_max_buffer_size: 1048576 +2024/06/05-14:32:09.156487 140331353419776 Options.delayed_write_rate : 16777216 +2024/06/05-14:32:09.156488 140331353419776 Options.max_total_wal_size: 0 +2024/06/05-14:32:09.156489 140331353419776 Options.delete_obsolete_files_period_micros: 21600000000 +2024/06/05-14:32:09.156490 140331353419776 Options.stats_dump_period_sec: 600 +2024/06/05-14:32:09.156490 140331353419776 Options.stats_persist_period_sec: 600 +2024/06/05-14:32:09.156491 140331353419776 Options.stats_history_buffer_size: 1048576 +2024/06/05-14:32:09.156492 140331353419776 Options.max_open_files: -1 +2024/06/05-14:32:09.156493 140331353419776 Options.bytes_per_sync: 0 +2024/06/05-14:32:09.156493 140331353419776 Options.wal_bytes_per_sync: 0 +2024/06/05-14:32:09.156497 140331353419776 Options.strict_bytes_per_sync: 0 +2024/06/05-14:32:09.156498 140331353419776 Options.compaction_readahead_size: 0 +2024/06/05-14:32:09.156498 140331353419776 Options.max_background_flushes: -1 +2024/06/05-14:32:09.156499 140331353419776 Compression algorithms supported: +2024/06/05-14:32:09.156500 140331353419776 kZSTDNotFinalCompression supported: 1 +2024/06/05-14:32:09.156502 140331353419776 kZSTD supported: 1 +2024/06/05-14:32:09.156503 140331353419776 kXpressCompression supported: 0 +2024/06/05-14:32:09.156504 140331353419776 kLZ4HCCompression supported: 0 +2024/06/05-14:32:09.156504 140331353419776 kLZ4Compression supported: 0 +2024/06/05-14:32:09.156505 140331353419776 kBZip2Compression supported: 1 +2024/06/05-14:32:09.156506 140331353419776 kZlibCompression supported: 1 +2024/06/05-14:32:09.156507 140331353419776 kSnappyCompression supported: 1 +2024/06/05-14:32:09.156509 140331353419776 Fast CRC32 supported: Not supported on x86 +2024/06/05-14:32:09.161295 140331353419776 [/db_impl/db_impl_open.cc:307] Creating manifest 1 +2024/06/05-14:32:09.167112 140331353419776 [/version_set.cc:4889] Recovering from manifest file: /home/moraguma/git/TorchBringer/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/MANIFEST-000001 +2024/06/05-14:32:09.167208 140331353419776 [/column_family.cc:607] --------------- Options for column family [default]: +2024/06/05-14:32:09.167211 140331353419776 Options.comparator: leveldb.BytewiseComparator +2024/06/05-14:32:09.167212 140331353419776 Options.merge_operator: None +2024/06/05-14:32:09.167213 140331353419776 Options.compaction_filter: None +2024/06/05-14:32:09.167214 140331353419776 Options.compaction_filter_factory: None +2024/06/05-14:32:09.167215 140331353419776 Options.sst_partitioner_factory: None +2024/06/05-14:32:09.167215 140331353419776 Options.memtable_factory: SkipListFactory +2024/06/05-14:32:09.167216 140331353419776 Options.table_factory: BlockBasedTable +2024/06/05-14:32:09.167232 140331353419776 table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558c37c97780) + cache_index_and_filter_blocks: 0 + cache_index_and_filter_blocks_with_high_priority: 1 + pin_l0_filter_and_index_blocks_in_cache: 0 + pin_top_level_index_and_filter: 1 + index_type: 0 + data_block_index_type: 0 + index_shortening: 1 + data_block_hash_table_util_ratio: 0.750000 + hash_index_allow_collision: 1 + checksum: 1 + no_block_cache: 0 + block_cache: 0x558c37dd0920 + block_cache_name: LRUCache + block_cache_options: + capacity : 8388608 + num_shard_bits : 4 + strict_capacity_limit : 0 + memory_allocator : None + high_pri_pool_ratio: 0.000 + block_cache_compressed: (nil) + persistent_cache: (nil) + block_size: 4096 + block_size_deviation: 10 + block_restart_interval: 16 + index_block_restart_interval: 1 + metadata_block_size: 4096 + partition_filters: 0 + use_delta_encoding: 1 + filter_policy: nullptr + whole_key_filtering: 1 + verify_compression: 0 + read_amp_bytes_per_bit: 0 + format_version: 5 + enable_index_compression: 1 + block_align: 0 + max_auto_readahead_size: 262144 + prepopulate_block_cache: 0 +2024/06/05-14:32:09.167233 140331353419776 Options.write_buffer_size: 1048576 +2024/06/05-14:32:09.167234 140331353419776 Options.max_write_buffer_number: 2 +2024/06/05-14:32:09.167235 140331353419776 Options.compression: Snappy +2024/06/05-14:32:09.167236 140331353419776 Options.bottommost_compression: Disabled +2024/06/05-14:32:09.167237 140331353419776 Options.prefix_extractor: nullptr +2024/06/05-14:32:09.167237 140331353419776 Options.memtable_insert_with_hint_prefix_extractor: nullptr +2024/06/05-14:32:09.167238 140331353419776 Options.num_levels: 4 +2024/06/05-14:32:09.167239 140331353419776 Options.min_write_buffer_number_to_merge: 1 +2024/06/05-14:32:09.167240 140331353419776 Options.max_write_buffer_number_to_maintain: 0 +2024/06/05-14:32:09.167240 140331353419776 Options.max_write_buffer_size_to_maintain: 0 +2024/06/05-14:32:09.167279 140331353419776 Options.bottommost_compression_opts.window_bits: -14 +2024/06/05-14:32:09.167282 140331353419776 Options.bottommost_compression_opts.level: 32767 +2024/06/05-14:32:09.167283 140331353419776 Options.bottommost_compression_opts.strategy: 0 +2024/06/05-14:32:09.167284 140331353419776 Options.bottommost_compression_opts.max_dict_bytes: 0 +2024/06/05-14:32:09.167285 140331353419776 Options.bottommost_compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:32:09.167285 140331353419776 Options.bottommost_compression_opts.parallel_threads: 1 +2024/06/05-14:32:09.167286 140331353419776 Options.bottommost_compression_opts.enabled: false +2024/06/05-14:32:09.167287 140331353419776 Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:32:09.167288 140331353419776 Options.compression_opts.window_bits: -14 +2024/06/05-14:32:09.167289 140331353419776 Options.compression_opts.level: 32767 +2024/06/05-14:32:09.167290 140331353419776 Options.compression_opts.strategy: 0 +2024/06/05-14:32:09.167290 140331353419776 Options.compression_opts.max_dict_bytes: 0 +2024/06/05-14:32:09.167291 140331353419776 Options.compression_opts.zstd_max_train_bytes: 0 +2024/06/05-14:32:09.167292 140331353419776 Options.compression_opts.parallel_threads: 1 +2024/06/05-14:32:09.167292 140331353419776 Options.compression_opts.enabled: false +2024/06/05-14:32:09.167293 140331353419776 Options.compression_opts.max_dict_buffer_bytes: 0 +2024/06/05-14:32:09.167294 140331353419776 Options.level0_file_num_compaction_trigger: 8 +2024/06/05-14:32:09.167295 140331353419776 Options.level0_slowdown_writes_trigger: 17 +2024/06/05-14:32:09.167295 140331353419776 Options.level0_stop_writes_trigger: 24 +2024/06/05-14:32:09.167296 140331353419776 Options.target_file_size_base: 67108864 +2024/06/05-14:32:09.167297 140331353419776 Options.target_file_size_multiplier: 1 +2024/06/05-14:32:09.167298 140331353419776 Options.max_bytes_for_level_base: 536870912 +2024/06/05-14:32:09.167298 140331353419776 Options.level_compaction_dynamic_level_bytes: 0 +2024/06/05-14:32:09.167299 140331353419776 Options.max_bytes_for_level_multiplier: 8.000000 +2024/06/05-14:32:09.167301 140331353419776 Options.max_bytes_for_level_multiplier_addtl[0]: 1 +2024/06/05-14:32:09.167302 140331353419776 Options.max_bytes_for_level_multiplier_addtl[1]: 1 +2024/06/05-14:32:09.167303 140331353419776 Options.max_bytes_for_level_multiplier_addtl[2]: 1 +2024/06/05-14:32:09.167303 140331353419776 Options.max_bytes_for_level_multiplier_addtl[3]: 1 +2024/06/05-14:32:09.167304 140331353419776 Options.max_bytes_for_level_multiplier_addtl[4]: 1 +2024/06/05-14:32:09.167305 140331353419776 Options.max_bytes_for_level_multiplier_addtl[5]: 1 +2024/06/05-14:32:09.167305 140331353419776 Options.max_bytes_for_level_multiplier_addtl[6]: 1 +2024/06/05-14:32:09.167306 140331353419776 Options.max_sequential_skip_in_iterations: 8 +2024/06/05-14:32:09.167307 140331353419776 Options.max_compaction_bytes: 1677721600 +2024/06/05-14:32:09.167308 140331353419776 Options.arena_block_size: 131072 +2024/06/05-14:32:09.167308 140331353419776 Options.soft_pending_compaction_bytes_limit: 68719476736 +2024/06/05-14:32:09.167309 140331353419776 Options.hard_pending_compaction_bytes_limit: 274877906944 +2024/06/05-14:32:09.167310 140331353419776 Options.rate_limit_delay_max_milliseconds: 100 +2024/06/05-14:32:09.167311 140331353419776 Options.disable_auto_compactions: 0 +2024/06/05-14:32:09.167313 140331353419776 Options.compaction_style: kCompactionStyleLevel +2024/06/05-14:32:09.167314 140331353419776 Options.compaction_pri: kMinOverlappingRatio +2024/06/05-14:32:09.167315 140331353419776 Options.compaction_options_universal.size_ratio: 1 +2024/06/05-14:32:09.167348 140331353419776 Options.compaction_options_universal.min_merge_width: 2 +2024/06/05-14:32:09.167351 140331353419776 Options.compaction_options_universal.max_merge_width: 4294967295 +2024/06/05-14:32:09.167352 140331353419776 Options.compaction_options_universal.max_size_amplification_percent: 200 +2024/06/05-14:32:09.167353 140331353419776 Options.compaction_options_universal.compression_size_percent: -1 +2024/06/05-14:32:09.167356 140331353419776 Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize +2024/06/05-14:32:09.167357 140331353419776 Options.compaction_options_fifo.max_table_files_size: 1073741824 +2024/06/05-14:32:09.167358 140331353419776 Options.compaction_options_fifo.allow_compaction: 0 +2024/06/05-14:32:09.167364 140331353419776 Options.table_properties_collectors: +2024/06/05-14:32:09.167365 140331353419776 Options.inplace_update_support: 0 +2024/06/05-14:32:09.167366 140331353419776 Options.inplace_update_num_locks: 10000 +2024/06/05-14:32:09.167367 140331353419776 Options.memtable_prefix_bloom_size_ratio: 0.000000 +2024/06/05-14:32:09.167370 140331353419776 Options.memtable_whole_key_filtering: 0 +2024/06/05-14:32:09.167371 140331353419776 Options.memtable_huge_page_size: 0 +2024/06/05-14:32:09.167372 140331353419776 Options.bloom_locality: 0 +2024/06/05-14:32:09.167373 140331353419776 Options.max_successive_merges: 0 +2024/06/05-14:32:09.167374 140331353419776 Options.optimize_filters_for_hits: 0 +2024/06/05-14:32:09.167376 140331353419776 Options.paranoid_file_checks: 0 +2024/06/05-14:32:09.167377 140331353419776 Options.force_consistency_checks: 1 +2024/06/05-14:32:09.167378 140331353419776 Options.report_bg_io_stats: 0 +2024/06/05-14:32:09.167379 140331353419776 Options.ttl: 2592000 +2024/06/05-14:32:09.167380 140331353419776 Options.periodic_compaction_seconds: 0 +2024/06/05-14:32:09.167381 140331353419776 Options.enable_blob_files: false +2024/06/05-14:32:09.167383 140331353419776 Options.min_blob_size: 0 +2024/06/05-14:32:09.167384 140331353419776 Options.blob_file_size: 268435456 +2024/06/05-14:32:09.167386 140331353419776 Options.blob_compression_type: NoCompression +2024/06/05-14:32:09.167387 140331353419776 Options.enable_blob_garbage_collection: false +2024/06/05-14:32:09.167388 140331353419776 Options.blob_garbage_collection_age_cutoff: 0.250000 +2024/06/05-14:32:09.167390 140331353419776 Options.blob_garbage_collection_force_threshold: 1.000000 +2024/06/05-14:32:09.167391 140331353419776 Options.blob_compaction_readahead_size: 0 +2024/06/05-14:32:09.169650 140331353419776 [/version_set.cc:4937] Recovered from manifest file:/home/moraguma/git/TorchBringer/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 +2024/06/05-14:32:09.169659 140331353419776 [/version_set.cc:4946] Column family [default] (ID 0), log number is 0 +2024/06/05-14:32:09.169726 140331353419776 [/version_set.cc:4410] Creating manifest 4 +2024/06/05-14:32:09.184748 140331353419776 [/db_impl/db_impl_open.cc:1821] SstFileManager instance 0x558c3d437100 +2024/06/05-14:32:09.184769 140331353419776 DB pointer 0x558c37dd6f90 +2024/06/05-14:32:12.184994 140326480098880 [/db_impl/db_impl.cc:1014] ------- DUMPING STATS ------- +2024/06/05-14:32:12.185007 140326480098880 [/db_impl/db_impl.cc:1015] +** DB Stats ** +Uptime(secs): 3.0 total, 3.0 interval +Cumulative writes: 64 writes, 192 keys, 64 commit groups, 1.0 writes per commit group, ingest: 0.00 GB, 0.01 MB/s +Cumulative WAL: 64 writes, 0 syncs, 64.00 writes per sync, written: 0.00 GB, 0.01 MB/s +Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent +Interval writes: 64 writes, 192 keys, 64 commit groups, 1.0 writes per commit group, ingest: 0.02 MB, 0.01 MB/s +Interval WAL: 64 writes, 0 syncs, 64.00 writes per sync, written: 0.00 GB, 0.01 MB/s +Interval stall: 00:00:0.000 H:M:S, 0.0 percent + +** Compaction Stats [default] ** +Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ + Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 + +** Compaction Stats [default] ** +Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) +--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- + +Blob file count: 0, total size: 0.0 GB + +Uptime(secs): 3.0 total, 3.0 interval +Flush(GB): cumulative 0.000, interval 0.000 +AddFile(GB): cumulative 0.000, interval 0.000 +AddFile(Total Files): cumulative 0, interval 0 +AddFile(L0 Files): cumulative 0, interval 0 +AddFile(Keys): cumulative 0, interval 0 +Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds +Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count +Block cache LRUCache@0x558c37dd0920#100960 capacity: 8.00 MB collections: 1 last_copies: 0 last_secs: 3.1e-05 secs_since: 0 +Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) + +** File Read Latency Histogram By Level [default] ** diff --git a/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/MANIFEST-000004 b/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/MANIFEST-000004 new file mode 100644 index 0000000..903e0a9 Binary files /dev/null and b/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/MANIFEST-000004 differ diff --git a/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/OPTIONS-000007 b/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/OPTIONS-000007 new file mode 100644 index 0000000..3963aa3 --- /dev/null +++ b/.aim/seqs/chunks/fe6a4dedd1dc41e080899aa3/OPTIONS-000007 @@ -0,0 +1,190 @@ +# This is a RocksDB option file. +# +# For detailed file format spec, please refer to the example file +# in examples/rocksdb_option_file_example.ini +# + +[Version] + rocksdb_version=6.29.5 + options_file_version=1.1 + +[DBOptions] + max_open_files=-1 + stats_history_buffer_size=1048576 + stats_persist_period_sec=600 + max_background_flushes=-1 + stats_dump_period_sec=600 + compaction_readahead_size=0 + bytes_per_sync=0 + delete_obsolete_files_period_micros=21600000000 + max_total_wal_size=0 + delayed_write_rate=16777216 + wal_bytes_per_sync=0 + writable_file_max_buffer_size=1048576 + avoid_flush_during_shutdown=false + max_subcompactions=1 + strict_bytes_per_sync=false + max_background_compactions=4 + base_background_compactions=-1 + max_background_jobs=2 + file_checksum_gen_factory=nullptr + db_host_id=__hostname__ + bgerror_resume_retry_interval=1000000 + best_efforts_recovery=false + avoid_unnecessary_blocking_io=false + two_write_queues=false + atomic_flush=false + preserve_deletes=false + allow_ingest_behind=false + lowest_used_cache_tier=kNonVolatileBlockTier + avoid_flush_during_recovery=false + info_log_level=INFO_LEVEL + access_hint_on_compaction_start=NORMAL + max_bgerror_resume_count=2147483647 + write_thread_slow_yield_usec=3 + allow_concurrent_memtable_write=true + WAL_ttl_seconds=0 + manual_wal_flush=false + dump_malloc_stats=false + wal_recovery_mode=kPointInTimeRecovery + log_file_time_to_roll=0 + enable_write_thread_adaptive_yield=true + recycle_log_file_num=0 + table_cache_numshardbits=6 + max_file_opening_threads=16 + allow_data_in_errors=false + rate_limiter=nullptr + use_fsync=false + unordered_write=false + fail_if_options_file_error=false + random_access_max_buffer_size=1048576 + new_table_reader_for_compaction_inputs=false + skip_checking_sst_file_sizes_on_db_open=true + skip_stats_update_on_db_open=true + persist_stats_to_disk=false + track_and_verify_wals_in_manifest=false + enable_pipelined_write=false + flush_verify_memtable_count=true + log_readahead_size=0 + is_fd_close_on_exec=true + WAL_size_limit_MB=0 + experimental_mempurge_threshold=0.000000 + write_dbid_to_manifest=false + use_adaptive_mutex=false + error_if_exists=false + write_thread_max_yield_usec=100 + enable_thread_tracking=false + db_write_buffer_size=1048576 + create_missing_column_families=false + paranoid_checks=false + create_if_missing=true + wal_filter=nullptr + max_manifest_file_size=1073741824 + allow_2pc=false + use_direct_io_for_flush_and_compaction=false + manifest_preallocation_size=4194304 + use_direct_reads=false + allow_fallocate=true + max_write_batch_group_size_bytes=1048576 + keep_log_file_num=10 + allow_mmap_reads=false + max_log_file_size=0 + allow_mmap_writes=false + advise_random_on_open=true + + +[CFOptions "default"] + compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + bottommost_compression=kDisableCompressionOption + enable_blob_garbage_collection=false + blob_file_size=268435456 + sample_for_compression=0 + periodic_compaction_seconds=0 + ttl=2592000 + blob_garbage_collection_age_cutoff=0.250000 + compaction_options_universal={allow_trivial_move=false;incremental=false;stop_style=kCompactionStopStyleTotalSize;compression_size_percent=-1;max_size_amplification_percent=200;max_merge_width=4294967295;min_merge_width=2;size_ratio=1;} + compression=kSnappyCompression + max_sequential_skip_in_iterations=8 + max_bytes_for_level_multiplier_additional=1:1:1:1:1:1:1 + max_bytes_for_level_multiplier=8.000000 + max_bytes_for_level_base=536870912 + memtable_whole_key_filtering=false + max_successive_merges=0 + blob_compaction_readahead_size=0 + inplace_update_num_locks=10000 + arena_block_size=131072 + target_file_size_multiplier=1 + prefix_extractor=nullptr + max_write_buffer_number=2 + blob_compression_type=kNoCompression + level0_stop_writes_trigger=24 + level0_slowdown_writes_trigger=17 + compaction_options_fifo={allow_compaction=false;age_for_warm=0;max_table_files_size=1073741824;} + level0_file_num_compaction_trigger=8 + write_buffer_size=1048576 + memtable_huge_page_size=0 + max_compaction_bytes=1677721600 + min_blob_size=0 + bottommost_compression_opts={max_dict_buffer_bytes=0;enabled=false;parallel_threads=1;zstd_max_train_bytes=0;strategy=0;max_dict_bytes=0;level=32767;window_bits=-14;} + hard_pending_compaction_bytes_limit=274877906944 + target_file_size_base=67108864 + soft_pending_compaction_bytes_limit=68719476736 + enable_blob_files=false + paranoid_file_checks=false + check_flush_compaction_key_order=true + blob_garbage_collection_force_threshold=1.000000 + disable_auto_compactions=false + memtable_prefix_bloom_size_ratio=0.000000 + report_bg_io_stats=false + compaction_pri=kMinOverlappingRatio + compaction_filter_factory=nullptr + comparator=leveldb.BytewiseComparator + sst_partitioner_factory=nullptr + bloom_locality=0 + compaction_style=kCompactionStyleLevel + min_write_buffer_number_to_merge=1 + max_write_buffer_size_to_maintain=0 + max_write_buffer_number_to_maintain=0 + merge_operator=nullptr + memtable_factory=SkipListFactory + memtable_insert_with_hint_prefix_extractor=nullptr + num_levels=4 + force_consistency_checks=true + optimize_filters_for_hits=false + compaction_filter=nullptr + level_compaction_dynamic_level_bytes=false + inplace_update_support=false + table_factory=BlockBasedTable + +[TableOptions/BlockBasedTable "default"] + pin_top_level_index_and_filter=true + block_align=false + read_amp_bytes_per_bit=0 + verify_compression=false + enable_index_compression=true + reserve_table_builder_memory=false + whole_key_filtering=true + max_auto_readahead_size=262144 + optimize_filters_for_memory=false + index_block_restart_interval=1 + prepopulate_block_cache=kDisable + block_restart_interval=16 + block_size=4096 + format_version=5 + partition_filters=false + block_size_deviation=10 + no_block_cache=false + checksum=kCRC32c + data_block_hash_table_util_ratio=0.750000 + index_shortening=kShortenSeparators + data_block_index_type=kDataBlockBinarySearch + hash_index_allow_collision=true + filter_policy=nullptr + metadata_block_size=4096 + index_type=kBinarySearch + metadata_cache_options={unpartitioned_pinning=kFallback;partition_pinning=kFallback;top_level_index_pinning=kFallback;} + pin_l0_filter_and_index_blocks_in_cache=false + cache_index_and_filter_blocks_with_high_priority=true + cache_index_and_filter_blocks=false + flush_block_policy_factory=FlushBlockBySizePolicyFactory + diff --git a/.aim/seqs/progress/2a3f43c1928e460b9c4829b3 b/.aim/seqs/progress/2a3f43c1928e460b9c4829b3 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/progress/4c4e00a47edf4ce589f07782 b/.aim/seqs/progress/4c4e00a47edf4ce589f07782 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/progress/6ee216b36c6f4109ab1988e3 b/.aim/seqs/progress/6ee216b36c6f4109ab1988e3 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/progress/83ab6b3ec97a44719acc7d76 b/.aim/seqs/progress/83ab6b3ec97a44719acc7d76 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/progress/884f7bc8656e4d1faf8f95ce b/.aim/seqs/progress/884f7bc8656e4d1faf8f95ce new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/progress/8e741518b1df4909918ec590 b/.aim/seqs/progress/8e741518b1df4909918ec590 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/progress/93296da25d0d4df1bb6d667a b/.aim/seqs/progress/93296da25d0d4df1bb6d667a new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/progress/c1d9e13164054dd0b5d7dfa2 b/.aim/seqs/progress/c1d9e13164054dd0b5d7dfa2 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/progress/f928789aa4eb42339a700899 b/.aim/seqs/progress/f928789aa4eb42339a700899 new file mode 100644 index 0000000..e69de29 diff --git a/.aim/seqs/progress/fe6a4dedd1dc41e080899aa3 b/.aim/seqs/progress/fe6a4dedd1dc41e080899aa3 new file mode 100644 index 0000000..e69de29 diff --git a/dist/torchbringer-0.2.6.tar.gz b/dist/torchbringer-0.2.6.tar.gz deleted file mode 100644 index 008c9d8..0000000 Binary files a/dist/torchbringer-0.2.6.tar.gz and /dev/null differ diff --git a/dist/torchbringer-0.2.6-py2.py3-none-any.whl b/dist/torchbringer-0.2.7-py2.py3-none-any.whl similarity index 54% rename from dist/torchbringer-0.2.6-py2.py3-none-any.whl rename to dist/torchbringer-0.2.7-py2.py3-none-any.whl index 6d046a5..6c10cea 100644 Binary files a/dist/torchbringer-0.2.6-py2.py3-none-any.whl and b/dist/torchbringer-0.2.7-py2.py3-none-any.whl differ diff --git a/dist/torchbringer-0.2.7.tar.gz b/dist/torchbringer-0.2.7.tar.gz new file mode 100644 index 0000000..7334964 Binary files /dev/null and b/dist/torchbringer-0.2.7.tar.gz differ diff --git a/setup.py b/setup.py index 2267818..2db5c2b 100644 --- a/setup.py +++ b/setup.py @@ -8,7 +8,7 @@ name='torchbringer', long_description=long_description, long_description_content_type='text/markdown', - version='0.2.6', + version='0.2.7', description='A PyTorch library for deep reinforcement learning ', url='https://github.com/moraguma/TorchBringer', author='Moraguma', diff --git a/torchbringer.egg-info/PKG-INFO b/torchbringer.egg-info/PKG-INFO index 8bd0e2c..780edcb 100644 --- a/torchbringer.egg-info/PKG-INFO +++ b/torchbringer.egg-info/PKG-INFO @@ -1,6 +1,6 @@ Metadata-Version: 2.1 Name: torchbringer -Version: 0.2.6 +Version: 0.2.7 Summary: A PyTorch library for deep reinforcement learning Home-page: https://github.com/moraguma/TorchBringer Author: Moraguma diff --git a/torchbringer.egg-info/SOURCES.txt b/torchbringer.egg-info/SOURCES.txt index dd34115..384b5d7 100644 --- a/torchbringer.egg-info/SOURCES.txt +++ b/torchbringer.egg-info/SOURCES.txt @@ -14,6 +14,7 @@ torchbringer/components/replay_memory.py torchbringer/examples/breakout_local_dqn.py torchbringer/examples/cartpole_grpc_dqn.py torchbringer/examples/cartpole_local_dqn.py +torchbringer/examples/cartpole_socket_dqn.py torchbringer/learners/dqn.py torchbringer/learners/learner_utils.py torchbringer/servers/torchbringer_agent.py @@ -21,4 +22,6 @@ torchbringer/servers/grpc/torchbringer_grpc_client.py torchbringer/servers/grpc/torchbringer_grpc_server.py torchbringer/servers/grpc/torchbringer_pb2.py torchbringer/servers/grpc/torchbringer_pb2.pyi -torchbringer/servers/grpc/torchbringer_pb2_grpc.py \ No newline at end of file +torchbringer/servers/grpc/torchbringer_pb2_grpc.py +torchbringer/servers/socket/torchbringer_socket_client.py +torchbringer/servers/socket/torchbringer_socket_server.py \ No newline at end of file diff --git a/torchbringer/__init__.py b/torchbringer/__init__.py index bfacf83..37abe2e 100644 --- a/torchbringer/__init__.py +++ b/torchbringer/__init__.py @@ -4,6 +4,6 @@ A PyTorch library for deep reinforcement learning """ -__version__ = "0.2.6" +__version__ = "0.2.7" __author__ = 'Moraguma' __credits__ = '' diff --git a/torchbringer/__pycache__/__init__.cpython-310.pyc b/torchbringer/__pycache__/__init__.cpython-310.pyc index 3d6d42a..af2fc69 100644 Binary files a/torchbringer/__pycache__/__init__.cpython-310.pyc and b/torchbringer/__pycache__/__init__.cpython-310.pyc differ diff --git a/torchbringer/components/__pycache__/builders.cpython-310.pyc b/torchbringer/components/__pycache__/builders.cpython-310.pyc index 94b047e..e2d67b5 100644 Binary files a/torchbringer/components/__pycache__/builders.cpython-310.pyc and b/torchbringer/components/__pycache__/builders.cpython-310.pyc differ diff --git a/torchbringer/components/__pycache__/epsilon.cpython-310.pyc b/torchbringer/components/__pycache__/epsilon.cpython-310.pyc index 27e6d05..ad7c19f 100644 Binary files a/torchbringer/components/__pycache__/epsilon.cpython-310.pyc and b/torchbringer/components/__pycache__/epsilon.cpython-310.pyc differ diff --git a/torchbringer/components/__pycache__/layers.cpython-310.pyc b/torchbringer/components/__pycache__/layers.cpython-310.pyc new file mode 100644 index 0000000..6edc32d Binary files /dev/null and b/torchbringer/components/__pycache__/layers.cpython-310.pyc differ diff --git a/torchbringer/components/__pycache__/replay_memory.cpython-310.pyc b/torchbringer/components/__pycache__/replay_memory.cpython-310.pyc index d8fdad1..59f1390 100644 Binary files a/torchbringer/components/__pycache__/replay_memory.cpython-310.pyc and b/torchbringer/components/__pycache__/replay_memory.cpython-310.pyc differ diff --git a/torchbringer/examples/cartpole_socket_dqn.py b/torchbringer/examples/cartpole_socket_dqn.py new file mode 100644 index 0000000..b68c2f6 --- /dev/null +++ b/torchbringer/examples/cartpole_socket_dqn.py @@ -0,0 +1,101 @@ +# Based on https://pytorch.org/tutorials/intermediate/reinforcement_q_learning.html +import os +import sys +sys.path.append(os.path.relpath("servers/grpc")) + +import gymnasium as gym +from itertools import count +from aim import Run + +import torch + +from torchbringer.servers.socket.torchbringer_socket_client import TorchBringerSocketAgentClient + +# if GPU is to be used +device = torch.device("cuda" if torch.cuda.is_available() else "cpu") + +env = gym.make("CartPole-v1") +# Get number of actions from gym action space +n_actions = env.action_space.n +# Get the number of state observations +state, info = env.reset() +n_observations = len(state) + +config = { + "type": "dqn", + "action_space": { + "type": "discrete", + "n": 2 + }, + "gamma": 0.99, + "tau": 0.005, + "epsilon": { + "type": "exp_decrease", + "start": 0.9, + "end": 0.05, + "steps_to_end": 1000 + }, + "batch_size": 128, + "grad_clip_value": 100, + "loss": "smooth_l1_loss", + "optimizer": { + "type": "adamw", + "lr": 1e-4, + "amsgrad": True + }, + "replay_buffer_size": 10000, + "network": [ + { + "type": "linear", + "in_features": int(n_observations), + "out_features": 128, + }, + {"type": "relu"}, + { + "type": "linear", + "in_features": 128, + "out_features": 128, + }, + {"type": "relu"}, + { + "type": "linear", + "in_features": 128, + "out_features": int(n_actions), + }, + ] +} +dqn = TorchBringerSocketAgentClient(50051) +dqn.initialize(config) +run = Run(experiment="Socket DQN Cartpole") + +run["hparams"] = config + + +steps_done = 0 + +if torch.cuda.is_available(): + print("Running on GPU!") + num_episodes = 600 +else: + print("Running on CPU!") + num_episodes = 50 + +for i_episode in range(num_episodes): + # Initialize the environment and get its state + state, info = env.reset() + reward = 0.0 + terminal = False + + state = torch.tensor(state, dtype=torch.float32, device=device).unsqueeze(0) + for t in count(): + observation, reward, terminated, truncated, _ = env.step(int(dqn.step(state, reward, terminal).item())) + state = None if terminated else torch.tensor(observation, dtype=torch.float32, device=device).unsqueeze(0) + terminal = terminated or truncated + + if terminal: + run.track({"Duration": t + 1}, step=i_episode) + + dqn.step(state, reward, terminal) + break + +print('Complete') \ No newline at end of file diff --git a/torchbringer/learners/__pycache__/dqn.cpython-310.pyc b/torchbringer/learners/__pycache__/dqn.cpython-310.pyc index a9024bb..b6080fc 100644 Binary files a/torchbringer/learners/__pycache__/dqn.cpython-310.pyc and b/torchbringer/learners/__pycache__/dqn.cpython-310.pyc differ diff --git a/torchbringer/learners/__pycache__/learner_utils.cpython-310.pyc b/torchbringer/learners/__pycache__/learner_utils.cpython-310.pyc index a39a890..bfd616e 100644 Binary files a/torchbringer/learners/__pycache__/learner_utils.cpython-310.pyc and b/torchbringer/learners/__pycache__/learner_utils.cpython-310.pyc differ diff --git a/torchbringer/servers/__pycache__/torchbringer_agent.cpython-310.pyc b/torchbringer/servers/__pycache__/torchbringer_agent.cpython-310.pyc index 2629155..4c37718 100644 Binary files a/torchbringer/servers/__pycache__/torchbringer_agent.cpython-310.pyc and b/torchbringer/servers/__pycache__/torchbringer_agent.cpython-310.pyc differ diff --git a/torchbringer/servers/socket/__pycache__/torchbringer_socket_server.cpython-310.pyc b/torchbringer/servers/socket/__pycache__/torchbringer_socket_server.cpython-310.pyc new file mode 100644 index 0000000..e35d6ac Binary files /dev/null and b/torchbringer/servers/socket/__pycache__/torchbringer_socket_server.cpython-310.pyc differ diff --git a/torchbringer/servers/socket/torchbringer_socket_client.py b/torchbringer/servers/socket/torchbringer_socket_client.py new file mode 100644 index 0000000..a6ff05e --- /dev/null +++ b/torchbringer/servers/socket/torchbringer_socket_client.py @@ -0,0 +1,44 @@ +import socket +import json +import numpy as np + + +BUFSIZE = 4096 + + +class TorchBringerSocketAgentClient(): + def __init__(self, port): + self.client_socket = socket.socket() + self.client_socket.connect((socket.gethostname(), port)) + + + def initialize(self, config): + if self.client_socket is None: return + + self.send_json_to_server({"method": "initialize", "config": config}) + return self.receive_json_from_server() + + + def step(self, state, reward, terminal): + if self.client_socket is None: return + + self.send_json_to_server({ + "method": "step", + "state": state.tolist(), + "reward": reward, + "terminal": terminal + }) + return np.array(self.receive_json_from_server()["action"]) + + + def send_json_to_server(self, data_dict): + self.client_socket.sendall(bytes(json.dumps(data_dict), encoding="utf-8")) + + + def receive_json_from_server(self): + return json.loads(self.client_socket.recv(BUFSIZE)) + + + def close(self): + self.client_socket.close() + self.client_socket = None \ No newline at end of file diff --git a/torchbringer/servers/socket/torchbringer_socket_server.py b/torchbringer/servers/socket/torchbringer_socket_server.py new file mode 100644 index 0000000..2276a0f --- /dev/null +++ b/torchbringer/servers/socket/torchbringer_socket_server.py @@ -0,0 +1,93 @@ +import sys +import socket +import json +import torch + +from torchbringer.servers.torchbringer_agent import TorchBringerAgent + + +BUFSIZE = 9192 + +# if GPU is to be used +device = torch.device("cuda" if torch.cuda.is_available() else "cpu") + +def run_server(server_socket: socket.socket, port): + """ + Accepts requests in the form of serialized jsons. Should be in the form + + { + "method": "initialize" or "step" + + // For initialize + "config": dict -> Config dictionary + + // For step + "state": array -> Observation + "reward": float -> Reward value + "terminal": bool -> If is terminal + } + """ + server_socket.bind((socket.gethostname(), port)) + server_socket.listen(0) + + agent = TorchBringerAgent() + while True: + print(f"Listening on port {port}") + conn, address = server_socket.accept() + while True: + data = conn.recv(BUFSIZE) + if not data: + break + data_dict = json.loads(data) + + if try_correct_syntax(conn, data_dict, ["method"]): continue + try: + match data_dict["method"]: + case "initialize": + if try_correct_syntax(conn, data_dict, ["config"]): continue + agent.initialize(data_dict["config"]) + send_json_to_client(conn, {"info": "Initialized agent"}) + case "step": + if try_correct_syntax(conn, data_dict, ["state", "reward", "terminal"]): continue + send_json_to_client(conn, {"action": agent.step( + None if len(data_dict["state"]) == 0 else torch.tensor(data_dict["state"], device=device), + torch.tensor([data_dict["reward"]], device=device), + data_dict["terminal"]).tolist()}) + case _: + send_json_to_client(conn, {"info": f"Unrecognized command f{data_dict['method']}"}) + except Exception as e: + send_json_to_client(conn, {"info": f"Exception - {e}"}) + print("Client disconnected") + + + +def send_json_to_client(conn, data_dict): + conn.sendall(bytes(json.dumps(data_dict), encoding="utf-8")) + + +def try_correct_syntax(conn, data_dict, fields): + """ + If any of the fields aren't present in data_dict, returns true and sends an error message. Otherwise, returns false + """ + missing_fields = [] + for field in fields: + if not field in data_dict: + missing_fields.append(field) + + if len(missing_fields) != 0: + send_json_to_client(conn, {"info": f"Fields {', '.join(missing_fields)} missing from call"}) + return True + return False + + +if __name__ == "__main__": + if len(sys.argv) != 2 or not sys.argv[1].isdigit: + print("Usage: torchbringer_socket_server.py ") + exit() + + server_socket = socket.socket() + try: + run_server(server_socket, int(sys.argv[1])) + except KeyboardInterrupt: + print("Interrupted. Closing sockets...") + server_socket.close() \ No newline at end of file