90 billion keys / 3Tb of compressed data in Sophia on a single instance

gistfile1.txt

160-200 Krps, 5-6Mb/s raw incoming data

[root@st-kvsearch1 512]# du -hc .
3.0T	.
3.0T	total

sophia.build = b7ef756
sophia.error =
sophia.path = /mnt/20
sophia.path_create = 0
sophia.version = 2.1.1
compaction.80.branch_age_period = 0
compaction.80.branch_age_wm = 0
compaction.80.branch_prio = 0
compaction.80.branch_wm = 0
compaction.80.compact_wm = 4
compaction.80.gc_db_prio = 0
compaction.80.gc_period = 0
compaction.80.gc_prio = 0
compaction.80.gc_wm = 0
compaction.80.mode = 2
compaction.node_preload = 0
compaction.node_size = 67108864
compaction.page_checksum = 1
compaction.page_size = 131072
db.512.branch = function
db.512.compact = function
db.512.compression = lz4
db.512.compression_key = 1
db.512.deadlock = function
db.512.format = kv
db.512.id = 512
db.512.in_memory = 0
db.512.index.branch_avg = 1
db.512.index.branch_count = 25122
db.512.index.branch_histogram = [1]:25044 [2]:17 [3]:12 [4]:2
db.512.index.branch_max = 4
db.512.index.count = 90360267212
db.512.index.count_dup = 799744
db.512.index.key = string
db.512.index.key_1 = string
db.512.index.memory_used = 227192916
db.512.index.node_count = 25075
db.512.index.node_origin_size = 3545279424495
db.512.index.node_size = 2211721177474
db.512.index.page_count = 36219373
db.512.index.read_cache = 0
db.512.index.read_disk = 0
db.512.mmap = 0
db.512.name = 512
db.512.path = /mnt/20/512
db.512.path_fail_on_drop = 0
db.512.path_fail_on_exists = 0
db.512.status = online
db.512.sync = 2
log.commit_lsn = 1
log.enable = 0
log.files = 0
log.gc = function
log.path = /mnt/20/log
log.rotate = function
log.rotate_sync = 1
log.rotate_wm = 500000
log.sync = 0
log.two_phase_recover = 1
memory.limit = 3221225472
memory.pager_pool_size = 41132
memory.pager_pools = 26
memory.used = 227192916
metric.bsn = 0
metric.dsn = 1
metric.lfsn = 0
metric.lsn = 125000442833
metric.nsn = 1352099
metric.tsn = 145545396
performance.cursor = 0
performance.cursor_latency = 0 0 0
performance.cursor_ops = 0 0 0
performance.cursor_read_cache = 0 0 0
performance.cursor_read_disk = 0 0 0
performance.delete = 0
performance.delete_latency = 0 0 0
performance.get = 0
performance.get_latency = 0 0 0
performance.get_read_cache = 0 0 0
performance.get_read_disk = 0 0 0
performance.key = 12 0 39
performance.objects = 2132768
performance.objects_used = 227192916
performance.req_active = 0
performance.req_queue = 0
performance.req_ready = 0
performance.reqs = 0
performance.set = 0
performance.set_latency = 0 0 0
performance.tx = 145545258
performance.tx_active_ro = 0
performance.tx_active_rw = 0
performance.tx_conflict = 0
performance.tx_gc_queue = 0
performance.tx_latency = 4047 0 8892720
performance.tx_lock = 0
performance.tx_ops = 760 0 10951
performance.tx_rollback = 0
performance.update = 0
performance.update_latency = 0 0 0
performance.value = 18 0 296186
scheduler.0.trace = dispatcher
scheduler.1.trace = compact <#1351967 explain: branch count>
scheduler.2.trace = compact <#1351935 explain: branch count>
scheduler.3.trace = branch <#1352083 explain: index size>
scheduler.4.trace = compact <#1352029 explain: branch count>
scheduler.checkpoint = function
scheduler.checkpoint_active = 0
scheduler.checkpoint_lsn = 0
scheduler.checkpoint_lsn_last = 124598086509
scheduler.event_on_backup = 0
scheduler.gc = function
scheduler.gc_active = 0
scheduler.run = function
scheduler.threads = 5
scheduler.zone = 0
snapshot.124598086509.lsn = 124598086509
backup.active = 0
backup.last = 0
backup.last_complete = 0
backup.run = function