json-lines dumper of leveldb

ldbdump.py

# -*- coding: utf-8 -*-
import time

# pip install click plyvel simplejson
import click
import plyvel
import simplejson as json


@click.command()
@click.option('-l', '--ldb', help='input leveldb')
@click.option('-o', '--out', help='output file')
def main(ldb, out):
    t_start = time.time()

    with open(out, 'wb') as fh:
        n = 0
        db = plyvel.DB(ldb)
        for k, v in db:
            json_line = json.dumps(dict(key=k, value=v)) + '\n'
            fh.write(json_line)

            n += 1
            if n % 10000 == 0:
                t_passed = time.time() - t_start
                speed = n / t_passed
                print 'processed=%d, speed=%.2f/rps, time-passed=%.3fsec' % (n, speed, t_passed)

    t_passed = time.time() - t_start
    speed = n / t_finish
    print 'processed=%d, speed=%.2f/rps, time-passed=%.3fsec' % (n, speed, t_passed)
    print '----------------'
    print 'n-record=%d' % n
    print 'time=%.3fsec' % t_passed
    print 'input-leveldb=%s' % ldb
    print 'out=%s' % out


if __name__ == '__main__':
    main()