lmdb 键值数据库读写测试,lmdb键值数据库读写,import lmdbi
文章由Byrx.net分享于2019-03-23 05:03:26
lmdb 键值数据库读写测试,lmdb键值数据库读写,import lmdbi
import lmdbimport osimport argparseimport geventimport gevent.queueTEMP_PATH="/dev/shm/test"#TEMP_PATH="/dev/shm/"env = lmdb.Environment('./lm_db/',readonly = False, map_size=1048576 * 1024, metasync=False, sync=True, map_async=True)files = os.listdir(TEMP_PATH)queue = gevent.queue.Queue()map(queue.put, files)def lmdbstore(db ,queue = queue): with db.begin(write=True) as lmdb_txn: try: for i in xrange(3000): item = queue.get() key = item value = file(os.path.join(TEMP_PATH, item)).read() lmdb_txn.put( key , value ) print(i, item) except StopIteration as exc: print( str(exc)) def delete(db): with db.begin( write = True ) as txn: cursor = txn.cursor() for idx,data in enumerate( cursor.iternext_nodup() ): txn.delete(data)def query(db): with db.begin( write = True) as txn: cursor = txn.cursor() for idx, data in enumerate( cursor.iternext_nodup()): print(idx,data)if __name__ == '__main__': #query( env ) lmdbstore(env, queue) env.sync(True)
评论关闭