RanchiMall/blockbook
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Use special RocksDB options for outputs

Browse Source
This commit is contained in:
Martin Boehm 2018-02-05 17:12:32 +01:00
parent 97cc2aca17
commit d6e9b5caa4
1 changed files with 14 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
db/rocksdb.go
View File

@ -55,18 +55,30 @@ func openDB(path string, bulk bool) (*gorocksdb.DB, []*gorocksdb.ColumnFamilyHan
opts.SetBytesPerSync(1 << 20) // 1mb opts.SetBytesPerSync(1 << 20) // 1mb
opts.SetWriteBufferSize(2 << 30) // 2 gb opts.SetWriteBufferSize(2 << 30) // 2 gb
opts.SetMaxOpenFiles(25000) opts.SetMaxOpenFiles(25000)
// opts for outputs are different:
// no bloom filter - from documentation: If most of your queries are executed using iterators, you shouldn't set bloom filter
optsOutputs := gorocksdb.NewDefaultOptions()
optsOutputs.SetCreateIfMissing(true)
optsOutputs.SetCreateIfMissingColumnFamilies(true)
optsOutputs.SetMaxBackgroundCompactions(4)
optsOutputs.SetMaxBackgroundFlushes(2)
optsOutputs.SetBytesPerSync(1 << 20) // 1mb
optsOutputs.SetWriteBufferSize(2 << 30) // 2 gb
optsOutputs.SetMaxOpenFiles(25000)
if bulk { if bulk {
opts.PrepareForBulkLoad() opts.PrepareForBulkLoad()
optsOutputs.PrepareForBulkLoad()
} }
fcOptions := []*gorocksdb.Options{opts, opts, opts, opts} fcOptions := []*gorocksdb.Options{opts, opts, optsOutputs, opts}
db, cfh, err := gorocksdb.OpenDbColumnFamilies(opts, path, cfNames, fcOptions) db, cfh, err := gorocksdb.OpenDbColumnFamilies(opts, path, cfNames, fcOptions)
if err != nil { if err != nil {
return nil, nil, err return nil, nil, err
} }
return db, cfh, nil return db, cfh, nil
} }
// NewRocksDB opens an internal handle to RocksDB environment. Close // NewRocksDB opens an internal handle to RocksDB environment. Close