2020-02-02 18:19:58 -05:00
|
|
|
// Copyright 2020 Andrew Thornton. All rights reserved.
|
|
|
|
// Use of this source code is governed by a MIT-style
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
|
|
|
package levelqueue
|
|
|
|
|
|
|
|
import (
|
|
|
|
"sync"
|
|
|
|
|
|
|
|
"github.com/syndtr/goleveldb/leveldb"
|
2020-05-04 02:51:09 -04:00
|
|
|
"github.com/syndtr/goleveldb/leveldb/errors"
|
2020-02-02 18:19:58 -05:00
|
|
|
"github.com/syndtr/goleveldb/leveldb/util"
|
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
|
|
|
setPrefixStr = "set"
|
|
|
|
)
|
|
|
|
|
|
|
|
// Set defines a set struct
|
|
|
|
type Set struct {
|
|
|
|
db *leveldb.DB
|
|
|
|
closeUnderlyingDB bool
|
|
|
|
lock sync.Mutex
|
|
|
|
prefix []byte
|
|
|
|
}
|
|
|
|
|
|
|
|
// OpenSet opens a set from the db path or creates a set if it doesn't exist.
|
|
|
|
// The keys will be prefixed with "set-" by default
|
|
|
|
func OpenSet(dataDir string) (*Set, error) {
|
|
|
|
db, err := leveldb.OpenFile(dataDir, nil)
|
|
|
|
if err != nil {
|
2020-05-04 02:51:09 -04:00
|
|
|
if !errors.IsCorrupted(err) {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
db, err = leveldb.RecoverFile(dataDir, nil)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-02-02 18:19:58 -05:00
|
|
|
}
|
|
|
|
return NewSet(db, []byte(setPrefixStr), true)
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewSet creates a set from a db. The keys will be prefixed with prefix
|
|
|
|
// and at close the db will be closed as per closeUnderlyingDB
|
|
|
|
func NewSet(db *leveldb.DB, prefix []byte, closeUnderlyingDB bool) (*Set, error) {
|
|
|
|
set := &Set{
|
|
|
|
db: db,
|
|
|
|
closeUnderlyingDB: closeUnderlyingDB,
|
|
|
|
}
|
|
|
|
set.prefix = make([]byte, len(prefix))
|
|
|
|
copy(set.prefix, prefix)
|
|
|
|
|
|
|
|
return set, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Add adds a member string to a key set, returns true if the member was not already present
|
|
|
|
func (set *Set) Add(value []byte) (bool, error) {
|
|
|
|
set.lock.Lock()
|
|
|
|
defer set.lock.Unlock()
|
|
|
|
setKey := withPrefix(set.prefix, value)
|
|
|
|
has, err := set.db.Has(setKey, nil)
|
|
|
|
if err != nil || has {
|
|
|
|
return !has, err
|
|
|
|
}
|
|
|
|
return !has, set.db.Put(setKey, []byte(""), nil)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Members returns the current members of the set
|
|
|
|
func (set *Set) Members() ([][]byte, error) {
|
|
|
|
set.lock.Lock()
|
|
|
|
defer set.lock.Unlock()
|
|
|
|
var members [][]byte
|
|
|
|
prefix := withPrefix(set.prefix, []byte{})
|
|
|
|
iter := set.db.NewIterator(util.BytesPrefix(prefix), nil)
|
|
|
|
for iter.Next() {
|
|
|
|
slice := iter.Key()[len(prefix):]
|
|
|
|
value := make([]byte, len(slice))
|
|
|
|
copy(value, slice)
|
|
|
|
members = append(members, value)
|
|
|
|
}
|
|
|
|
iter.Release()
|
|
|
|
return members, iter.Error()
|
|
|
|
}
|
|
|
|
|
|
|
|
// Has returns if the member is in the set
|
|
|
|
func (set *Set) Has(value []byte) (bool, error) {
|
|
|
|
set.lock.Lock()
|
|
|
|
defer set.lock.Unlock()
|
|
|
|
setKey := withPrefix(set.prefix, value)
|
|
|
|
|
|
|
|
return set.db.Has(setKey, nil)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Remove removes a member from the set, returns true if the member was present
|
|
|
|
func (set *Set) Remove(value []byte) (bool, error) {
|
|
|
|
set.lock.Lock()
|
|
|
|
defer set.lock.Unlock()
|
|
|
|
setKey := withPrefix(set.prefix, value)
|
|
|
|
|
|
|
|
has, err := set.db.Has(setKey, nil)
|
|
|
|
if err != nil || !has {
|
|
|
|
return has, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return has, set.db.Delete(setKey, nil)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Close closes the set (and the underlying db if set to closeUnderlyingDB)
|
|
|
|
func (set *Set) Close() error {
|
|
|
|
if !set.closeUnderlyingDB {
|
|
|
|
set.db = nil
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
err := set.db.Close()
|
|
|
|
set.db = nil
|
|
|
|
return err
|
|
|
|
}
|