2024-07-21 01:53:07 +08:00
|
|
|
package boltdb
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"errors"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
bolt "go.etcd.io/bbolt"
|
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
|
|
|
ErrBucketInvalid = errors.New("bucket is invalid")
|
|
|
|
ErrKeyInvalid = errors.New("key is invalid")
|
|
|
|
ErrValueInvalid = errors.New("value is invalid")
|
|
|
|
ErrBucketNotFound = errors.New("bucket not found")
|
|
|
|
ErrKeyNotFound = errors.New("key not found")
|
|
|
|
ErrPrefixInvalid = errors.New("prefix is invalid")
|
|
|
|
ErrRangeStartInvalid = errors.New("range start is invalid")
|
|
|
|
ErrRangeEndInvalid = errors.New("range end is invalid")
|
|
|
|
)
|
|
|
|
|
|
|
|
type boltDB struct {
|
|
|
|
db *bolt.DB
|
|
|
|
}
|
|
|
|
|
|
|
|
func New(config ...Config) (db *boltDB) {
|
|
|
|
cfg := configDefault(config...)
|
|
|
|
db = &boltDB{}
|
2024-07-21 22:39:52 +08:00
|
|
|
db.db, _ = bolt.Open(cfg.Name, 0600, &bolt.Options{
|
|
|
|
Timeout: time.Duration(cfg.Timeout) * time.Second,
|
|
|
|
NoGrowSync: cfg.NoGrowSync,
|
|
|
|
ReadOnly: cfg.ReadOnly,
|
|
|
|
})
|
2024-07-21 01:53:07 +08:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// 获取数据库地址
|
|
|
|
func (cc *boltDB) Path() (rv string) {
|
|
|
|
return cc.db.Path()
|
|
|
|
}
|
|
|
|
|
|
|
|
// 关闭
|
|
|
|
func (cc *boltDB) Close() (rer error) {
|
|
|
|
return cc.db.Close()
|
|
|
|
}
|
|
|
|
|
|
|
|
// 建表
|
2024-07-21 22:39:52 +08:00
|
|
|
func (cc *boltDB) CreateBucket(bucketName ...string) (rer error) {
|
2024-07-21 01:53:07 +08:00
|
|
|
if bucketName == nil {
|
|
|
|
return
|
|
|
|
}
|
2024-07-21 22:39:52 +08:00
|
|
|
rer = cc.db.Update(func(tx *bolt.Tx) error {
|
|
|
|
var errs error
|
2024-07-21 01:53:07 +08:00
|
|
|
for _, name := range bucketName {
|
|
|
|
if name != "" {
|
2024-07-21 22:39:52 +08:00
|
|
|
if _, err := tx.CreateBucketIfNotExists([]byte(name)); err != nil {
|
|
|
|
errs = errors.Join(errs, err)
|
|
|
|
}
|
2024-07-21 01:53:07 +08:00
|
|
|
}
|
|
|
|
}
|
2024-07-21 22:39:52 +08:00
|
|
|
return errs
|
2024-07-21 01:53:07 +08:00
|
|
|
})
|
2024-07-21 22:39:52 +08:00
|
|
|
return
|
2024-07-21 01:53:07 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
// 删表
|
2024-07-21 22:39:52 +08:00
|
|
|
func (cc *boltDB) DeleteBucket(bucketName ...string) (rer error) {
|
2024-07-21 01:53:07 +08:00
|
|
|
if bucketName == nil {
|
|
|
|
return
|
|
|
|
}
|
2024-07-21 22:39:52 +08:00
|
|
|
rer = cc.db.Update(func(tx *bolt.Tx) error {
|
|
|
|
var errs error
|
2024-07-21 01:53:07 +08:00
|
|
|
for _, name := range bucketName {
|
|
|
|
if name != "" {
|
2024-07-21 22:39:52 +08:00
|
|
|
if err := tx.DeleteBucket([]byte(name)); err != nil {
|
|
|
|
errs = errors.Join(errs, err)
|
|
|
|
}
|
2024-07-21 01:53:07 +08:00
|
|
|
}
|
|
|
|
}
|
2024-07-21 22:39:52 +08:00
|
|
|
return errs
|
2024-07-21 01:53:07 +08:00
|
|
|
})
|
2024-07-21 22:39:52 +08:00
|
|
|
return
|
2024-07-21 01:53:07 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
// 保存
|
|
|
|
func (cc *boltDB) Set(bucketName, key string, value []byte) (rer error) {
|
|
|
|
rer = ErrBucketInvalid
|
|
|
|
if bucketName == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = ErrKeyInvalid
|
|
|
|
if key == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = ErrValueInvalid
|
|
|
|
if value == nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
return cc.db.Update(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket([]byte(bucketName))
|
|
|
|
if b == nil {
|
|
|
|
return ErrBucketNotFound
|
|
|
|
}
|
|
|
|
return b.Put([]byte(key), value)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
// 读取
|
|
|
|
func (cc *boltDB) Get(bucketName, key string) (rv []byte, rer error) {
|
|
|
|
rer = ErrBucketInvalid
|
|
|
|
if bucketName == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = ErrKeyInvalid
|
|
|
|
if key == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = cc.db.View(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket([]byte(bucketName))
|
|
|
|
if b == nil {
|
|
|
|
return ErrBucketNotFound
|
|
|
|
}
|
|
|
|
rv = b.Get([]byte(key))
|
|
|
|
if rv == nil {
|
|
|
|
return ErrKeyNotFound
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// 存在
|
|
|
|
func (cc *boltDB) Has(bucketName, key string) (ok bool) {
|
|
|
|
_, err := cc.Get(bucketName, key)
|
|
|
|
return errors.Is(err, nil)
|
|
|
|
}
|
|
|
|
|
|
|
|
// 不存在
|
|
|
|
func (cc *boltDB) HasNot(bucketName, key string) (ok bool) {
|
|
|
|
_, err := cc.Get(bucketName, key)
|
|
|
|
return errors.Is(err, ErrKeyNotFound)
|
|
|
|
}
|
|
|
|
|
|
|
|
// 删除
|
|
|
|
func (cc *boltDB) Delete(bucketName, key string) (rer error) {
|
|
|
|
rer = ErrBucketInvalid
|
|
|
|
if bucketName == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = ErrKeyInvalid
|
|
|
|
if key == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
return cc.db.Update(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket([]byte(bucketName))
|
|
|
|
if b == nil {
|
|
|
|
return ErrBucketNotFound
|
|
|
|
}
|
|
|
|
return b.Delete([]byte(key))
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2024-07-21 22:39:52 +08:00
|
|
|
// 自定义遍历
|
|
|
|
func (cc *boltDB) ForEach(bucketName string, fn func(k, v []byte) error) (rer error) {
|
2024-07-21 01:53:07 +08:00
|
|
|
rer = ErrBucketInvalid
|
|
|
|
if bucketName == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = cc.db.View(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket([]byte(bucketName))
|
|
|
|
if b == nil {
|
|
|
|
return ErrBucketNotFound
|
|
|
|
}
|
2024-07-21 22:39:52 +08:00
|
|
|
return b.ForEach(fn)
|
|
|
|
})
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// 查询所有list
|
|
|
|
func (cc *boltDB) GetList(bucketName string) (rv [][]byte, rer error) {
|
|
|
|
rer = cc.ForEach(bucketName, func(k, v []byte) error {
|
|
|
|
rv = append(rv, v)
|
|
|
|
return nil
|
2024-07-21 01:53:07 +08:00
|
|
|
})
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// 查询所有map
|
|
|
|
func (cc *boltDB) GetMap(bucketName string) (rv map[string][]byte, rer error) {
|
|
|
|
rv = make(map[string][]byte)
|
2024-07-21 22:39:52 +08:00
|
|
|
rer = cc.ForEach(bucketName, func(k, v []byte) error {
|
|
|
|
rv[string(k)] = v
|
|
|
|
return nil
|
2024-07-21 01:53:07 +08:00
|
|
|
})
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// 前缀扫描list
|
|
|
|
func (cc *boltDB) ScanPrefixList(bucketName, prefix string) (rv [][]byte, rer error) {
|
|
|
|
rer = ErrBucketInvalid
|
|
|
|
if bucketName == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = ErrPrefixInvalid
|
|
|
|
if prefix == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = cc.db.View(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket([]byte(bucketName))
|
|
|
|
if b == nil {
|
|
|
|
return ErrBucketNotFound
|
|
|
|
}
|
|
|
|
c := b.Cursor()
|
|
|
|
for k, v := c.Seek([]byte(prefix)); k != nil && bytes.HasPrefix(k, []byte(prefix)); k, v = c.Next() {
|
|
|
|
rv = append(rv, v)
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// 前缀扫描map
|
|
|
|
func (cc *boltDB) ScanPrefixMap(bucketName, prefix string) (rv map[string][]byte, rer error) {
|
|
|
|
rv = make(map[string][]byte)
|
|
|
|
rer = ErrBucketInvalid
|
|
|
|
if bucketName == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = ErrPrefixInvalid
|
|
|
|
if prefix == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = cc.db.View(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket([]byte(bucketName))
|
|
|
|
if b == nil {
|
|
|
|
return ErrBucketNotFound
|
|
|
|
}
|
|
|
|
c := b.Cursor()
|
|
|
|
for k, v := c.Seek([]byte(prefix)); k != nil && bytes.HasPrefix(k, []byte(prefix)); k, v = c.Next() {
|
|
|
|
rv[string(k)] = v
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// 后缀扫描list
|
|
|
|
func (cc *boltDB) ScanSuffixList(bucketName, prefix string) (rv [][]byte, rer error) {
|
|
|
|
rer = ErrBucketInvalid
|
|
|
|
if bucketName == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = ErrPrefixInvalid
|
|
|
|
if prefix == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = cc.db.View(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket([]byte(bucketName))
|
|
|
|
if b == nil {
|
|
|
|
return ErrBucketNotFound
|
|
|
|
}
|
|
|
|
c := b.Cursor()
|
|
|
|
for k, v := c.Seek([]byte(prefix)); k != nil && bytes.HasSuffix(k, []byte(prefix)); k, v = c.Next() {
|
|
|
|
rv = append(rv, v)
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// 后缀扫描map
|
|
|
|
func (cc *boltDB) ScanSuffixMap(bucketName, prefix string) (rv map[string][]byte, rer error) {
|
|
|
|
rv = make(map[string][]byte)
|
|
|
|
rer = ErrBucketInvalid
|
|
|
|
if bucketName == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = ErrPrefixInvalid
|
|
|
|
if prefix == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = cc.db.View(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket([]byte(bucketName))
|
|
|
|
if b == nil {
|
|
|
|
return ErrBucketNotFound
|
|
|
|
}
|
|
|
|
c := b.Cursor()
|
|
|
|
for k, v := c.Seek([]byte(prefix)); k != nil && bytes.HasSuffix(k, []byte(prefix)); k, v = c.Next() {
|
|
|
|
rv[string(k)] = v
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// 范围扫描list
|
|
|
|
func (cc *boltDB) ScanRangeList(bucketName, start, end string) (rv [][]byte, rer error) {
|
|
|
|
rer = ErrBucketInvalid
|
|
|
|
if bucketName == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = ErrRangeStartInvalid
|
|
|
|
if start == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = ErrRangeEndInvalid
|
|
|
|
if end == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = cc.db.View(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket([]byte(bucketName))
|
|
|
|
if b == nil {
|
|
|
|
return ErrBucketNotFound
|
|
|
|
}
|
|
|
|
c := b.Cursor()
|
|
|
|
for k, v := c.Seek([]byte(start)); k != nil && bytes.Compare(k, []byte(end)) <= 0; k, v = c.Next() {
|
|
|
|
rv = append(rv, v)
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// 范围扫描list
|
|
|
|
func (cc *boltDB) ScanRangeMap(bucketName, start, end string) (rv map[string][]byte, rer error) {
|
|
|
|
rv = make(map[string][]byte)
|
|
|
|
rer = ErrBucketInvalid
|
|
|
|
if bucketName == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = ErrRangeStartInvalid
|
|
|
|
if start == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = ErrRangeEndInvalid
|
|
|
|
if end == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = cc.db.View(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket([]byte(bucketName))
|
|
|
|
if b == nil {
|
|
|
|
return ErrBucketNotFound
|
|
|
|
}
|
|
|
|
c := b.Cursor()
|
|
|
|
for k, v := c.Seek([]byte(start)); k != nil && bytes.Compare(k, []byte(end)) <= 0; k, v = c.Next() {
|
|
|
|
rv[string(k)] = v
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
return
|
|
|
|
}
|
2024-07-21 22:39:52 +08:00
|
|
|
|
|
|
|
// 批处理插入
|
|
|
|
func (cc *boltDB) BatchSet(bucketName string, value map[string][]byte) (rer error) {
|
|
|
|
rer = ErrBucketInvalid
|
|
|
|
if bucketName == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = cc.db.Batch(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket([]byte(bucketName))
|
|
|
|
if b == nil {
|
|
|
|
return ErrBucketNotFound
|
|
|
|
}
|
|
|
|
for k, v := range value {
|
|
|
|
if k == "" {
|
|
|
|
return ErrKeyInvalid
|
|
|
|
}
|
|
|
|
if value == nil {
|
|
|
|
return ErrValueInvalid
|
|
|
|
}
|
|
|
|
if err := b.Put([]byte(k), v); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
return
|
|
|
|
}
|
2024-07-22 01:25:54 +08:00
|
|
|
|
|
|
|
// 批处理删除
|
|
|
|
func (cc *boltDB) BatchDelete(bucketName string, keys []string) (rer error) {
|
|
|
|
rer = ErrBucketInvalid
|
|
|
|
if bucketName == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
rer = cc.db.Batch(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket([]byte(bucketName))
|
|
|
|
if b == nil {
|
|
|
|
return ErrBucketNotFound
|
|
|
|
}
|
|
|
|
for _, k := range keys {
|
|
|
|
if k == "" {
|
|
|
|
return ErrKeyInvalid
|
|
|
|
}
|
|
|
|
if err := b.Delete([]byte(k)); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
return
|
|
|
|
}
|