ledis

package
v0.0.0-...-8d38f2a Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: May 1, 2015 License: MIT Imports: 24 Imported by: 0

Documentation

Overview

Package ledis is a high performance embedded NoSQL.

Ledis supports various data structure like kv, list, hash and zset like redis.

Other features include replication, data with a limited time-to-live.

Usage

First create a ledis instance before use: 

l := ledis.Open(cfg)

cfg is a Config instance which contains configuration for ledis use, like DataDir (root directory for ledis working to store data).

After you create a ledis instance, you can select a DB to store you data: 

db, _ := l.Select(0)

DB must be selected by a index, ledis supports only 16 databases, so the index range is [0-15].

KV

KV is the most basic ledis type like any other key-value database. 

err := db.Set(key, value)
value, err := db.Get(key)

List

List is simply lists of values, sorted by insertion order. You can push or pop value on the list head (left) or tail (right). 

err := db.LPush(key, value1)
err := db.RPush(key, value2)
value1, err := db.LPop(key)
value2, err := db.RPop(key)

Hash

Hash is a map between fields and values. 

n, err := db.HSet(key, field1, value1)
n, err := db.HSet(key, field2, value2)
value1, err := db.HGet(key, field1)
value2, err := db.HGet(key, field2)

ZSet

ZSet is a sorted collections of values. Every member of zset is associated with score, a int64 value which used to sort, from smallest to greatest score. Members are unique, but score may be same. 

n, err := db.ZAdd(key, ScorePair{score1, member1}, ScorePair{score2, member2})
ay, err := db.ZRangeByScore(key, minScore, maxScore, 0, -1)

Index

Constants

View Source 
const (
	KVName   = "KV"
	ListName = "LIST"
	HashName = "HASH"
	SetName  = "SET"
	ZSetName = "ZSET"
)
View Source 
const (
	NoneType   byte = 0
	KVType     byte = 1
	HashType   byte = 2
	HSizeType  byte = 3
	ListType   byte = 4
	LMetaType  byte = 5
	ZSetType   byte = 6
	ZSizeType  byte = 7
	ZScoreType byte = 8
	// BitType     byte = 9
	// BitMetaType byte = 10
	SetType   byte = 11
	SSizeType byte = 12

	/*
		I make a big mistake about TTL time key format and have to use a new one (change 101 to 103).
		You must run the ledis-upgrade-ttl to upgrade db.
	*/
	ObsoleteExpTimeType byte = 101
	ExpMetaType         byte = 102
	ExpTimeType         byte = 103

	MetaType byte = 201
)

for backend store

View Source 
const (
	MaxDatabases int = 10240

	//max key size
	MaxKeySize int = 1024

	//max hash field size
	MaxHashFieldSize int = 1024

	//max zset member size
	MaxZSetMemberSize int = 1024

	//max set member size
	MaxSetMemberSize int = 1024

	//max value size
	MaxValueSize int = 1024 * 1024 * 1024
)
View Source 
const (
	BitAND = "and"
	BitOR  = "or"
	BitXOR = "xor"
	BitNot = "not"
)
View Source 
const (
	UnionType byte = 51
	DiffType  byte = 52
	InterType byte = 53
)
View Source 
const (
	MinScore     int64 = -1<<63 + 1
	MaxScore     int64 = 1<<63 - 1
	InvalidScore int64 = -1 << 63

	AggregateSum byte = 0
	AggregateMin byte = 1
	AggregateMax byte = 2
)
View Source 
const Version = "0.4"

Variables

View Source 
var (
	ErrScoreMiss     = errors.New("zset score miss")
	ErrWriteInROnly  = errors.New("write not support in readonly mode")
	ErrRplInRDWR     = errors.New("replication not support in read write mode")
	ErrRplNotSupport = errors.New("replication not support")
)
View Source 
var (
	ErrLogMissed = errors.New("log is pured in server")
)
View Source 
var (
	TypeName = map[byte]string{
		KVType:     "kv",
		HashType:   "hash",
		HSizeType:  "hsize",
		ListType:   "list",
		LMetaType:  "lmeta",
		ZSetType:   "zset",
		ZSizeType:  "zsize",
		ZScoreType: "zscore",

		SetType:     "set",
		SSizeType:   "ssize",
		ExpTimeType: "exptime",
		ExpMetaType: "expmeta",
	}
)

Functions

func AsyncNotify 

func AsyncNotify(ch chan struct{})

func Int64 

func Int64(v []byte, err error) (int64, error)

func PutInt64 

func PutInt64(v int64) []byte

func StrInt32 

func StrInt32(v []byte, err error) (int32, error)

func StrInt64 

func StrInt64(v []byte, err error) (int64, error)

func StrInt8 

func StrInt8(v []byte, err error) (int8, error)

func StrUint64 

func StrUint64(v []byte, err error) (uint64, error)

func Uint64 

func Uint64(v []byte, err error) (uint64, error)

Types

type DB 

type DB struct {
	// contains filtered or unexported fields
}

func (*DB) Append 

func (db *DB) Append(key []byte, value []byte) (int64, error)

func (*DB) BLPop 

func (db *DB) BLPop(keys [][]byte, timeout time.Duration) ([]interface{}, error)

func (*DB) BRPop 

func (db *DB) BRPop(keys [][]byte, timeout time.Duration) ([]interface{}, error)

func (*DB) BitCount 

func (db *DB) BitCount(key []byte, start int, end int) (int64, error)

func (*DB) BitOP 

func (db *DB) BitOP(op string, destKey []byte, srcKeys ...[]byte) (int64, error)

func (*DB) BitPos 

func (db *DB) BitPos(key []byte, on int, start int, end int) (int64, error)

func (*DB) Decr 

func (db *DB) Decr(key []byte) (int64, error)

func (*DB) DecrBy 

func (db *DB) DecrBy(key []byte, decrement int64) (int64, error)

func (*DB) Del 

func (db *DB) Del(keys ...[]byte) (int64, error)

func (*DB) Dump 

func (db *DB) Dump(key []byte) ([]byte, error)

func (*DB) Exists 

func (db *DB) Exists(key []byte) (int64, error)

func (*DB) Expire 

func (db *DB) Expire(key []byte, duration int64) (int64, error)

func (*DB) ExpireAt 

func (db *DB) ExpireAt(key []byte, when int64) (int64, error)

func (*DB) FlushAll 

func (db *DB) FlushAll() (drop int64, err error)

func (*DB) Get 

func (db *DB) Get(key []byte) ([]byte, error)

func (*DB) GetBit 

func (db *DB) GetBit(key []byte, offset int) (int64, error)

func (*DB) GetRange 

func (db *DB) GetRange(key []byte, start int, end int) ([]byte, error)

func (*DB) GetSet 

func (db *DB) GetSet(key []byte, value []byte) ([]byte, error)

func (*DB) GetSlice 

func (db *DB) GetSlice(key []byte) (store.Slice, error)

func (*DB) HClear 

func (db *DB) HClear(key []byte) (int64, error)

func (*DB) HDel 

func (db *DB) HDel(key []byte, args ...[]byte) (int64, error)

func (*DB) HDump 

func (db *DB) HDump(key []byte) ([]byte, error)

func (*DB) HExpire 

func (db *DB) HExpire(key []byte, duration int64) (int64, error)

func (*DB) HExpireAt 

func (db *DB) HExpireAt(key []byte, when int64) (int64, error)

func (*DB) HGet 

func (db *DB) HGet(key []byte, field []byte) ([]byte, error)

func (*DB) HGetAll 

func (db *DB) HGetAll(key []byte) ([]FVPair, error)

func (*DB) HIncrBy 

func (db *DB) HIncrBy(key []byte, field []byte, delta int64) (int64, error)

func (*DB) HKeyExists 

func (db *DB) HKeyExists(key []byte) (int64, error)

func (*DB) HKeys 

func (db *DB) HKeys(key []byte) ([][]byte, error)

func (*DB) HLen 

func (db *DB) HLen(key []byte) (int64, error)

func (*DB) HMclear 

func (db *DB) HMclear(keys ...[]byte) (int64, error)

func (*DB) HMget 

func (db *DB) HMget(key []byte, args ...[]byte) ([][]byte, error)

func (*DB) HMset 

func (db *DB) HMset(key []byte, args ...FVPair) error

func (*DB) HPersist 

func (db *DB) HPersist(key []byte) (int64, error)

func (*DB) HRevScan 

func (db *DB) HRevScan(key []byte, cursor []byte, count int, inclusive bool, match string) ([]FVPair, error)

func (*DB) HScan 

func (db *DB) HScan(key []byte, cursor []byte, count int, inclusive bool, match string) ([]FVPair, error)

func (*DB) HSet 

func (db *DB) HSet(key []byte, field []byte, value []byte) (int64, error)

func (*DB) HTTL 

func (db *DB) HTTL(key []byte) (int64, error)

func (*DB) HValues 

func (db *DB) HValues(key []byte) ([][]byte, error)

func (*DB) Incr 

func (db *DB) Incr(key []byte) (int64, error)

func (*DB) IncrBy 

func (db *DB) IncrBy(key []byte, increment int64) (int64, error)

func (*DB) Index 

func (db *DB) Index() int

func (*DB) LClear 

func (db *DB) LClear(key []byte) (int64, error)

func (*DB) LDump 

func (db *DB) LDump(key []byte) ([]byte, error)

func (*DB) LExpire 

func (db *DB) LExpire(key []byte, duration int64) (int64, error)

func (*DB) LExpireAt 

func (db *DB) LExpireAt(key []byte, when int64) (int64, error)

func (*DB) LIndex 

func (db *DB) LIndex(key []byte, index int32) ([]byte, error)

func (*DB) LKeyExists 

func (db *DB) LKeyExists(key []byte) (int64, error)

func (*DB) LLen 

func (db *DB) LLen(key []byte) (int64, error)

func (*DB) LMclear 

func (db *DB) LMclear(keys ...[]byte) (int64, error)

func (*DB) LPersist 

func (db *DB) LPersist(key []byte) (int64, error)

func (*DB) LPop 

func (db *DB) LPop(key []byte) ([]byte, error)

func (*DB) LPush 

func (db *DB) LPush(key []byte, args ...[]byte) (int64, error)

func (*DB) LRange 

func (db *DB) LRange(key []byte, start int32, stop int32) ([][]byte, error)

func (*DB) LTTL 

func (db *DB) LTTL(key []byte) (int64, error)

func (*DB) MGet 

func (db *DB) MGet(keys ...[]byte) ([][]byte, error)

func (*DB) MSet 

func (db *DB) MSet(args ...KVPair) error

func (*DB) Persist 

func (db *DB) Persist(key []byte) (int64, error)

func (*DB) RPop 

func (db *DB) RPop(key []byte) ([]byte, error)

func (*DB) RPush 

func (db *DB) RPush(key []byte, args ...[]byte) (int64, error)

func (*DB) Restore 

func (db *DB) Restore(key []byte, ttl int64, data []byte) error

func (*DB) RevScan 

func (db *DB) RevScan(dataType DataType, cursor []byte, count int, inclusive bool, match string) ([][]byte, error)

if inclusive is true, revscan range (-inf, cursor] else (inf, cursor)

func (*DB) SAdd 

func (db *DB) SAdd(key []byte, args ...[]byte) (int64, error)

func (*DB) SCard 

func (db *DB) SCard(key []byte) (int64, error)

func (*DB) SClear 

func (db *DB) SClear(key []byte) (int64, error)

func (*DB) SDiff 

func (db *DB) SDiff(keys ...[]byte) ([][]byte, error)

func (*DB) SDiffStore 

func (db *DB) SDiffStore(dstKey []byte, keys ...[]byte) (int64, error)

func (*DB) SDump 

func (db *DB) SDump(key []byte) ([]byte, error)

func (*DB) SExpire 

func (db *DB) SExpire(key []byte, duration int64) (int64, error)

func (*DB) SExpireAt 

func (db *DB) SExpireAt(key []byte, when int64) (int64, error)

func (*DB) SInter 

func (db *DB) SInter(keys ...[]byte) ([][]byte, error)

func (*DB) SInterStore 

func (db *DB) SInterStore(dstKey []byte, keys ...[]byte) (int64, error)

func (*DB) SIsMember 

func (db *DB) SIsMember(key []byte, member []byte) (int64, error)

func (*DB) SKeyExists 

func (db *DB) SKeyExists(key []byte) (int64, error)

func (*DB) SMclear 

func (db *DB) SMclear(keys ...[]byte) (int64, error)

func (*DB) SMembers 

func (db *DB) SMembers(key []byte) ([][]byte, error)

func (*DB) SPersist 

func (db *DB) SPersist(key []byte) (int64, error)

func (*DB) SRem 

func (db *DB) SRem(key []byte, args ...[]byte) (int64, error)

func (*DB) SRevScan 

func (db *DB) SRevScan(key []byte, cursor []byte, count int, inclusive bool, match string) ([][]byte, error)

func (*DB) SScan 

func (db *DB) SScan(key []byte, cursor []byte, count int, inclusive bool, match string) ([][]byte, error)

func (*DB) STTL 

func (db *DB) STTL(key []byte) (int64, error)

func (*DB) SUnion 

func (db *DB) SUnion(keys ...[]byte) ([][]byte, error)

func (*DB) SUnionStore 

func (db *DB) SUnionStore(dstKey []byte, keys ...[]byte) (int64, error)

func (*DB) Scan 

func (db *DB) Scan(dataType DataType, cursor []byte, count int, inclusive bool, match string) ([][]byte, error)

fif inclusive is true, scan range [cursor, inf) else (cursor, inf)

func (*DB) Set 

func (db *DB) Set(key []byte, value []byte) error

func (*DB) SetBit 

func (db *DB) SetBit(key []byte, offset int, on int) (int64, error)

func (*DB) SetEX 

func (db *DB) SetEX(key []byte, duration int64, value []byte) error

func (*DB) SetNX 

func (db *DB) SetNX(key []byte, value []byte) (int64, error)

func (*DB) SetRange 

func (db *DB) SetRange(key []byte, offset int, value []byte) (int64, error)

func (*DB) StrLen 

func (db *DB) StrLen(key []byte) (int64, error)

func (*DB) TTL 

func (db *DB) TTL(key []byte) (int64, error)

func (*DB) XLSort 

func (db *DB) XLSort(key []byte, offset int, size int, alpha bool, desc bool, sortBy []byte, sortGet [][]byte) ([][]byte, error)

func (*DB) XSSort 

func (db *DB) XSSort(key []byte, offset int, size int, alpha bool, desc bool, sortBy []byte, sortGet [][]byte) ([][]byte, error)

func (*DB) XZSort 

func (db *DB) XZSort(key []byte, offset int, size int, alpha bool, desc bool, sortBy []byte, sortGet [][]byte) ([][]byte, error)

func (*DB) ZAdd 

func (db *DB) ZAdd(key []byte, args ...ScorePair) (int64, error)

func (*DB) ZCard 

func (db *DB) ZCard(key []byte) (int64, error)

func (*DB) ZClear 

func (db *DB) ZClear(key []byte) (int64, error)

func (*DB) ZCount 

func (db *DB) ZCount(key []byte, min int64, max int64) (int64, error)

func (*DB) ZDump 

func (db *DB) ZDump(key []byte) ([]byte, error)

func (*DB) ZExpire 

func (db *DB) ZExpire(key []byte, duration int64) (int64, error)

func (*DB) ZExpireAt 

func (db *DB) ZExpireAt(key []byte, when int64) (int64, error)

func (*DB) ZIncrBy 

func (db *DB) ZIncrBy(key []byte, delta int64, member []byte) (int64, error)

func (*DB) ZInterStore 

func (db *DB) ZInterStore(destKey []byte, srcKeys [][]byte, weights []int64, aggregate byte) (int64, error)

func (*DB) ZKeyExists 

func (db *DB) ZKeyExists(key []byte) (int64, error)

func (*DB) ZLexCount 

func (db *DB) ZLexCount(key []byte, min []byte, max []byte, rangeType uint8) (int64, error)

func (*DB) ZMclear 

func (db *DB) ZMclear(keys ...[]byte) (int64, error)

func (*DB) ZPersist 

func (db *DB) ZPersist(key []byte) (int64, error)

func (*DB) ZRange 

func (db *DB) ZRange(key []byte, start int, stop int) ([]ScorePair, error)

func (*DB) ZRangeByLex 

func (db *DB) ZRangeByLex(key []byte, min []byte, max []byte, rangeType uint8, offset int, count int) ([][]byte, error)

func (*DB) ZRangeByScore 

func (db *DB) ZRangeByScore(key []byte, min int64, max int64,
	offset int, count int) ([]ScorePair, error)

min and max must be inclusive if no limit, set offset = 0 and count = -1

func (*DB) ZRangeByScoreGeneric 

func (db *DB) ZRangeByScoreGeneric(key []byte, min int64, max int64,
	offset int, count int, reverse bool) ([]ScorePair, error)

min and max must be inclusive if no limit, set offset = 0 and count = -1

func (*DB) ZRangeGeneric 

func (db *DB) ZRangeGeneric(key []byte, start int, stop int, reverse bool) ([]ScorePair, error)

func (*DB) ZRank 

func (db *DB) ZRank(key []byte, member []byte) (int64, error)

func (*DB) ZRem 

func (db *DB) ZRem(key []byte, members ...[]byte) (int64, error)

func (*DB) ZRemRangeByLex 

func (db *DB) ZRemRangeByLex(key []byte, min []byte, max []byte, rangeType uint8) (int64, error)

func (*DB) ZRemRangeByRank 

func (db *DB) ZRemRangeByRank(key []byte, start int, stop int) (int64, error)

func (*DB) ZRemRangeByScore 

func (db *DB) ZRemRangeByScore(key []byte, min int64, max int64) (int64, error)

min and max must be inclusive

func (*DB) ZRevRange 

func (db *DB) ZRevRange(key []byte, start int, stop int) ([]ScorePair, error)

func (*DB) ZRevRangeByScore 

func (db *DB) ZRevRangeByScore(key []byte, min int64, max int64, offset int, count int) ([]ScorePair, error)

min and max must be inclusive if no limit, set offset = 0 and count = -1

func (*DB) ZRevRank 

func (db *DB) ZRevRank(key []byte, member []byte) (int64, error)

func (*DB) ZRevScan 

func (db *DB) ZRevScan(key []byte, cursor []byte, count int, inclusive bool, match string) ([]ScorePair, error)

func (*DB) ZScan 

func (db *DB) ZScan(key []byte, cursor []byte, count int, inclusive bool, match string) ([]ScorePair, error)

func (*DB) ZScore 

func (db *DB) ZScore(key []byte, member []byte) (int64, error)

func (*DB) ZTTL 

func (db *DB) ZTTL(key []byte) (int64, error)

func (*DB) ZUnionStore 

func (db *DB) ZUnionStore(destKey []byte, srcKeys [][]byte, weights []int64, aggregate byte) (int64, error)

type DataType 

type DataType byte
const (
	KV DataType = iota
	LIST
	HASH
	SET
	ZSET
)

for out use

func (DataType) String 

func (d DataType) String() string

type DumpHead 

type DumpHead struct {
	CommitID uint64
}

func (*DumpHead) Read 

func (h *DumpHead) Read(r io.Reader) error

func (*DumpHead) Write 

func (h *DumpHead) Write(w io.Writer) error

type FVPair 

type FVPair struct {
	Field []byte
	Value []byte
}

type KVPair 

type KVPair struct {
	Key   []byte
	Value []byte
}

type Ledis 

type Ledis struct {
	// contains filtered or unexported fields
}

func Open 

func Open(cfg *config.Config) (*Ledis, error)

func (*Ledis) AddNewLogEventHandler 

func (l *Ledis) AddNewLogEventHandler(h NewLogEventHandler) error

func (*Ledis) Close 

func (l *Ledis) Close()

func (*Ledis) Dump 

func (l *Ledis) Dump(w io.Writer) error

func (*Ledis) DumpFile 

func (l *Ledis) DumpFile(path string) error

func (*Ledis) FlushAll 

func (l *Ledis) FlushAll() error

Flush All will clear all data and replication logs

func (*Ledis) IsReadOnly 

func (l *Ledis) IsReadOnly() bool

func (*Ledis) LoadDump 

func (l *Ledis) LoadDump(r io.Reader) (*DumpHead, error)

clear all data and load dump file to db

func (*Ledis) LoadDumpFile 

func (l *Ledis) LoadDumpFile(path string) (*DumpHead, error)

clear all data and load dump file to db

func (*Ledis) ReadLogsTo 

func (l *Ledis) ReadLogsTo(startLogID uint64, w io.Writer) (n int, nextLogID uint64, err error)

func (*Ledis) ReadLogsToTimeout 

func (l *Ledis) ReadLogsToTimeout(startLogID uint64, w io.Writer, timeout int, quitCh chan struct{}) (n int, nextLogID uint64, err error)

try to read events, if no events read, try to wait the new event singal until timeout seconds

func (*Ledis) ReplicationStat 

func (l *Ledis) ReplicationStat() (*rpl.Stat, error)

func (*Ledis) ReplicationUsed 

func (l *Ledis) ReplicationUsed() bool

func (*Ledis) Select 

func (l *Ledis) Select(index int) (*DB, error)

func (*Ledis) StoreLogsFromData 

func (l *Ledis) StoreLogsFromData(data []byte) error

func (*Ledis) StoreLogsFromReader 

func (l *Ledis) StoreLogsFromReader(rb io.Reader) error

func (*Ledis) StoreStat 

func (l *Ledis) StoreStat() *store.Stat

func (*Ledis) WaitReplication 

func (l *Ledis) WaitReplication() error

type Limit 

type Limit struct {
	Offset int
	Size   int
}

type NewLogEventHandler 

type NewLogEventHandler func(rl *rpl.Log)

type ScorePair 

type ScorePair struct {
	Score  int64
	Member []byte
}

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.