Support redis sentinel configuration
[ric-plt/sdlgo.git] / internal / sdlgoredis / sdlgoredis.go
index 10b1bfe..f1c7e62 100644 (file)
@@ -21,16 +21,105 @@ import (
        "errors"
        "fmt"
        "os"
+       "strconv"
+       "strings"
+       "time"
 
        "github.com/go-redis/redis"
 )
 
+type ChannelNotificationCb func(channel string, payload ...string)
+
+type intChannels struct {
+       addChannel    chan string
+       removeChannel chan string
+       exit          chan bool
+}
+
 type DB struct {
-       client       *redis.Client
+       client       RedisClient
+       subscribe    SubscribeFn
        redisModules bool
+       cbMap        map[string]ChannelNotificationCb
+       ch           intChannels
+}
+
+type Subscriber interface {
+       Channel() <-chan *redis.Message
+       Subscribe(channels ...string) error
+       Unsubscribe(channels ...string) error
+       Close() error
+}
+
+type SubscribeFn func(client RedisClient, channels ...string) Subscriber
+
+type RedisClient interface {
+       Command() *redis.CommandsInfoCmd
+       Close() error
+       Subscribe(channels ...string) *redis.PubSub
+       MSet(pairs ...interface{}) *redis.StatusCmd
+       Do(args ...interface{}) *redis.Cmd
+       MGet(keys ...string) *redis.SliceCmd
+       Del(keys ...string) *redis.IntCmd
+       Keys(pattern string) *redis.StringSliceCmd
+       SetNX(key string, value interface{}, expiration time.Duration) *redis.BoolCmd
+       SAdd(key string, members ...interface{}) *redis.IntCmd
+       SRem(key string, members ...interface{}) *redis.IntCmd
+       SMembers(key string) *redis.StringSliceCmd
+       SIsMember(key string, member interface{}) *redis.BoolCmd
+       SCard(key string) *redis.IntCmd
+       PTTL(key string) *redis.DurationCmd
+       Eval(script string, keys []string, args ...interface{}) *redis.Cmd
+       EvalSha(sha1 string, keys []string, args ...interface{}) *redis.Cmd
+       ScriptExists(scripts ...string) *redis.BoolSliceCmd
+       ScriptLoad(script string) *redis.StringCmd
+}
+
+func checkResultAndError(result interface{}, err error) (bool, error) {
+       if err != nil {
+               if err == redis.Nil {
+                       return false, nil
+               }
+               return false, err
+       }
+       if result == "OK" {
+               return true, nil
+       }
+       return false, nil
+}
+
+func checkIntResultAndError(result interface{}, err error) (bool, error) {
+       if err != nil {
+               return false, err
+       }
+       if result.(int64) == int64(1) {
+               return true, nil
+       }
+       return false, nil
+}
+
+func subscribeNotifications(client RedisClient, channels ...string) Subscriber {
+       return client.Subscribe(channels...)
+}
+
+func CreateDB(client RedisClient, subscribe SubscribeFn) *DB {
+       db := DB{
+               client:       client,
+               subscribe:    subscribe,
+               redisModules: true,
+               cbMap:        make(map[string]ChannelNotificationCb, 0),
+               ch: intChannels{
+                       addChannel:    make(chan string),
+                       removeChannel: make(chan string),
+                       exit:          make(chan bool),
+               },
+       }
+
+       return &db
 }
 
 func Create() *DB {
+       var client *redis.Client
        hostname := os.Getenv("DBAAS_SERVICE_HOST")
        if hostname == "" {
                hostname = "localhost"
@@ -39,22 +128,36 @@ func Create() *DB {
        if port == "" {
                port = "6379"
        }
-       redisAddress := hostname + ":" + port
-       client := redis.NewClient(&redis.Options{
-               Addr:     redisAddress,
-               Password: "", // no password set
-               DB:       0,  // use default DB
-               PoolSize: 20,
-       })
-
-       db := DB{
-               client:       client,
-               redisModules: true,
+       sentinelPort := os.Getenv("DBAAS_SERVICE_SENTINEL_PORT")
+       masterName := os.Getenv("DBAAS_MASTER_NAME")
+       if sentinelPort == "" {
+               redisAddress := hostname + ":" + port
+               client = redis.NewClient(&redis.Options{
+                       Addr:       redisAddress,
+                       Password:   "", // no password set
+                       DB:         0,  // use default DB
+                       PoolSize:   20,
+                       MaxRetries: 2,
+               })
+       } else {
+               sentinelAddress := hostname + ":" + sentinelPort
+               client = redis.NewFailoverClient(&redis.FailoverOptions{
+                       MasterName:    masterName,
+                       SentinelAddrs: []string{sentinelAddress},
+                       PoolSize:      20,
+                       MaxRetries:    2,
+               })
        }
+       db := CreateDB(client, subscribeNotifications)
+       db.CheckCommands()
+       return db
+}
 
+func (db *DB) CheckCommands() {
        commands, err := db.client.Command().Result()
        if err == nil {
-               redisModuleCommands := []string{"setie", "delie"}
+               redisModuleCommands := []string{"setie", "delie", "setiepub", "setnxpub",
+                       "msetmpub", "delmpub"}
                for _, v := range redisModuleCommands {
                        _, ok := commands[v]
                        if !ok {
@@ -64,20 +167,108 @@ func Create() *DB {
        } else {
                fmt.Println(err)
        }
-       return &db
 }
 
 func (db *DB) CloseDB() error {
        return db.client.Close()
 }
 
+func (db *DB) UnsubscribeChannelDB(channels ...string) {
+       for _, v := range channels {
+               db.ch.removeChannel <- v
+               delete(db.cbMap, v)
+               if len(db.cbMap) == 0 {
+                       db.ch.exit <- true
+               }
+       }
+}
+
+func (db *DB) SubscribeChannelDB(cb ChannelNotificationCb, channelPrefix, eventSeparator string, channels ...string) {
+       if len(db.cbMap) == 0 {
+               for _, v := range channels {
+                       db.cbMap[v] = cb
+               }
+
+               go func(cbMap *map[string]ChannelNotificationCb,
+                       channelPrefix,
+                       eventSeparator string,
+                       ch intChannels,
+                       channels ...string) {
+                       sub := db.subscribe(db.client, channels...)
+                       rxChannel := sub.Channel()
+                       for {
+                               select {
+                               case msg := <-rxChannel:
+                                       cb, ok := (*cbMap)[msg.Channel]
+                                       if ok {
+                                               cb(strings.TrimPrefix(msg.Channel, channelPrefix), strings.Split(msg.Payload, eventSeparator)...)
+                                       }
+                               case channel := <-ch.addChannel:
+                                       sub.Subscribe(channel)
+                               case channel := <-ch.removeChannel:
+                                       sub.Unsubscribe(channel)
+                               case exit := <-ch.exit:
+                                       if exit {
+                                               if err := sub.Close(); err != nil {
+                                                       fmt.Println(err)
+                                               }
+                                               return
+                                       }
+                               }
+                       }
+               }(&db.cbMap, channelPrefix, eventSeparator, db.ch, channels...)
+
+       } else {
+               for _, v := range channels {
+                       db.cbMap[v] = cb
+                       db.ch.addChannel <- v
+               }
+       }
+}
+
 func (db *DB) MSet(pairs ...interface{}) error {
        return db.client.MSet(pairs...).Err()
 }
 
+func (db *DB) MSetMPub(channelsAndEvents []string, pairs ...interface{}) error {
+       if !db.redisModules {
+               return errors.New("Redis deployment doesn't support MSETMPUB command")
+       }
+       command := make([]interface{}, 0)
+       command = append(command, "MSETMPUB")
+       command = append(command, len(pairs)/2)
+       command = append(command, len(channelsAndEvents)/2)
+       for _, d := range pairs {
+               command = append(command, d)
+       }
+       for _, d := range channelsAndEvents {
+               command = append(command, d)
+       }
+       _, err := db.client.Do(command...).Result()
+       return err
+}
+
 func (db *DB) MGet(keys []string) ([]interface{}, error) {
-       val, err := db.client.MGet(keys...).Result()
-       return val, err
+       return db.client.MGet(keys...).Result()
+}
+
+func (db *DB) DelMPub(channelsAndEvents []string, keys []string) error {
+       if !db.redisModules {
+               return errors.New("Redis deployment not supporting command DELMPUB")
+       }
+       command := make([]interface{}, 0)
+       command = append(command, "DELMPUB")
+       command = append(command, len(keys))
+       command = append(command, len(channelsAndEvents)/2)
+       for _, d := range keys {
+               command = append(command, d)
+       }
+       for _, d := range channelsAndEvents {
+               command = append(command, d)
+       }
+       _, err := db.client.Do(command...).Result()
+       return err
+
 }
 
 func (db *DB) Del(keys []string) error {
@@ -86,8 +277,7 @@ func (db *DB) Del(keys []string) error {
 }
 
 func (db *DB) Keys(pattern string) ([]string, error) {
-       val, err := db.client.Keys(pattern).Result()
-       return val, err
+       return db.client.Keys(pattern).Result()
 }
 
 func (db *DB) SetIE(key string, oldData, newData interface{}) (bool, error) {
@@ -95,32 +285,80 @@ func (db *DB) SetIE(key string, oldData, newData interface{}) (bool, error) {
                return false, errors.New("Redis deployment not supporting command")
        }
 
-       result, err := db.client.Do("SETIE", key, newData, oldData).Result()
-       if err != nil {
-               return false, err
+       return checkResultAndError(db.client.Do("SETIE", key, newData, oldData).Result())
+}
+
+func (db *DB) SetIEPub(channel, message, key string, oldData, newData interface{}) (bool, error) {
+       if !db.redisModules {
+               return false, errors.New("Redis deployment not supporting command SETIEPUB")
        }
-       if result == "OK" {
-               return true, nil
-       } else {
-               return false, nil
+       return checkResultAndError(db.client.Do("SETIEPUB", key, newData, oldData, channel, message).Result())
+}
+
+func (db *DB) SetNXPub(channel, message, key string, data interface{}) (bool, error) {
+       if !db.redisModules {
+               return false, errors.New("Redis deployment not supporting command SETNXPUB")
        }
+       return checkResultAndError(db.client.Do("SETNXPUB", key, data, channel, message).Result())
+}
+func (db *DB) SetNX(key string, data interface{}, expiration time.Duration) (bool, error) {
+       return db.client.SetNX(key, data, expiration).Result()
 }
 
-func (db *DB) SetNX(key string, data interface{}) (bool, error) {
-       result, err := db.client.SetNX(key, data, 0).Result()
-       return result, err
+func (db *DB) DelIEPub(channel, message, key string, data interface{}) (bool, error) {
+       if !db.redisModules {
+               return false, errors.New("Redis deployment not supporting command")
+       }
+       return checkIntResultAndError(db.client.Do("DELIEPUB", key, data, channel, message).Result())
 }
 
 func (db *DB) DelIE(key string, data interface{}) (bool, error) {
        if !db.redisModules {
                return false, errors.New("Redis deployment not supporting command")
        }
-       result, err := db.client.Do("DELIE", key, data).Result()
+       return checkIntResultAndError(db.client.Do("DELIE", key, data).Result())
+}
+
+func (db *DB) SAdd(key string, data ...interface{}) error {
+       _, err := db.client.SAdd(key, data...).Result()
+       return err
+}
+
+func (db *DB) SRem(key string, data ...interface{}) error {
+       _, err := db.client.SRem(key, data...).Result()
+       return err
+}
+
+func (db *DB) SMembers(key string) ([]string, error) {
+       result, err := db.client.SMembers(key).Result()
+       return result, err
+}
+
+func (db *DB) SIsMember(key string, data interface{}) (bool, error) {
+       result, err := db.client.SIsMember(key, data).Result()
+       return result, err
+}
+
+func (db *DB) SCard(key string) (int64, error) {
+       result, err := db.client.SCard(key).Result()
+       return result, err
+}
+
+func (db *DB) PTTL(key string) (time.Duration, error) {
+       result, err := db.client.PTTL(key).Result()
+       return result, err
+}
+
+var luaRefresh = redis.NewScript(`if redis.call("get", KEYS[1]) == ARGV[1] then return redis.call("pexpire", KEYS[1], ARGV[2]) else return 0 end`)
+
+func (db *DB) PExpireIE(key string, data interface{}, expiration time.Duration) error {
+       expirationStr := strconv.FormatInt(int64(expiration/time.Millisecond), 10)
+       result, err := luaRefresh.Run(db.client, []string{key}, data, expirationStr).Result()
        if err != nil {
-               return false, err
+               return err
        }
-       if result == "1" {
-               return true, nil
+       if result == int64(1) {
+               return nil
        }
-       return false, nil
+       return errors.New("Lock not held")
 }