Create & Init Project...

app/service/live/xuser/dao/exp/BUILD

@@ -0,0 +1,42 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "dao.go",
+        "memcache.go",
+        "mysql.go",
+    ],
+    importpath = "go-common/app/service/live/xuser/dao/exp",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//app/service/live/xuser/conf:go_default_library",
+        "//app/service/live/xuser/model/exp:go_default_library",
+        "//library/cache/memcache:go_default_library",
+        "//library/database/sql:go_default_library",
+        "//library/log:go_default_library",
+        "//library/stat/prom:go_default_library",
+        "//library/sync/errgroup:go_default_library",
+        "//library/xstr:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/service/live/xuser/dao/exp/dao.go

@@ -0,0 +1,46 @@
+package exp
+
+import (
+	"context"
+	"go-common/app/service/live/xuser/conf"
+	"go-common/library/cache/memcache"
+	xsql "go-common/library/database/sql"
+)
+
+// Dao exp dao
+type Dao struct {
+	c        *conf.Config
+	db       *xsql.DB
+	memcache *memcache.Pool
+}
+
+// NewExpDao init mysql db
+func NewExpDao(c *conf.Config) (dao *Dao) {
+	dao = &Dao{
+		c:        c,
+		db:       xsql.NewMySQL(c.UserExpMySQL),
+		memcache: memcache.NewPool(c.ExpMemcache),
+	}
+	return
+}
+
+// Close close the resource.
+func (d *Dao) Close() {
+	d.db.Close()
+	d.memcache.Close()
+}
+
+// Ping dao ping
+func (d *Dao) Ping(ctx context.Context) error {
+	// TODO: add mc,redis... if you use
+	return nil
+}
+
+func (d *Dao) getExpire() (respExpire int32) {
+	if t := conf.Conf.UserExpExpire; t != nil {
+		respExpire = t.ExpireTime
+	} else {
+		respExpire = _emptyExpire
+	}
+	return
+}

app/service/live/xuser/dao/exp/memcache.go

@@ -0,0 +1,152 @@
+package exp
+
+import (
+	"context"
+	expModel "go-common/app/service/live/xuser/model/exp"
+	gmc "go-common/library/cache/memcache"
+	"go-common/library/log"
+	"go-common/library/stat/prom"
+	"go-common/library/sync/errgroup"
+	"math/rand"
+	"strconv"
+	"time"
+)
+
+// redis cache
+const (
+	_prefixExp        = "json_e_" // 用户经验cache key,json协议
+	_emptyExpire      = 20 * 24 * 3600
+	_errorMcLogPrefix = "xuser.exp.dao.memcache"
+	_promGetSuccess   = "xuser_exp_mc:获取用户经验cache成功"
+	_promDelSuccess   = "xuser_exp_mc:成功删除用户经验cache"
+	_promDelErr       = "xuser_exp_mc:删除用户经验cache失败"
+	_promGetErr       = "xuser_exp_mc:批量获取用户经验key失败"
+	_promScanErr      = "xuser_exp_mc:解析用户经验key失败"
+	// _recExpire   = 5 * 24 * 3600
+)
+
+var (
+	errorsCount    = prom.BusinessErrCount
+	infosCount     = prom.BusinessInfoCount
+	cacheHitCount  = prom.CacheHit
+	cacheMissCount = prom.CacheMiss
+)
+
+// PromError prometheus error count.
+func PromError(name string) {
+	errorsCount.Incr(name)
+}
+
+// PromInfo prometheus info count.
+func PromInfo(name string) {
+	infosCount.Incr(name)
+}
+
+// PromCacheHit prometheus cache hit count.
+func PromCacheHit(name string) {
+	cacheHitCount.Incr(name)
+}
+
+// PromCacheMiss prometheus cache hit count.
+func PromCacheMiss(name string) {
+	cacheMissCount.Incr(name)
+}
+
+func expKey(mid int64) string {
+	return _prefixExp + strconv.FormatInt(mid, 10)
+}
+
+// SetExpListCache 批量设置用户经验cache
+func (d *Dao) SetExpListCache(c context.Context, expList map[int64]*expModel.LevelInfo) (err error) {
+	return d.setExpListCache(c, expList)
+}
+
+// DelExpFromMemCache 删除获取用户经验cache,不支持批量
+func (d *Dao) DelExpFromMemCache(c context.Context, mid int64) (err error) {
+	return d.delExpFromMemCache(c, expKey(mid))
+}
+
+// GetExpFromMemCache 对外接口
+func (d *Dao) GetExpFromMemCache(ctx context.Context, mids []int64) (expList map[int64]*expModel.LevelInfo, missedUids []int64, err error) {
+	return d.getExpFromMemCache(ctx, mids)
+}
+
+// getExpFromMemCache 批量获取用户经验cache
+func (d *Dao) getExpFromMemCache(ctx context.Context, mids []int64) (expList map[int64]*expModel.LevelInfo, arrayMissedUids []int64, err error) {
+	var expKeys []string
+	expList = make(map[int64]*expModel.LevelInfo)
+	mapMissedUids := make(map[int64]bool)
+	arrayMissedUids = make([]int64, 0)
+	for _, uid := range mids {
+		expKeys = append(expKeys, expKey(uid))
+		mapMissedUids[uid] = true
+	}
+	group := errgroup.Group{}
+	group.Go(func() error {
+		conn := d.memcache.Get(context.TODO())
+		defer conn.Close()
+		resp, err := conn.GetMulti(expKeys)
+		if err != nil {
+			PromError(_promGetErr)
+			log.Error(_errorMcLogPrefix+"|conn.Gets(%v) error(%v)", expKeys, err)
+			return nil
+		}
+		// miss uids
+		for _, item := range resp {
+			element := &expModel.LevelInfo{}
+			if err = conn.Scan(item, &element); err != nil {
+				PromError(_promScanErr)
+				log.Error(_errorMcLogPrefix+"|item.Scan(%s) error(%v)", item.Value, err)
+				return err
+			}
+			expList[element.UID] = element
+			mapMissedUids[element.UID] = false
+		}
+		return nil
+	})
+	group.Wait()
+	for k, v := range mapMissedUids {
+		if v {
+			arrayMissedUids = append(arrayMissedUids, k)
+		}
+
+	}
+	PromInfo(_promGetSuccess)
+	return
+}
+
+func (d *Dao) delExpFromMemCache(ctx context.Context, key string) (err error) {
+	conn := d.memcache.Get(ctx)
+	if err = conn.Delete(key); err != nil {
+		if err == gmc.ErrNotFound {
+			err = nil
+		} else {
+			log.Error(_errorMcLogPrefix+"|Delete(%s) error(%v)", key, err)
+			PromError(_promDelErr)
+		}
+	}
+	PromInfo(_promDelSuccess)
+	conn.Close()
+	return
+}
+
+func (d *Dao) setExpListCache(ctx context.Context, expList map[int64]*expModel.LevelInfo) (err error) {
+	expire := d.getExpire()
+	rand.Seed(time.Now().UnixNano())
+	expire = expire + rand.Int31n(3600)
+	conn := d.memcache.Get(context.TODO())
+	defer conn.Close()
+	for _, v := range expList {
+		item := &gmc.Item{Key: expKey(v.UID),
+			Object:     &expModel.LevelInfo{UID: v.UID, UserLevel: v.UserLevel, AnchorLevel: v.AnchorLevel, CTime: v.CTime, MTime: v.MTime},
+			Expiration: expire, Flags: gmc.FlagJSON}
+		err := conn.Set(item)
+		if err != nil {
+			PromError("mc:设置上报")
+			log.Error(_errorMcLogPrefix+"|conn.Set(%v) error(%v)", expKey(v.UID), err)
+			continue
+		}
+	}
+	return
+
+}

app/service/live/xuser/dao/exp/mysql.go

@@ -0,0 +1,111 @@
+package exp
+
+import (
+	"context"
+	"database/sql"
+	"fmt"
+	expm "go-common/app/service/live/xuser/model/exp"
+	"go-common/library/log"
+	"go-common/library/xstr"
+)
+
+const (
+	_shard            = 10
+	_insExp           = "INSERT IGNORE INTO user_exp_%d (uid,uexp,rexp) VALUES(?,?,?)"
+	_selExp           = "SELECT uid,uexp,rexp,ctime,mtime FROM user_exp_%d where uid=?"
+	_inSelExp         = "SELECT uid,uexp,rexp,ctime,mtime FROM user_exp_%d where uid IN (%s)"
+	_addUexp          = "INSERT INTO user_exp_%d(uid,uexp,rexp) VALUES(?,?,0) ON DUPLICATE KEY UPDATE uexp=uexp+%d"
+	_addRexp          = "INSERT INTO user_exp_%d(uid,uexp,rexp) VALUES(?,0,?) ON DUPLICATE KEY UPDATE rexp=rexp+%d"
+	_errorDBLogPrefix = "xuser.exp.dao.mysql"
+)
+
+// InitExp 初始化用户经验,用于首次查询
+func (d *Dao) InitExp(c context.Context, uid int64, uexp int64, rexp int64) (row int64, err error) {
+	res, err := d.db.Exec(c, fmt.Sprintf(_insExp, uid%_shard), uid, uexp, rexp)
+	if err != nil {
+		log.Error(_errorDBLogPrefix+"|InitExp d.exp.Exec err: %v", err)
+		return
+	}
+	return res.RowsAffected()
+}
+
+// Exp 查询一条记录
+func (d *Dao) Exp(c context.Context, uid int64) (exp *expm.Exp, err error) {
+	row := d.db.QueryRow(c, fmt.Sprintf(_selExp, uid%_shard), uid)
+	exp = &expm.Exp{}
+	if err = row.Scan(&exp.UID, &exp.Uexp, &exp.Rexp, &exp.CTime, &exp.MTime); err == sql.ErrNoRows {
+		// 查询结果为空时，初始化数据
+		_, err = d.InitExp(c, uid, 0, 0)
+	}
+	if err != nil {
+		log.Error(_errorDBLogPrefix+"|Exp row.Scan err: %v", err)
+		return
+	}
+	return
+}
+
+// MultiExp 批量查询
+func (d *Dao) MultiExp(c context.Context, uids []int64) (exps []*expm.Exp, err error) {
+	exps = make([]*expm.Exp, 0)
+	var (
+		suffix   int64
+		uidGroup [_shard][]int64
+		um       = make(map[int64]struct{}, len(uids))
+	)
+	for _, uid := range uids {
+		suffix = uid % _shard
+		uidGroup[suffix] = append(uidGroup[suffix], uid)
+		um[uid] = struct{}{}
+	}
+	for index, uids := range uidGroup {
+		if 0 == len(uids) {
+			continue
+		}
+		rows, err1 := d.db.Query(c, fmt.Sprintf(_inSelExp, index, xstr.JoinInts(uids)))
+		if err1 != nil {
+			err = err1
+			log.Error(_errorDBLogPrefix+"|MultiExp d.exp.Query err: %v", err)
+			return
+		}
+
+		for rows.Next() {
+			ele := &expm.Exp{}
+			if err = rows.Scan(&ele.UID, &ele.Uexp, &ele.Rexp, &ele.CTime, &ele.MTime); err != nil {
+				log.Error(_errorDBLogPrefix+"|MultiExp rows.Scan err: %v", err)
+				return
+			}
+			exps = append(exps, ele)
+			delete(um, ele.UID)
+		}
+	}
+
+	// 初始化不存在的数据，补齐数据
+	for uid := range um {
+		d.InitExp(c, uid, 0, 0)
+		ele := &expm.Exp{UID: uid, Uexp: 0, Rexp: 0}
+		exps = append(exps, ele)
+	}
+	return
+}
+
+// AddUexp 添加用户经验
+func (d *Dao) AddUexp(c context.Context, uid int64, uexp int64) (affect int64, err error) {
+	upSQL := fmt.Sprintf(_addUexp, uid%_shard, uexp)
+	res, err := d.db.Exec(c, upSQL, uid, uexp)
+	if err != nil {
+		log.Error(_errorDBLogPrefix+"|Exec(%s) error(%v)", upSQL, err)
+		return
+	}
+	return res.RowsAffected()
+}
+
+// AddRexp 添加主播经验
+func (d *Dao) AddRexp(c context.Context, uid int64, rexp int64) (affect int64, err error) {
+	upSQL := fmt.Sprintf(_addRexp, uid%_shard, rexp)
+	res, err := d.db.Exec(c, upSQL, uid, rexp)
+	if err != nil {
+		log.Error(_errorDBLogPrefix+"|AddRexp|Exec(%s) error(%v)", upSQL, err)
+		return
+	}
+	return res.RowsAffected()
+}