Create & Init Project...

app/job/main/member-cache/BUILD

@@ -0,0 +1,21 @@
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [
+        ":package-srcs",
+        "//app/job/main/member-cache/cmd:all-srcs",
+        "//app/job/main/member-cache/conf:all-srcs",
+        "//app/job/main/member-cache/dao:all-srcs",
+        "//app/job/main/member-cache/model:all-srcs",
+        "//app/job/main/member-cache/server/http:all-srcs",
+        "//app/job/main/member-cache/service:all-srcs",
+    ],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/member-cache/CHANGELOG.md

@@ -0,0 +1,14 @@
+# v1.2.1
+1. 封禁缓存消息
+
+# v1.2.0
+1. 实名认证相关缓存
+
+# v1.1.0
+1. 严格化 notify act
+
+# v1.0.1
+1. 不在发送 mid 为 0 的删缓存消息
+
+# v1.0.0
+1. 用于删除嘉定缓存

app/job/main/member-cache/CONTRIBUTORS.md

@@ -0,0 +1,14 @@
+# Owner
+zhoujiahui
+wanghuan01
+zhaogangtao
+
+# Author
+zhoujiahui
+wanghuan01
+zhaogangtao
+
+# Reviewer
+zhoujiahui
+wanghuan01
+zhaogangtao

app/job/main/member-cache/OWNERS

@@ -0,0 +1,16 @@
+# See the OWNERS docs at https://go.k8s.io/owners
+
+approvers:
+- wanghuan01
+- zhaogangtao
+- zhoujiahui
+labels:
+- job
+- job/main/member-cache
+- main
+options:
+  no_parent_owners: true
+reviewers:
+- wanghuan01
+- zhaogangtao
+- zhoujiahui

app/job/main/member-cache/README.md

@@ -0,0 +1,12 @@
+# member-cache-job
+
+# 项目简介
+1.
+
+# 编译环境
+
+
+# 依赖包
+
+
+# 编译执行

app/job/main/member-cache/api/http/api.md

@@ -0,0 +1 @@
+# HTTP API文档

app/job/main/member-cache/cmd/BUILD

@@ -0,0 +1,43 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_binary",
+    "go_library",
+)
+
+go_binary(
+    name = "cmd",
+    embed = [":go_default_library"],
+    tags = ["automanaged"],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = ["main.go"],
+    data = ["test.toml"],
+    importpath = "go-common/app/job/main/member-cache/cmd",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//app/job/main/member-cache/conf:go_default_library",
+        "//app/job/main/member-cache/server/http:go_default_library",
+        "//library/ecode/tip:go_default_library",
+        "//library/log:go_default_library",
+        "//library/net/trace:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/member-cache/cmd/main.go

@@ -0,0 +1,42 @@
+package main
+
+import (
+	"flag"
+	"os"
+	"os/signal"
+	"syscall"
+
+	"go-common/app/job/main/member-cache/conf"
+	"go-common/app/job/main/member-cache/server/http"
+	ecode "go-common/library/ecode/tip"
+	"go-common/library/log"
+	"go-common/library/net/trace"
+)
+
+func main() {
+	flag.Parse()
+	if err := conf.Init(); err != nil {
+		panic(err)
+	}
+	log.Init(conf.Conf.Log)
+	defer log.Close()
+	log.Info("start")
+	trace.Init(conf.Conf.Tracer)
+	defer trace.Close()
+	ecode.Init(conf.Conf.Ecode)
+	http.Init(conf.Conf)
+	c := make(chan os.Signal, 1)
+	signal.Notify(c, syscall.SIGHUP, syscall.SIGQUIT, syscall.SIGTERM, syscall.SIGINT)
+	for {
+		s := <-c
+		log.Info("get a signal %s", s.String())
+		switch s {
+		case syscall.SIGQUIT, syscall.SIGTERM, syscall.SIGINT:
+			log.Info("exit")
+			return
+		case syscall.SIGHUP:
+		default:
+			return
+		}
+	}
+}

app/job/main/member-cache/cmd/test.toml

@@ -0,0 +1,76 @@
+[MemberBinLog]
+    key = "4ba46ba31f9a44ef"
+    secret = "e4c5a7fce28695209e6b4f0af8cf91c5"
+    group = "MemberBinlog-MainAccount-S"
+    topic = "MemberBinlog-T"
+    action = "sub"
+    offset = "old"
+    buffer = 2048
+    name = "member-cache-job/databus"
+    proto = "tcp"
+    addr = "172.16.33.158:6205"
+    idle = 100
+    active = 100
+    dialTimeout = "1s"
+    readTimeout = "60s"
+    writeTimeout = "1s"
+    idleTimeout = "10s"
+
+[BlockBinLog]
+    key = "4ba46ba31f9a44ef"
+    secret = "e4c5a7fce28695209e6b4f0af8cf91c5"
+    group = "BlockBinlog-MainAccount-S"
+    topic = "BlockBinlog-T"
+    action = "sub"
+    offset = "old"
+    buffer = 2048
+    name = "member-cache-job/databus"
+    proto = "tcp"
+    addr = "172.16.33.158:6205"
+    idle = 100
+    active = 100
+    dialTimeout = "1s"
+    readTimeout = "60s"
+    writeTimeout = "1s"
+    idleTimeout = "10s"
+
+[AccountNotify]
+    key = "4ba46ba31f9a44ef"
+    secret = "99985eb4451cfb1b899ca0fbe3c4bdc8"
+    group = "AccountNotify-Notify-P"
+    topic = "AccountNotify-T"
+    action = "pub"
+    buffer = 2048
+    name = "account-notify-job/databus"
+    proto = "tcp"
+    addr = "172.16.33.158:6205"
+    idle = 1
+    active = 1
+    dialTimeout = "1s"
+    readTimeout = "60s"
+    writeTimeout = "1s"
+    idleTimeout = "10s"
+
+[MemberMemcache]
+    name = "member"
+    proto = "tcp"
+    addr = "172.16.33.54:11211"
+    idle = 5
+    active = 10
+    dialTimeout = "1s"
+    readTimeout = "1s"
+    writeTimeout = "1s"
+    idleTimeout = "10s"
+    expire = "24h"
+
+[BlockMemcache]
+    name = "block"
+    proto = "tcp"
+    addr = "172.16.33.54:11211"
+    idle = 5
+    active = 10
+    dialTimeout = "1s"
+    readTimeout = "1s"
+    writeTimeout = "1s"
+    idleTimeout = "10s"
+    expire = "24h"

app/job/main/member-cache/conf/BUILD

@@ -0,0 +1,39 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = ["conf.go"],
+    importpath = "go-common/app/job/main/member-cache/conf",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//library/cache/memcache:go_default_library",
+        "//library/conf:go_default_library",
+        "//library/ecode/tip:go_default_library",
+        "//library/log:go_default_library",
+        "//library/net/http/blademaster:go_default_library",
+        "//library/net/http/blademaster/middleware/verify:go_default_library",
+        "//library/net/trace:go_default_library",
+        "//library/queue/databus:go_default_library",
+        "//vendor/github.com/BurntSushi/toml:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/member-cache/conf/conf.go

@@ -0,0 +1,89 @@
+package conf
+
+import (
+	"errors"
+	"flag"
+
+	"go-common/library/cache/memcache"
+	"go-common/library/conf"
+	ecode "go-common/library/ecode/tip"
+	"go-common/library/log"
+	bm "go-common/library/net/http/blademaster"
+	"go-common/library/net/http/blademaster/middleware/verify"
+	"go-common/library/net/trace"
+	"go-common/library/queue/databus"
+
+	"github.com/BurntSushi/toml"
+)
+
+var (
+	confPath string
+	client   *conf.Client
+	// Conf config
+	Conf = &Config{}
+)
+
+// Config .
+type Config struct {
+	Log            *log.Config
+	BM             *bm.ServerConfig
+	Verify         *verify.Config
+	Tracer         *trace.Config
+	Ecode          *ecode.Config
+	MemberBinLog   *databus.Config
+	BlockBinLog    *databus.Config
+	AccountNotify  *databus.Config
+	MemberMemcache *memcache.Config
+	BlockMemcache  *memcache.Config
+}
+
+func init() {
+	flag.StringVar(&confPath, "conf", "", "default config path")
+}
+
+// Init init conf
+func Init() error {
+	if confPath != "" {
+		return local()
+	}
+	return remote()
+}
+
+func local() (err error) {
+	_, err = toml.DecodeFile(confPath, &Conf)
+	return
+}
+
+func remote() (err error) {
+	if client, err = conf.New(); err != nil {
+		return
+	}
+	if err = load(); err != nil {
+		return
+	}
+	go func() {
+		for range client.Event() {
+			log.Info("config reload")
+			if load() != nil {
+				log.Error("config reload error (%v)", err)
+			}
+		}
+	}()
+	return
+}
+
+func load() (err error) {
+	var (
+		s       string
+		ok      bool
+		tmpConf *Config
+	)
+	if s, ok = client.Toml2(); !ok {
+		return errors.New("load config center error")
+	}
+	if _, err = toml.Decode(s, &tmpConf); err != nil {
+		return errors.New("could not decode config")
+	}
+	*Conf = *tmpConf
+	return
+}

app/job/main/member-cache/dao/BUILD

@@ -0,0 +1,56 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+    "go_test",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "block.go",
+        "dao.go",
+        "member.go",
+    ],
+    importpath = "go-common/app/job/main/member-cache/dao",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//app/job/main/member-cache/conf:go_default_library",
+        "//app/job/main/member-cache/model:go_default_library",
+        "//library/cache/memcache:go_default_library",
+        "//library/log:go_default_library",
+        "//vendor/github.com/pkg/errors:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)
+
+go_test(
+    name = "go_default_test",
+    srcs = [
+        "block_test.go",
+        "dao_test.go",
+        "member_test.go",
+    ],
+    embed = [":go_default_library"],
+    rundir = ".",
+    tags = ["automanaged"],
+    deps = [
+        "//app/job/main/member-cache/conf:go_default_library",
+        "//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
+    ],
+)

app/job/main/member-cache/dao/block.go

@@ -0,0 +1,32 @@
+package dao
+
+import (
+	"context"
+	"fmt"
+
+	"go-common/library/cache/memcache"
+
+	"github.com/pkg/errors"
+)
+
+func userKey(mid int64) (key string) {
+	key = fmt.Sprintf("u_%d", mid)
+	return
+}
+
+// DeleteUserBlockCache is.
+func (d *Dao) DeleteUserBlockCache(c context.Context, mid int64) (err error) {
+	var (
+		key  = userKey(mid)
+		conn = d.blockMemcache.Get(c)
+	)
+	defer conn.Close()
+	if err = conn.Delete(key); err != nil {
+		if err == memcache.ErrNotFound {
+			return nil
+		}
+		err = errors.WithStack(err)
+		return
+	}
+	return
+}

app/job/main/member-cache/dao/block_test.go

@@ -0,0 +1,33 @@
+package dao
+
+import (
+	"context"
+	"testing"
+
+	"github.com/smartystreets/goconvey/convey"
+)
+
+func TestDaouserKey(t *testing.T) {
+	var (
+		mid = int64(0)
+	)
+	convey.Convey("userKey", t, func(ctx convey.C) {
+		key := userKey(mid)
+		ctx.Convey("Then key should not be nil.", func(ctx convey.C) {
+			ctx.So(key, convey.ShouldNotBeNil)
+		})
+	})
+}
+
+func TestDaoDeleteUserBlockCache(t *testing.T) {
+	var (
+		c   = context.Background()
+		mid = int64(0)
+	)
+	convey.Convey("DeleteUserBlockCache", t, func(ctx convey.C) {
+		err := d.DeleteUserBlockCache(c, mid)
+		ctx.Convey("Then err should be nil.", func(ctx convey.C) {
+			ctx.So(err, convey.ShouldBeNil)
+		})
+	})
+}

app/job/main/member-cache/dao/dao.go

@@ -0,0 +1,36 @@
+package dao
+
+import (
+	"context"
+
+	"go-common/app/job/main/member-cache/conf"
+	"go-common/library/cache/memcache"
+)
+
+// Dao dao
+type Dao struct {
+	c              *conf.Config
+	memberMemcache *memcache.Pool
+	blockMemcache  *memcache.Pool
+}
+
+// New init mysql db
+func New(c *conf.Config) (dao *Dao) {
+	dao = &Dao{
+		c:              c,
+		memberMemcache: memcache.NewPool(c.MemberMemcache),
+		blockMemcache:  memcache.NewPool(c.BlockMemcache),
+	}
+	return
+}
+
+// Close close the resource.
+func (d *Dao) Close() {
+	d.memberMemcache.Close()
+	d.blockMemcache.Close()
+}
+
+// Ping dao ping
+func (d *Dao) Ping(c context.Context) error {
+	return nil
+}

app/job/main/member-cache/dao/dao_test.go

@@ -0,0 +1,34 @@
+package dao
+
+import (
+	"flag"
+	"os"
+	"testing"
+
+	"go-common/app/job/main/member-cache/conf"
+)
+
+var (
+	d *Dao
+)
+
+func TestMain(m *testing.M) {
+	if os.Getenv("DEPLOY_ENV") != "" {
+		flag.Set("app_id", "main.account.member-cache-job")
+		flag.Set("conf_token", "31291cb6cd6b252ff27bf58d7fec72a6")
+		flag.Set("tree_id", "56587")
+		flag.Set("conf_version", "docker-1")
+		flag.Set("deploy_env", "uat")
+		flag.Set("conf_host", "config.bilibili.co")
+		flag.Set("conf_path", "/tmp")
+		flag.Set("region", "sh")
+		flag.Set("zone", "sh001")
+	}
+	flag.Parse()
+	if err := conf.Init(); err != nil {
+		panic(err)
+	}
+	d = New(conf.Conf)
+	m.Run()
+	os.Exit(0)
+}

app/job/main/member-cache/dao/member.go

@@ -0,0 +1,135 @@
+package dao
+
+import (
+	"context"
+	"fmt"
+	"strconv"
+
+	"go-common/app/job/main/member-cache/model"
+	"go-common/library/cache/memcache"
+	"go-common/library/log"
+
+	"github.com/pkg/errors"
+)
+
+const (
+	_expPrefix = "exp_%d"
+	_expExpire = 86400
+)
+
+func expKey(mid int64) string {
+	return fmt.Sprintf(_expPrefix, mid)
+}
+func keyInfo(mid int64) string {
+	return model.CacheKeyInfo + strconv.FormatInt(mid, 10)
+}
+
+func (d *Dao) mcBaseKey(mid int64) (key string) {
+	return fmt.Sprintf(model.CacheKeyBase, mid)
+}
+
+func (d *Dao) moralKey(mid int64) (key string) {
+	return fmt.Sprintf(model.CacheKeyMoral, mid)
+}
+
+func realnameInfoKey(mid int64) string {
+	return fmt.Sprintf("realname_info_%d", mid)
+}
+
+func realnameApplyStatusKey(mid int64) string {
+	return fmt.Sprintf("realname_apply_%d", mid)
+}
+
+// DelMoralCache delete moral cache.
+func (d *Dao) DelMoralCache(c context.Context, mid int64) (err error) {
+	key := d.moralKey(mid)
+	conn := d.memberMemcache.Get(c)
+	defer conn.Close()
+	if err = conn.Delete(key); err != nil {
+		if err == memcache.ErrNotFound {
+			err = nil
+			return
+		}
+		log.Error("conn.Delete(%s) error(%v)", key, err)
+	}
+	return
+}
+
+// DelBaseInfoCache delete baseInfo cache.
+func (d *Dao) DelBaseInfoCache(c context.Context, mid int64) (err error) {
+	key := d.mcBaseKey(mid)
+	conn := d.memberMemcache.Get(c)
+	defer conn.Close()
+	if err = conn.Delete(key); err != nil {
+		if err == memcache.ErrNotFound {
+			err = nil
+			return
+		}
+		log.Error("conn.Delete(%s) error(%v)", key, err)
+	}
+	return
+}
+
+// DelInfoCache delete account info from cache.
+func (d *Dao) DelInfoCache(c context.Context, mid int64) (err error) {
+	conn := d.memberMemcache.Get(c)
+	err = conn.Delete(keyInfo(mid))
+	conn.Close()
+	if err == memcache.ErrNotFound {
+		err = nil
+	}
+	return
+}
+
+// SetExpCache set user exp cache.
+func (d *Dao) SetExpCache(c context.Context, mid, exp int64) (err error) {
+	conn := d.memberMemcache.Get(c)
+	defer conn.Close()
+	if err = conn.Set(&memcache.Item{
+		Key:        expKey(mid),
+		Value:      []byte(strconv.FormatInt(exp, 10)),
+		Expiration: _expExpire,
+	}); err != nil {
+		log.Error("setexpcache mid %d err %v ", mid, err)
+	}
+	return
+}
+
+// DelExpCache set user exp cache.
+func (d *Dao) DelExpCache(c context.Context, mid int64) error {
+	conn := d.memberMemcache.Get(c)
+	defer conn.Close()
+	if err := conn.Delete(expKey(mid)); err != nil {
+		if err == memcache.ErrNotFound {
+			return nil
+		}
+		return errors.WithStack(err)
+	}
+	return nil
+}
+
+// DeleteRealnameCache delete all realname cache
+func (d *Dao) DeleteRealnameCache(c context.Context, mid int64) (err error) {
+	var (
+		key1 = realnameInfoKey(mid)
+		key2 = realnameApplyStatusKey(mid)
+		conn = d.memberMemcache.Get(c)
+	)
+	defer conn.Close()
+	if err = conn.Delete(key1); err != nil {
+		if err != memcache.ErrNotFound {
+			err = errors.Wrapf(err, "conn.Delete(%s)", key1)
+			return
+		}
+		err = nil
+	}
+	if err = conn.Delete(key2); err != nil {
+		if err == memcache.ErrNotFound {
+			err = nil
+		} else {
+			err = errors.Wrapf(err, "conn.Delete(%s)", key2)
+		}
+		return
+	}
+	return
+}

app/job/main/member-cache/dao/member_test.go

@@ -0,0 +1,147 @@
+package dao
+
+import (
+	"context"
+	"testing"
+
+	"github.com/smartystreets/goconvey/convey"
+)
+
+func TestDaoexpKey(t *testing.T) {
+	var (
+		mid = int64(0)
+	)
+	convey.Convey("expKey", t, func(ctx convey.C) {
+		p1 := expKey(mid)
+		ctx.Convey("Then p1 should not be nil.", func(ctx convey.C) {
+			ctx.So(p1, convey.ShouldNotBeNil)
+		})
+	})
+}
+
+func TestDaokeyInfo(t *testing.T) {
+	var (
+		mid = int64(0)
+	)
+	convey.Convey("keyInfo", t, func(ctx convey.C) {
+		p1 := keyInfo(mid)
+		ctx.Convey("Then p1 should not be nil.", func(ctx convey.C) {
+			ctx.So(p1, convey.ShouldNotBeNil)
+		})
+	})
+}
+
+func TestDaomcBaseKey(t *testing.T) {
+	var (
+		mid = int64(0)
+	)
+	convey.Convey("mcBaseKey", t, func(ctx convey.C) {
+		key := d.mcBaseKey(mid)
+		ctx.Convey("Then key should not be nil.", func(ctx convey.C) {
+			ctx.So(key, convey.ShouldNotBeNil)
+		})
+	})
+}
+
+func TestDaomoralKey(t *testing.T) {
+	var (
+		mid = int64(0)
+	)
+	convey.Convey("moralKey", t, func(ctx convey.C) {
+		key := d.moralKey(mid)
+		ctx.Convey("Then key should not be nil.", func(ctx convey.C) {
+			ctx.So(key, convey.ShouldNotBeNil)
+		})
+	})
+}
+
+func TestDaoDelMoralCache(t *testing.T) {
+	var (
+		c   = context.Background()
+		mid = int64(0)
+	)
+	convey.Convey("DelMoralCache", t, func(ctx convey.C) {
+		err := d.DelMoralCache(c, mid)
+		ctx.Convey("Then err should be nil.", func(ctx convey.C) {
+			ctx.So(err, convey.ShouldBeNil)
+		})
+	})
+}
+
+func TestDaoDelBaseInfoCache(t *testing.T) {
+	var (
+		c   = context.Background()
+		mid = int64(0)
+	)
+	convey.Convey("DelBaseInfoCache", t, func(ctx convey.C) {
+		err := d.DelBaseInfoCache(c, mid)
+		ctx.Convey("Then err should be nil.", func(ctx convey.C) {
+			ctx.So(err, convey.ShouldBeNil)
+		})
+	})
+}
+
+func TestDaoDelInfoCache(t *testing.T) {
+	var (
+		c   = context.Background()
+		mid = int64(0)
+	)
+	convey.Convey("DelInfoCache", t, func(ctx convey.C) {
+		err := d.DelInfoCache(c, mid)
+		ctx.Convey("Then err should be nil.", func(ctx convey.C) {
+			ctx.So(err, convey.ShouldBeNil)
+		})
+	})
+}
+
+func TestDaorealnameApplyStatusKey(t *testing.T) {
+	var (
+		mid = int64(0)
+	)
+	convey.Convey("realnameApplyStatusKey", t, func(ctx convey.C) {
+		p1 := realnameApplyStatusKey(mid)
+		ctx.Convey("Then p1 should not be nil.", func(ctx convey.C) {
+			ctx.So(p1, convey.ShouldNotBeNil)
+		})
+	})
+}
+
+func TestDaoDeleteRealnameCache(t *testing.T) {
+	var (
+		c   = context.Background()
+		mid = int64(0)
+	)
+	convey.Convey("DeleteRealnameCache", t, func(ctx convey.C) {
+		err := d.DeleteRealnameCache(c, mid)
+		ctx.Convey("Then err should be nil.", func(ctx convey.C) {
+			ctx.So(err, convey.ShouldBeNil)
+		})
+	})
+}
+
+func TestDaoSetExpCache(t *testing.T) {
+	var (
+		c   = context.Background()
+		mid = int64(0)
+		exp = int64(0)
+	)
+	convey.Convey("SetExpCache", t, func(ctx convey.C) {
+		err := d.SetExpCache(c, mid, exp)
+		ctx.Convey("Then err should be nil.", func(ctx convey.C) {
+			ctx.So(err, convey.ShouldBeNil)
+		})
+	})
+}
+
+func TestDaoDelExpCache(t *testing.T) {
+	var (
+		c   = context.Background()
+		mid = int64(0)
+	)
+	convey.Convey("DelExpCache", t, func(ctx convey.C) {
+		err := d.DelExpCache(c, mid)
+		ctx.Convey("Then err should be nil.", func(ctx convey.C) {
+			ctx.So(err, convey.ShouldBeNil)
+		})
+	})
+}

app/job/main/member-cache/model/BUILD

@@ -0,0 +1,28 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = ["model.go"],
+    importpath = "go-common/app/job/main/member-cache/model",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/member-cache/model/model.go

@@ -0,0 +1,69 @@
+package model
+
+import (
+	"encoding/json"
+)
+
+// consts
+const (
+	ActUpdateExp      = "updateExp"
+	ActUpdateLevel    = "updateLevel"
+	ActUpdateFace     = "updateFace"
+	ActUpdateMoral    = "updateMoral"
+	ActUpdateUname    = "updateUname"
+	ActUpdateRealname = "updateRealname"
+	ActUpdateByAdmin  = "updateByAdmin"
+	ActBlockUser      = "blockUser"
+)
+
+// consts
+const (
+	CacheKeyBase  = "bs_%d"    // key of baseInfo
+	CacheKeyMoral = "moral_%d" // key of detail
+	CacheKeyInfo  = "i_"
+)
+
+// Binlog is
+type Binlog struct {
+	Action string          `json:"action"`
+	Table  string          `json:"table"`
+	New    json.RawMessage `json:"new"`
+	Old    json.RawMessage `json:"old"`
+}
+
+// NewExp userexp for mysql scan.
+type NewExp struct {
+	Mid  int64 `json:"mid"`
+	Exp  int64 `json:"exp"`
+	Flag int32 `json:"flag"`
+}
+
+// NeastMid is
+type NeastMid struct {
+	Mid int64 `json:"mid"`
+}
+
+// NotifyInfo notify info.
+type NotifyInfo struct {
+	Uname   string `json:"uname"`
+	Mid     int64  `json:"mid"`
+	Type    string `json:"type"`
+	NewName string `json:"newName"`
+	Action  string `json:"action"`
+}
+
+// ExpMessage exp msg
+type ExpMessage struct {
+	Mid int64 `json:"mid"`
+	Exp int64 `json:"exp"`
+}
+
+// MemberBase is
+type MemberBase struct {
+	Mid  int64  `json:"mid"`
+	Name string `json:"name"`
+	Sex  int64  `json:"sex"`
+	Face string `json:"face"`
+	Sign string `json:"sign"`
+	Rank int64  `json:"rank"`
+}

app/job/main/member-cache/server/http/BUILD

@@ -0,0 +1,35 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = ["http.go"],
+    importpath = "go-common/app/job/main/member-cache/server/http",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//app/job/main/member-cache/conf:go_default_library",
+        "//app/job/main/member-cache/service:go_default_library",
+        "//library/log:go_default_library",
+        "//library/net/http/blademaster:go_default_library",
+        "//library/net/http/blademaster/middleware/verify:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/member-cache/server/http/http.go

@@ -0,0 +1,53 @@
+package http
+
+import (
+	"net/http"
+
+	"go-common/app/job/main/member-cache/conf"
+	"go-common/app/job/main/member-cache/service"
+	"go-common/library/log"
+	bm "go-common/library/net/http/blademaster"
+	"go-common/library/net/http/blademaster/middleware/verify"
+)
+
+var (
+	srv *service.Service
+	vfy *verify.Verify
+)
+
+// Init init
+func Init(c *conf.Config) {
+	srv = service.New(c)
+	vfy = verify.New(c.Verify)
+	engine := bm.DefaultServer(c.BM)
+	router(engine)
+	if err := engine.Start(); err != nil {
+		log.Error("engine.Start() error(%v)", err)
+		panic(err)
+	}
+}
+
+func router(e *bm.Engine) {
+	e.Ping(ping)
+	e.Register(register)
+	g := e.Group("/x/member-cache")
+	{
+		g.GET("/start", vfy.Verify, howToStart)
+	}
+}
+
+func ping(c *bm.Context) {
+	if err := srv.Ping(c); err != nil {
+		log.Error("ping error(%v)", err)
+		c.AbortWithStatus(http.StatusServiceUnavailable)
+	}
+}
+
+func register(c *bm.Context) {
+	c.JSON(map[string]interface{}{}, nil)
+}
+
+// example for http request handler
+func howToStart(c *bm.Context) {
+	c.String(0, "Golang 大法好 !!!")
+}

app/job/main/member-cache/service/BUILD

@@ -0,0 +1,41 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "account.go",
+        "block.go",
+        "member.go",
+        "service.go",
+    ],
+    importpath = "go-common/app/job/main/member-cache/service",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//app/job/main/member-cache/conf:go_default_library",
+        "//app/job/main/member-cache/dao:go_default_library",
+        "//app/job/main/member-cache/model:go_default_library",
+        "//library/log:go_default_library",
+        "//library/queue/databus:go_default_library",
+        "//vendor/github.com/pkg/errors:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/member-cache/service/account.go

@@ -0,0 +1,26 @@
+package service
+
+import (
+	"context"
+	"fmt"
+
+	"go-common/app/job/main/member-cache/model"
+	"go-common/library/log"
+)
+
+func notifyKey(mid int64) string {
+	return fmt.Sprintf("MemberCacheJob-AccountNotify-T%d", mid)
+}
+
+// NotifyPurgeCache is
+func (s *Service) NotifyPurgeCache(ctx context.Context, mid int64, action string) {
+	msg := &model.NotifyInfo{
+		Mid:    mid,
+		Action: action,
+	}
+	key := notifyKey(mid)
+	if err := s.accountNotify.Send(ctx, key, msg); err != nil {
+		log.Error("Failed to notify to purge cache with msg: %+v: %+v", msg, err)
+	}
+	log.Info("Succeed to notify to purge cache with msg: %+v", msg)
+}

app/job/main/member-cache/service/block.go

@@ -0,0 +1,48 @@
+package service
+
+import (
+	"context"
+	"encoding/json"
+
+	"go-common/app/job/main/member-cache/model"
+	"go-common/library/log"
+	"go-common/library/queue/databus"
+
+	"github.com/pkg/errors"
+)
+
+func (s *Service) handleBlockBinLog(ctx context.Context, msg *databus.Message) error {
+	defer func() {
+		if err := msg.Commit(); err != nil {
+			log.Error("Failed to commit message: %s: %+v", BeautifyMessage(msg), err)
+			return
+		}
+	}()
+
+	mu := &model.Binlog{}
+	if err := json.Unmarshal(msg.Value, mu); err != nil {
+		return errors.WithStack(err)
+	}
+
+	mmid := &model.NeastMid{}
+	bs := mu.New
+	if len(bs) <= 0 {
+		bs = mu.Old
+	}
+	if err := json.Unmarshal(bs, mmid); err != nil {
+		return errors.WithStack(err)
+	}
+
+	defer s.NotifyPurgeCache(ctx, mmid.Mid, model.ActBlockUser)
+	return s.dao.DeleteUserBlockCache(ctx, mmid.Mid)
+}
+
+func (s *Service) blockBinLogproc(ctx context.Context) {
+	for msg := range s.blockBinLog.Messages() {
+		if err := s.handleBlockBinLog(ctx, msg); err != nil {
+			log.Error("Failed to handle block binlog: %s: %+v", BeautifyMessage(msg), err)
+			continue
+		}
+		log.Info("Succeed to handle block binlog: %s", BeautifyMessage(msg))
+	}
+}

app/job/main/member-cache/service/member.go

@@ -0,0 +1,193 @@
+package service
+
+import (
+	"context"
+	"encoding/json"
+	"strings"
+
+	"go-common/app/job/main/member-cache/model"
+	"go-common/library/log"
+	"go-common/library/queue/databus"
+
+	"github.com/pkg/errors"
+)
+
+// consts
+const (
+	_MemberBaseInfo      = "user_base_"
+	_MemberMoral         = "user_moral"
+	_memberExp           = "user_exp_"
+	_memberRealnameApply = "realname_apply"
+	_memberRealnameInfo  = "realname_info"
+)
+
+// consts
+const (
+	expMulti = 100
+	level1   = 1
+	level2   = 200
+	level3   = 1500
+	level4   = 4500
+	level5   = 10800
+	level6   = 28800
+)
+
+func isExpAndLevelChange(mu *model.Binlog) (bool, bool) {
+	if mu.Action == "insert" {
+		return true, true
+	}
+	if len(mu.Old) <= 0 || len(mu.New) <= 0 {
+		return false, false
+	}
+	old := &model.ExpMessage{}
+	new := &model.ExpMessage{}
+	if err := json.Unmarshal(mu.New, new); err != nil {
+		return false, false
+	}
+	if err := json.Unmarshal(mu.Old, old); err != nil {
+		return false, false
+	}
+	expChange := false
+	levelChange := false
+	if old.Exp != new.Exp {
+		expChange = true
+	}
+	if level(old.Exp) != level(new.Exp) {
+		levelChange = true
+	}
+	return expChange, levelChange
+}
+
+func level(exp int64) int8 {
+	exp = exp / expMulti
+	switch {
+	case exp < level1:
+		return 0
+	case exp < level2:
+		return 1
+	case exp < level3:
+		return 2
+	case exp < level4:
+		return 3
+	case exp < level5:
+		return 4
+	case exp < level6:
+		return 5
+	default:
+		return 6
+	}
+}
+
+func resolveBaseAct(old json.RawMessage, new json.RawMessage) string {
+	if old == nil || new == nil {
+		return model.ActUpdateFace
+	}
+	ob := &model.MemberBase{}
+	if err := json.Unmarshal(old, ob); err != nil {
+		log.Error("Failed to parse data: %s", string(old))
+		return model.ActUpdateFace
+	}
+	nb := &model.MemberBase{}
+	if err := json.Unmarshal(new, nb); err != nil {
+		log.Error("Failed to parse data: %s", string(new))
+		return model.ActUpdateFace
+	}
+	if ob.Name != nb.Name {
+		return model.ActUpdateUname
+	}
+	if ob.Face != nb.Face {
+		return model.ActUpdateFace
+	}
+	return model.ActUpdateFace
+}
+
+func (s *Service) handleMemberBinLog(ctx context.Context, msg *databus.Message) error {
+	defer func() {
+		if err := msg.Commit(); err != nil {
+			log.Error("Failed to commit message: %+v", BeautifyMessage(msg))
+			return
+		}
+	}()
+
+	mu := &model.Binlog{}
+	if err := json.Unmarshal(msg.Value, mu); err != nil {
+		return errors.WithStack(err)
+	}
+
+	mmid := &model.NeastMid{}
+	bs := mu.New
+	if len(bs) <= 0 {
+		bs = mu.Old
+	}
+	if err := json.Unmarshal(bs, mmid); err != nil {
+		return errors.WithStack(err)
+	}
+
+	switch {
+	case strings.HasPrefix(mu.Table, _MemberBaseInfo):
+		if err := s.dao.DelBaseInfoCache(ctx, mmid.Mid); err != nil {
+			return err
+		}
+		s.NotifyPurgeCache(ctx, mmid.Mid, resolveBaseAct(mu.Old, mu.New))
+	case mu.Table == _MemberMoral:
+		if err := s.dao.DelMoralCache(ctx, mmid.Mid); err != nil {
+			return err
+		}
+		s.NotifyPurgeCache(ctx, mmid.Mid, model.ActUpdateMoral)
+	case mu.Table == _memberRealnameInfo || mu.Table == _memberRealnameApply:
+		if err := s.dao.DeleteRealnameCache(ctx, mmid.Mid); err != nil {
+			return err
+		}
+		s.NotifyPurgeCache(ctx, mmid.Mid, model.ActUpdateRealname)
+	case strings.HasPrefix(mu.Table, _memberExp):
+		mexp := &model.NewExp{}
+		if err := json.Unmarshal(mu.New, mexp); err != nil {
+			return errors.WithStack(err)
+		}
+		if err := s.dao.SetExpCache(ctx, mexp.Mid, mexp.Exp); err != nil {
+			return err
+		}
+		expChange, levelChange := isExpAndLevelChange(mu)
+		if expChange {
+			s.NotifyPurgeCache(ctx, mmid.Mid, model.ActUpdateExp)
+		}
+		if levelChange {
+			s.NotifyPurgeCache(ctx, mmid.Mid, model.ActUpdateLevel)
+		}
+	default:
+		if mmid.Mid <= 0 {
+			log.Info("Invalid message: %+v", BeautifyMessage(msg))
+			return nil
+		}
+		s.deleteAllCache(ctx, mmid.Mid)
+		s.NotifyPurgeCache(ctx, mmid.Mid, model.ActUpdateByAdmin)
+	}
+
+	return nil
+}
+
+func (s *Service) deleteAllCache(ctx context.Context, mid int64) error {
+	if err := s.dao.DelBaseInfoCache(ctx, mid); err != nil {
+		log.Error("Failed to delete cache: %+v", err)
+	}
+	if err := s.dao.DelMoralCache(ctx, mid); err != nil {
+		log.Error("Failed to delete cache: %+v", err)
+	}
+	if err := s.dao.DeleteRealnameCache(ctx, mid); err != nil {
+		log.Error("Failed to delete cache: %+v", err)
+	}
+	if err := s.dao.DelExpCache(ctx, mid); err != nil {
+		log.Error("Failed to delete cache: %+v", err)
+	}
+	return nil
+}
+
+func (s *Service) memberBinLogproc(ctx context.Context) {
+	for msg := range s.memberBinLog.Messages() {
+		if err := s.handleMemberBinLog(ctx, msg); err != nil {
+			log.Error("Failed to handle member binlog: %s: %+v", BeautifyMessage(msg), err)
+			continue
+		}
+		log.Info("Succeed to handle member binlog: %s", BeautifyMessage(msg))
+	}
+}

app/job/main/member-cache/service/service.go

@@ -0,0 +1,72 @@
+package service
+
+import (
+	"context"
+	"fmt"
+
+	"go-common/app/job/main/member-cache/conf"
+	"go-common/app/job/main/member-cache/dao"
+	"go-common/library/queue/databus"
+)
+
+// Service struct
+type Service struct {
+	c             *conf.Config
+	dao           *dao.Dao
+	memberBinLog  *databus.Databus
+	blockBinLog   *databus.Databus
+	accountNotify *databus.Databus
+}
+
+// New init
+func New(c *conf.Config) (s *Service) {
+	s = &Service{
+		c:             c,
+		dao:           dao.New(c),
+		memberBinLog:  databus.New(c.MemberBinLog),
+		blockBinLog:   databus.New(c.BlockBinLog),
+		accountNotify: databus.New(c.AccountNotify),
+	}
+	s.Start(context.Background())
+	return s
+}
+
+// Start to handle requests
+func (s *Service) Start(ctx context.Context) {
+	for i := 0; i < 10; i++ {
+		go s.memberBinLogproc(context.Background())
+	}
+	for i := 0; i < 10; i++ {
+		go s.blockBinLogproc(context.Background())
+	}
+}
+
+// Ping Service
+func (s *Service) Ping(c context.Context) (err error) {
+	return s.dao.Ping(c)
+}
+
+// Close Service
+func (s *Service) Close() {
+	s.dao.Close()
+}
+
+// BeautifyMessage is
+func BeautifyMessage(msg *databus.Message) string {
+	pmsg := struct {
+		Key       string `json:"key"`
+		Value     string `json:"value"`
+		Topic     string `json:"topic"`
+		Partition int32  `json:"partition"`
+		Offset    int64  `json:"offset"`
+		Timestamp int64  `json:"timestamp"`
+	}{
+		Key:       msg.Key,
+		Value:     string(msg.Value),
+		Topic:     msg.Topic,
+		Partition: msg.Partition,
+		Offset:    msg.Offset,
+		Timestamp: msg.Timestamp,
+	}
+	return fmt.Sprintf("%+v", pmsg)
+}