Create & Init Project...

app/job/main/member-cache/service/BUILD

@@ -0,0 +1,41 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "account.go",
+        "block.go",
+        "member.go",
+        "service.go",
+    ],
+    importpath = "go-common/app/job/main/member-cache/service",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//app/job/main/member-cache/conf:go_default_library",
+        "//app/job/main/member-cache/dao:go_default_library",
+        "//app/job/main/member-cache/model:go_default_library",
+        "//library/log:go_default_library",
+        "//library/queue/databus:go_default_library",
+        "//vendor/github.com/pkg/errors:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/member-cache/service/account.go

@@ -0,0 +1,26 @@
+package service
+
+import (
+	"context"
+	"fmt"
+
+	"go-common/app/job/main/member-cache/model"
+	"go-common/library/log"
+)
+
+func notifyKey(mid int64) string {
+	return fmt.Sprintf("MemberCacheJob-AccountNotify-T%d", mid)
+}
+
+// NotifyPurgeCache is
+func (s *Service) NotifyPurgeCache(ctx context.Context, mid int64, action string) {
+	msg := &model.NotifyInfo{
+		Mid:    mid,
+		Action: action,
+	}
+	key := notifyKey(mid)
+	if err := s.accountNotify.Send(ctx, key, msg); err != nil {
+		log.Error("Failed to notify to purge cache with msg: %+v: %+v", msg, err)
+	}
+	log.Info("Succeed to notify to purge cache with msg: %+v", msg)
+}

app/job/main/member-cache/service/block.go

@@ -0,0 +1,48 @@
+package service
+
+import (
+	"context"
+	"encoding/json"
+
+	"go-common/app/job/main/member-cache/model"
+	"go-common/library/log"
+	"go-common/library/queue/databus"
+
+	"github.com/pkg/errors"
+)
+
+func (s *Service) handleBlockBinLog(ctx context.Context, msg *databus.Message) error {
+	defer func() {
+		if err := msg.Commit(); err != nil {
+			log.Error("Failed to commit message: %s: %+v", BeautifyMessage(msg), err)
+			return
+		}
+	}()
+
+	mu := &model.Binlog{}
+	if err := json.Unmarshal(msg.Value, mu); err != nil {
+		return errors.WithStack(err)
+	}
+
+	mmid := &model.NeastMid{}
+	bs := mu.New
+	if len(bs) <= 0 {
+		bs = mu.Old
+	}
+	if err := json.Unmarshal(bs, mmid); err != nil {
+		return errors.WithStack(err)
+	}
+
+	defer s.NotifyPurgeCache(ctx, mmid.Mid, model.ActBlockUser)
+	return s.dao.DeleteUserBlockCache(ctx, mmid.Mid)
+}
+
+func (s *Service) blockBinLogproc(ctx context.Context) {
+	for msg := range s.blockBinLog.Messages() {
+		if err := s.handleBlockBinLog(ctx, msg); err != nil {
+			log.Error("Failed to handle block binlog: %s: %+v", BeautifyMessage(msg), err)
+			continue
+		}
+		log.Info("Succeed to handle block binlog: %s", BeautifyMessage(msg))
+	}
+}

app/job/main/member-cache/service/member.go

@@ -0,0 +1,193 @@
+package service
+
+import (
+	"context"
+	"encoding/json"
+	"strings"
+
+	"go-common/app/job/main/member-cache/model"
+	"go-common/library/log"
+	"go-common/library/queue/databus"
+
+	"github.com/pkg/errors"
+)
+
+// consts
+const (
+	_MemberBaseInfo      = "user_base_"
+	_MemberMoral         = "user_moral"
+	_memberExp           = "user_exp_"
+	_memberRealnameApply = "realname_apply"
+	_memberRealnameInfo  = "realname_info"
+)
+
+// consts
+const (
+	expMulti = 100
+	level1   = 1
+	level2   = 200
+	level3   = 1500
+	level4   = 4500
+	level5   = 10800
+	level6   = 28800
+)
+
+func isExpAndLevelChange(mu *model.Binlog) (bool, bool) {
+	if mu.Action == "insert" {
+		return true, true
+	}
+	if len(mu.Old) <= 0 || len(mu.New) <= 0 {
+		return false, false
+	}
+	old := &model.ExpMessage{}
+	new := &model.ExpMessage{}
+	if err := json.Unmarshal(mu.New, new); err != nil {
+		return false, false
+	}
+	if err := json.Unmarshal(mu.Old, old); err != nil {
+		return false, false
+	}
+	expChange := false
+	levelChange := false
+	if old.Exp != new.Exp {
+		expChange = true
+	}
+	if level(old.Exp) != level(new.Exp) {
+		levelChange = true
+	}
+	return expChange, levelChange
+}
+
+func level(exp int64) int8 {
+	exp = exp / expMulti
+	switch {
+	case exp < level1:
+		return 0
+	case exp < level2:
+		return 1
+	case exp < level3:
+		return 2
+	case exp < level4:
+		return 3
+	case exp < level5:
+		return 4
+	case exp < level6:
+		return 5
+	default:
+		return 6
+	}
+}
+
+func resolveBaseAct(old json.RawMessage, new json.RawMessage) string {
+	if old == nil || new == nil {
+		return model.ActUpdateFace
+	}
+	ob := &model.MemberBase{}
+	if err := json.Unmarshal(old, ob); err != nil {
+		log.Error("Failed to parse data: %s", string(old))
+		return model.ActUpdateFace
+	}
+	nb := &model.MemberBase{}
+	if err := json.Unmarshal(new, nb); err != nil {
+		log.Error("Failed to parse data: %s", string(new))
+		return model.ActUpdateFace
+	}
+	if ob.Name != nb.Name {
+		return model.ActUpdateUname
+	}
+	if ob.Face != nb.Face {
+		return model.ActUpdateFace
+	}
+	return model.ActUpdateFace
+}
+
+func (s *Service) handleMemberBinLog(ctx context.Context, msg *databus.Message) error {
+	defer func() {
+		if err := msg.Commit(); err != nil {
+			log.Error("Failed to commit message: %+v", BeautifyMessage(msg))
+			return
+		}
+	}()
+
+	mu := &model.Binlog{}
+	if err := json.Unmarshal(msg.Value, mu); err != nil {
+		return errors.WithStack(err)
+	}
+
+	mmid := &model.NeastMid{}
+	bs := mu.New
+	if len(bs) <= 0 {
+		bs = mu.Old
+	}
+	if err := json.Unmarshal(bs, mmid); err != nil {
+		return errors.WithStack(err)
+	}
+
+	switch {
+	case strings.HasPrefix(mu.Table, _MemberBaseInfo):
+		if err := s.dao.DelBaseInfoCache(ctx, mmid.Mid); err != nil {
+			return err
+		}
+		s.NotifyPurgeCache(ctx, mmid.Mid, resolveBaseAct(mu.Old, mu.New))
+	case mu.Table == _MemberMoral:
+		if err := s.dao.DelMoralCache(ctx, mmid.Mid); err != nil {
+			return err
+		}
+		s.NotifyPurgeCache(ctx, mmid.Mid, model.ActUpdateMoral)
+	case mu.Table == _memberRealnameInfo || mu.Table == _memberRealnameApply:
+		if err := s.dao.DeleteRealnameCache(ctx, mmid.Mid); err != nil {
+			return err
+		}
+		s.NotifyPurgeCache(ctx, mmid.Mid, model.ActUpdateRealname)
+	case strings.HasPrefix(mu.Table, _memberExp):
+		mexp := &model.NewExp{}
+		if err := json.Unmarshal(mu.New, mexp); err != nil {
+			return errors.WithStack(err)
+		}
+		if err := s.dao.SetExpCache(ctx, mexp.Mid, mexp.Exp); err != nil {
+			return err
+		}
+		expChange, levelChange := isExpAndLevelChange(mu)
+		if expChange {
+			s.NotifyPurgeCache(ctx, mmid.Mid, model.ActUpdateExp)
+		}
+		if levelChange {
+			s.NotifyPurgeCache(ctx, mmid.Mid, model.ActUpdateLevel)
+		}
+	default:
+		if mmid.Mid <= 0 {
+			log.Info("Invalid message: %+v", BeautifyMessage(msg))
+			return nil
+		}
+		s.deleteAllCache(ctx, mmid.Mid)
+		s.NotifyPurgeCache(ctx, mmid.Mid, model.ActUpdateByAdmin)
+	}
+
+	return nil
+}
+
+func (s *Service) deleteAllCache(ctx context.Context, mid int64) error {
+	if err := s.dao.DelBaseInfoCache(ctx, mid); err != nil {
+		log.Error("Failed to delete cache: %+v", err)
+	}
+	if err := s.dao.DelMoralCache(ctx, mid); err != nil {
+		log.Error("Failed to delete cache: %+v", err)
+	}
+	if err := s.dao.DeleteRealnameCache(ctx, mid); err != nil {
+		log.Error("Failed to delete cache: %+v", err)
+	}
+	if err := s.dao.DelExpCache(ctx, mid); err != nil {
+		log.Error("Failed to delete cache: %+v", err)
+	}
+	return nil
+}
+
+func (s *Service) memberBinLogproc(ctx context.Context) {
+	for msg := range s.memberBinLog.Messages() {
+		if err := s.handleMemberBinLog(ctx, msg); err != nil {
+			log.Error("Failed to handle member binlog: %s: %+v", BeautifyMessage(msg), err)
+			continue
+		}
+		log.Info("Succeed to handle member binlog: %s", BeautifyMessage(msg))
+	}
+}

app/job/main/member-cache/service/service.go

@@ -0,0 +1,72 @@
+package service
+
+import (
+	"context"
+	"fmt"
+
+	"go-common/app/job/main/member-cache/conf"
+	"go-common/app/job/main/member-cache/dao"
+	"go-common/library/queue/databus"
+)
+
+// Service struct
+type Service struct {
+	c             *conf.Config
+	dao           *dao.Dao
+	memberBinLog  *databus.Databus
+	blockBinLog   *databus.Databus
+	accountNotify *databus.Databus
+}
+
+// New init
+func New(c *conf.Config) (s *Service) {
+	s = &Service{
+		c:             c,
+		dao:           dao.New(c),
+		memberBinLog:  databus.New(c.MemberBinLog),
+		blockBinLog:   databus.New(c.BlockBinLog),
+		accountNotify: databus.New(c.AccountNotify),
+	}
+	s.Start(context.Background())
+	return s
+}
+
+// Start to handle requests
+func (s *Service) Start(ctx context.Context) {
+	for i := 0; i < 10; i++ {
+		go s.memberBinLogproc(context.Background())
+	}
+	for i := 0; i < 10; i++ {
+		go s.blockBinLogproc(context.Background())
+	}
+}
+
+// Ping Service
+func (s *Service) Ping(c context.Context) (err error) {
+	return s.dao.Ping(c)
+}
+
+// Close Service
+func (s *Service) Close() {
+	s.dao.Close()
+}
+
+// BeautifyMessage is
+func BeautifyMessage(msg *databus.Message) string {
+	pmsg := struct {
+		Key       string `json:"key"`
+		Value     string `json:"value"`
+		Topic     string `json:"topic"`
+		Partition int32  `json:"partition"`
+		Offset    int64  `json:"offset"`
+		Timestamp int64  `json:"timestamp"`
+	}{
+		Key:       msg.Key,
+		Value:     string(msg.Value),
+		Topic:     msg.Topic,
+		Partition: msg.Partition,
+		Offset:    msg.Offset,
+		Timestamp: msg.Timestamp,
+	}
+	return fmt.Sprintf("%+v", pmsg)
+}