Create & Init Project...

app/job/main/point/service/BUILD

@@ -0,0 +1,58 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_test",
+    "go_library",
+)
+
+go_test(
+    name = "go_default_test",
+    srcs = ["service_test.go"],
+    embed = [":go_default_library"],
+    rundir = ".",
+    tags = ["automanaged"],
+    deps = [
+        "//app/job/main/point/conf:go_default_library",
+        "//app/job/main/point/model:go_default_library",
+        "//library/log:go_default_library",
+        "//library/time:go_default_library",
+        "//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
+    ],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "point.go",
+        "service.go",
+    ],
+    importpath = "go-common/app/job/main/point/service",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//app/job/main/point/conf:go_default_library",
+        "//app/job/main/point/dao:go_default_library",
+        "//app/job/main/point/model:go_default_library",
+        "//app/service/main/point/model:go_default_library",
+        "//app/service/main/point/rpc/client:go_default_library",
+        "//library/database/sql:go_default_library",
+        "//library/log:go_default_library",
+        "//library/queue/databus:go_default_library",
+        "//library/time:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/point/service/point.go

@@ -0,0 +1,70 @@
+package service
+
+import (
+	"context"
+	"time"
+
+	"go-common/app/job/main/point/model"
+	"go-common/library/log"
+	xtime "go-common/library/time"
+)
+
+const (
+	_timeFormat = "2006-01-02 15:04:05"
+)
+
+// AddPoint add point.
+func (s *Service) AddPoint(c context.Context, p *model.VipPoint) (err error) {
+	if _, err = s.dao.AddPoint(c, p); err != nil {
+		log.Error("%+v", err)
+		return
+	}
+	s.dao.DelPointInfoCache(c, p.Mid)
+	return
+}
+
+// UpdatePoint update point.
+func (s *Service) UpdatePoint(c context.Context, p *model.VipPoint, oldpoint *model.VipPoint) (err error) {
+	if _, err = s.dao.UpdatePoint(c, p, oldpoint.Ver); err != nil {
+		log.Error("%+v", err)
+		return
+	}
+	s.dao.DelPointInfoCache(c, p.Mid)
+	return
+}
+
+// AddPointHistory add point history.
+func (s *Service) AddPointHistory(c context.Context, h *model.VipPointChangeHistoryMsg) (err error) {
+	var (
+		history    = new(model.VipPointChangeHistory)
+		changeTime time.Time
+	)
+	history.ChangeType = h.ChangeType
+	history.Mid = h.Mid
+	history.Operator = h.Operator
+	history.OrderID = h.OrderID
+	history.Point = h.Point
+	history.PointBalance = h.PointBalance
+	history.RelationID = h.RelationID
+	history.Remark = h.Remark
+	if changeTime, err = time.ParseInLocation(_timeFormat, h.ChangeTime, time.Local); err != nil {
+		log.Error("time.ParseInLocation error %+v", err)
+		return
+	}
+	history.ChangeTime = xtime.Time(changeTime.Unix())
+	if _, err = s.dao.AddPointHistory(c, history); err != nil {
+		log.Error("%+v", err)
+		return
+	}
+	return
+}
+
+// Notify notify.
+func (s *Service) Notify(c context.Context, msg *model.VipPointChangeHistoryMsg) (err error) {
+	for _, url := range s.c.Properties.NotifyCacheDelURL {
+		if err = s.dao.NotifyCacheDel(c, url, msg.Mid, "127.0.0.1"); err != nil {
+			log.Error("NotifyCacheDel fail(%d) %+v", msg.Mid, err)
+		}
+	}
+	return
+}

app/job/main/point/service/service.go

@@ -0,0 +1,334 @@
+package service
+
+import (
+	"context"
+	"encoding/json"
+	"fmt"
+	"sync"
+	"time"
+
+	"go-common/app/job/main/point/conf"
+	"go-common/app/job/main/point/dao"
+	"go-common/app/job/main/point/model"
+	rpcmdl "go-common/app/service/main/point/model"
+	"go-common/app/service/main/point/rpc/client"
+	xsql "go-common/library/database/sql"
+	"go-common/library/log"
+	"go-common/library/queue/databus"
+	xtime "go-common/library/time"
+)
+
+const (
+	_vipPointChange = "vip_point_change_history"
+	_pointChange    = "point_change_history"
+	_insert         = "insert"
+)
+
+// Service struct
+type Service struct {
+	c                  *conf.Config
+	dao                *dao.Dao
+	oldVipPointDatabus *databus.Databus
+	pointDatabus       *databus.Databus
+	pointUpdate        *databus.Databus
+	waiter             sync.WaitGroup
+	closed             bool
+	pointRPC           *client.Service
+}
+
+// New init
+func New(c *conf.Config) (s *Service) {
+	s = &Service{
+		c:        c,
+		dao:      dao.New(c),
+		pointRPC: client.New(c.PointRPC),
+	}
+	if c.DataBus.OldVipBinlog != nil {
+		s.oldVipPointDatabus = databus.New(c.DataBus.OldVipBinlog)
+		s.waiter.Add(1)
+		go s.syncoldpointdataproc()
+	}
+	if c.DataBus.PointBinlog != nil {
+		s.pointDatabus = databus.New(c.DataBus.PointBinlog)
+		s.waiter.Add(1)
+		go s.pointbinlogproc()
+	}
+	if c.DataBus.PointUpdate != nil {
+		s.pointUpdate = databus.New(c.DataBus.PointUpdate)
+		s.waiter.Add(1)
+		go s.pointupdateproc()
+	}
+	return s
+}
+
+// Ping Service
+func (s *Service) Ping(c context.Context) (err error) {
+	return s.dao.Ping(c)
+}
+
+// Close Service
+func (s *Service) Close() (err error) {
+	defer s.waiter.Wait()
+	s.closed = true
+	s.dao.Close()
+	if err = s.oldVipPointDatabus.Close(); err != nil {
+		log.Error("s.oldVipPointDatabus.Close() error(%v)", err)
+		return
+	}
+	if err = s.pointDatabus.Close(); err != nil {
+		log.Error("s.pointDatabus.Close() error(%v)", err)
+		return
+	}
+	if err = s.pointUpdate.Close(); err != nil {
+		log.Error("s.pointUpdate.Close() error(%v)", err)
+		return
+	}
+	return
+}
+
+func (s *Service) syncoldpointdataproc() {
+	defer s.waiter.Done()
+	var (
+		err     error
+		msg     *databus.Message
+		msgChan = s.oldVipPointDatabus.Messages()
+		ok      bool
+		c       = context.Background()
+	)
+	for {
+		msg, ok = <-msgChan
+		if s.closed || !ok {
+			log.Info("syncoldpointdataproc msgChan closed")
+			return
+		}
+		if err = msg.Commit(); err != nil {
+			log.Error("msg.Commit err(%v)", err)
+		}
+		message := &model.MsgCanal{}
+		if err = json.Unmarshal([]byte(msg.Value), message); err != nil {
+			log.Error("json.Unmarshal(%v) err(%v)", message, err)
+			continue
+		}
+		if message.Table == _vipPointChange {
+			history := new(model.VipPointChangeHistoryMsg)
+			if err = json.Unmarshal(message.New, history); err != nil {
+				log.Error("json.Unmarshal val(%v) error(%v)", string(message.New), err)
+				continue
+			}
+			if message.Action == _insert {
+				var count int64
+				if count, err = s.dao.HistoryCount(c, history.Mid, history.OrderID); err != nil {
+					log.Error("update point(%v) history(%v)", err, history)
+					continue
+				}
+				if count > 0 {
+					log.Error("update point change history had repeat record(%v)", history)
+					continue
+				}
+				changeTime, err := time.ParseInLocation("2006-01-02 15:04:05", history.ChangeTime, time.Local)
+				if err != nil {
+					log.Error("update point time.ParseInLocation(%s) error(%v)", history.ChangeTime, err)
+					continue
+				}
+				ph := &model.PointHistory{
+					Mid:          history.Mid,
+					Point:        history.Point,
+					OrderID:      history.OrderID,
+					ChangeType:   int(history.ChangeType),
+					ChangeTime:   xtime.Time(changeTime.Unix()),
+					RelationID:   history.RelationID,
+					PointBalance: history.PointBalance,
+					Remark:       history.Remark,
+					Operator:     history.Operator,
+				}
+				s.updatePointWithHistory(c, ph)
+			}
+		}
+	}
+}
+
+func (s *Service) pointbinlogproc() {
+	defer s.waiter.Done()
+	var (
+		err     error
+		msg     *databus.Message
+		msgChan = s.pointDatabus.Messages()
+		ok      bool
+		c       = context.Background()
+	)
+	for {
+		msg, ok = <-msgChan
+		if s.closed || !ok {
+			log.Info("pointbinlogproc msgChan closed")
+			return
+		}
+		if err = msg.Commit(); err != nil {
+			log.Error("msg.Commit err(%v)", err)
+		}
+		v := &model.MsgCanal{}
+		if err = json.Unmarshal([]byte(msg.Value), v); err != nil {
+			log.Error("json.Unmarshal(%v) err(%v)", v, err)
+			continue
+		}
+		if v.Table != _pointChange || v.Action != _insert {
+			continue
+		}
+		h := new(model.VipPointChangeHistoryMsg)
+		if err = json.Unmarshal(v.New, h); err != nil {
+			log.Error("json.Unmarshal val(%v) error(%v)", string(v.New), err)
+			continue
+		}
+		log.Info("point change log %+v", h)
+		s.Notify(c, h)
+	}
+}
+
+func (s *Service) updatePointWithHistory(c context.Context, ph *model.PointHistory) (pointBalance int64, activePoint int64, err error) {
+	var (
+		tx *xsql.Tx
+	)
+	if tx, err = s.dao.BeginTran(c); err != nil {
+		log.Error("update point mid(%d) %+v record(%v)", ph.Mid, err, ph)
+		return
+	}
+	defer func() {
+		if err == nil {
+			if err = tx.Commit(); err != nil {
+				log.Error("update point tx.Commit %+v record(%v)", err, ph)
+				tx.Rollback()
+			}
+		} else {
+			tx.Rollback()
+		}
+	}()
+	if pointBalance, err = s.updatePoint(c, tx, ph.Mid, ph.Point, ph); err != nil {
+		log.Error("update point mid(%d) %+v record(%v)", ph.Mid, err, ph)
+		return
+	}
+	if _, err = s.dao.InsertPointHistory(c, tx, ph); err != nil {
+		log.Error("update point mid(%d) %+v record(%v)", ph.Mid, err, ph)
+		return
+	}
+	return
+}
+
+func (s *Service) updatePoint(c context.Context, tx *xsql.Tx, mid, point int64, ph *model.PointHistory) (pb int64, err error) {
+	var (
+		pi  *model.PointInfo
+		ver int64
+		a   int64
+	)
+	if pi, err = s.dao.TxPointInfo(c, tx, mid); err != nil {
+		log.Error("%+v", err)
+		return
+	}
+	if point == 0 {
+		return
+	}
+	if pi == nil {
+		if point < 0 {
+			point = 0
+			log.Error("update point<0 mid(%d) (%v)", mid, ph)
+		}
+		pb = point
+		pi = new(model.PointInfo)
+		pi.Ver = 1
+		pi.PointBalance = point
+		pi.Mid = mid
+		if a, err = s.dao.InsertPoint(c, tx, pi); err != nil {
+			log.Error("%v", err)
+			return
+		}
+		if a != 1 {
+			err = fmt.Errorf("operation failed")
+			return
+		}
+
+	} else {
+		pb = pi.PointBalance + point
+		if pb < 0 {
+			pb = 0
+			log.Error("update point<0 mid(%d)(%v)", mid, ph)
+		}
+		pi.PointBalance = pb
+		ver = pi.Ver
+		pi.Ver++
+		if a, err = s.dao.UpdatePointInfo(c, tx, pi, ver); err != nil {
+			log.Error("%v", err)
+			return
+		}
+		if a != 1 {
+			err = fmt.Errorf("operation failed")
+			return
+		}
+	}
+	return
+}
+
+func (s *Service) fixdata(mtimeStr string) (err error) {
+	var (
+		pis   []*model.PointInfo
+		c     = context.TODO()
+		mtime time.Time
+	)
+	log.Info("fixdata start ")
+	if mtime, err = time.ParseInLocation("2006-01-02 15:04:05", mtimeStr, time.Local); err != nil {
+		log.Error("fixdata ParseInLocation error(%v)", err)
+		return
+	}
+	if pis, err = s.dao.MidsByMtime(c, mtime); err != nil {
+		log.Error("fixdata err %+v ", err)
+		return
+	}
+	log.Info("fixdata count %d ", len(pis))
+	for _, pi := range pis {
+		log.Info("fixdata ing %v ", pi)
+		var point int64
+		if point, err = s.dao.LastOneHistory(c, pi.Mid); err != nil {
+			log.Error("fixdata history err %+v ", err)
+			return
+		}
+		if point == pi.PointBalance {
+			continue
+		}
+		log.Info("fixdata mid(%d) %+v ", pi.Mid, err)
+		var af int64
+		if af, err = s.dao.FixPointInfo(c, pi.Mid, point); err != nil {
+			log.Error("fixdata FixPointInfo mid(%d) %+v ", pi.Mid, err)
+			return
+		}
+		if af != 1 {
+			log.Error("fixdata af!=1 mid(%d)", pi.Mid)
+			return
+		}
+	}
+	log.Info("fixdata end ")
+	return
+}
+
+func (s *Service) pointupdateproc() {
+	defer s.waiter.Done()
+	var (
+		err     error
+		msg     *databus.Message
+		msgChan = s.pointUpdate.Messages()
+		ok      bool
+		c       = context.Background()
+	)
+	for {
+		msg, ok = <-msgChan
+		if !ok {
+			log.Info("pointupdateproc msgChan closed")
+			return
+		}
+		if err = msg.Commit(); err != nil {
+			log.Error("msg.Commit err(%v)", err)
+		}
+		v := &rpcmdl.ArgPointAdd{}
+		if err = json.Unmarshal([]byte(msg.Value), v); err != nil {
+			log.Error("json.Unmarshal(%v) err(%v)", v, err)
+			continue
+		}
+		s.pointRPC.PointAddByBp(c, v)
+	}
+}

app/job/main/point/service/service_test.go

@@ -0,0 +1,159 @@
+package service
+
+import (
+	"context"
+	"flag"
+	"testing"
+	"time"
+
+	"go-common/app/job/main/point/conf"
+	"go-common/app/job/main/point/model"
+	"go-common/library/log"
+	xtime "go-common/library/time"
+
+	. "github.com/smartystreets/goconvey/convey"
+)
+
+var (
+	s *Service
+	c = context.TODO()
+)
+
+func init() {
+	var (
+		err error
+	)
+	flag.Set("conf", "../cmd/point-job.toml")
+	if err = conf.Init(); err != nil {
+		panic(err)
+	}
+	c = context.Background()
+	if s == nil {
+		s = New(conf.Conf)
+	}
+	time.Sleep(time.Second)
+}
+
+// go test  -test.v -test.run TestAddPoint
+func TestAddPoint(t *testing.T) {
+	Convey("TestAddPoint", t, func() {
+		p := &model.VipPoint{
+			Mid:          111,
+			PointBalance: 1,
+			Ver:          1,
+		}
+		err := s.AddPoint(c, p)
+		So(err, ShouldBeNil)
+	})
+}
+
+// go test  -test.v -test.run TestUpdatePoint
+func TestUpdatePoint(t *testing.T) {
+	Convey("TestUpdatePoint", t, func() {
+		p := &model.VipPoint{
+			Mid:          27515415,
+			PointBalance: 2,
+			Ver:          260,
+		}
+		oldp := &model.VipPoint{
+			Ver: 259,
+		}
+		err := s.UpdatePoint(c, p, oldp)
+		So(err, ShouldBeNil)
+	})
+}
+
+// go test  -test.v -test.run TestChangeHistory
+func TestChangeHistory(t *testing.T) {
+	Convey("TestChangeHistory", t, func() {
+		h := &model.VipPointChangeHistoryMsg{
+			Mid:          111,
+			Point:        2,
+			OrderID:      "wqwqe22112",
+			ChangeType:   10,
+			ChangeTime:   "2018-03-14 18:30:57",
+			RelationID:   "11",
+			PointBalance: 111,
+		}
+		err := s.AddPointHistory(c, h)
+		So(err, ShouldBeNil)
+	})
+}
+
+// go test  -test.v -test.run TestUpdatePointByHistory
+func TestUpdatePointByHistory(t *testing.T) {
+	Convey("TestUpdatePointByHistory", t, func() {
+		var (
+			count   int64
+			err     error
+			hs      []*model.VipPointChangeHistoryMsg
+			history *model.VipPointChangeHistoryMsg
+		)
+		history = &model.VipPointChangeHistoryMsg{
+			Mid:          int64(26645632),
+			Point:        int64(150),
+			OrderID:      "201804121752494042821812",
+			ChangeType:   3,
+			ChangeTime:   "2018-04-12 17:52:49",
+			RelationID:   "seasonId:6339",
+			PointBalance: int64(150),
+			Remark:       "欢迎来到实力至上主义的教室",
+			Operator:     "",
+		}
+		hs = append(hs, history)
+		history = &model.VipPointChangeHistoryMsg{
+			Mid:          int64(26645632),
+			Point:        int64(100),
+			OrderID:      "201804121755088867934612",
+			ChangeType:   3,
+			ChangeTime:   "2018-04-12 17:55:09",
+			RelationID:   "seasonId:1699",
+			PointBalance: int64(250),
+			Remark:       "四月是你的谎言",
+			Operator:     "",
+		}
+		hs = append(hs, history)
+		for _, history := range hs {
+			if count, err = s.dao.HistoryCount(c, history.Mid, history.OrderID); err != nil {
+				log.Error("update point(%v) history(%v)", err, history)
+				continue
+			}
+			So(err, ShouldBeNil)
+			So(count == 0, ShouldBeTrue)
+			changeTime, err := time.ParseInLocation("2006-01-02 15:04:05", history.ChangeTime, time.Local)
+			So(err, ShouldBeNil)
+			ph := &model.PointHistory{
+				Mid:          history.Mid,
+				Point:        history.Point,
+				OrderID:      history.OrderID,
+				ChangeType:   int(history.ChangeType),
+				ChangeTime:   xtime.Time(changeTime.Unix()),
+				RelationID:   history.RelationID,
+				PointBalance: history.PointBalance,
+				Remark:       history.Remark,
+				Operator:     history.Operator,
+			}
+			s.updatePointWithHistory(c, ph)
+			So(err, ShouldBeNil)
+		}
+	})
+}
+
+// go test  -test.v -test.run TestFixData
+func TestFixData(t *testing.T) {
+	Convey("TestFixData", t, func() {
+		err := s.fixdata("2018-04-12 18:20:00")
+		So(err, ShouldBeNil)
+	})
+}
+
+// go test  -test.v -test.run TestFixData
+func TestNotify(t *testing.T) {
+	Convey("TestNotify", t, func() {
+		msg := &model.VipPointChangeHistoryMsg{
+			Mid: 1,
+		}
+		err := s.Notify(context.TODO(), msg)
+		So(err, ShouldBeNil)
+	})
+}