Create & Init Project...

app/job/main/web-goblin/service/web/BUILD

@@ -0,0 +1,56 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+    "go_test",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "service.go",
+        "ugc.go",
+    ],
+    importpath = "go-common/app/job/main/web-goblin/service/web",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//app/job/main/web-goblin/conf:go_default_library",
+        "//app/job/main/web-goblin/dao/web:go_default_library",
+        "//app/job/main/web-goblin/model/web:go_default_library",
+        "//app/service/main/dynamic/model:go_default_library",
+        "//app/service/main/dynamic/rpc/client:go_default_library",
+        "//library/log:go_default_library",
+        "//library/queue/databus:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)
+
+go_test(
+    name = "go_default_test",
+    srcs = [
+        "service_test.go",
+        "ugc_test.go",
+    ],
+    embed = [":go_default_library"],
+    tags = ["automanaged"],
+    deps = [
+        "//app/job/main/web-goblin/conf:go_default_library",
+        "//app/job/main/web-goblin/model/web:go_default_library",
+        "//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
+    ],
+)

app/job/main/web-goblin/service/web/service.go

@@ -0,0 +1,104 @@
+package web
+
+import (
+	"context"
+	"encoding/json"
+	"sync"
+	"time"
+
+	"go-common/app/job/main/web-goblin/conf"
+	mdlweb "go-common/app/job/main/web-goblin/dao/web"
+	"go-common/app/job/main/web-goblin/model/web"
+	dymdl "go-common/app/service/main/dynamic/model"
+	dyrpc "go-common/app/service/main/dynamic/rpc/client"
+	"go-common/library/log"
+	"go-common/library/queue/databus"
+)
+
+// Service struct .
+type Service struct {
+	c                *conf.Config
+	dao              *mdlweb.Dao
+	dy               *dyrpc.Service
+	waiter           *sync.WaitGroup
+	archiveNotifySub *databus.Databus
+}
+
+// New init .
+func New(c *conf.Config) (s *Service) {
+	s = &Service{
+		c:                c,
+		dao:              mdlweb.New(c),
+		dy:               dyrpc.New(c.DynamicRPC),
+		waiter:           new(sync.WaitGroup),
+		archiveNotifySub: databus.New(c.ArchiveNotifySub),
+	}
+	go s.broadcastDy()
+	s.waiter.Add(1)
+	go s.allSearch()
+	return s
+}
+
+// Ping Service .
+func (s *Service) Ping(c context.Context) (err error) {
+	return s.dao.Ping(c)
+}
+
+// Close Service .
+func (s *Service) Close() {
+	s.dao.Close()
+}
+
+func (s *Service) broadcastDy() {
+	var (
+		dynamics map[string]int
+		err      error
+		b        []byte
+	)
+	for {
+		if dynamics, err = s.dy.RegionTotal(context.Background(), &dymdl.ArgRegionTotal{RealIP: ""}); err != nil {
+			mdlweb.PromError("RegionTotal接口错误", "s.dy.RegionTotal error(%v)", err)
+			time.Sleep(time.Second)
+			continue
+		}
+		if b, err = json.Marshal(dynamics); err != nil {
+			log.Error("broadcastDy json.Marshal error(%v)", err)
+			return
+		}
+		if err = s.dao.PushAll(context.Background(), string(b), ""); err != nil {
+			log.Error("s.dao.PushAll(%+v) error(%v)", dynamics, err)
+			time.Sleep(time.Second)
+			continue
+		}
+		time.Sleep(time.Second * 5)
+	}
+}
+
+func (s *Service) allSearch() {
+	var (
+		err error
+		ctx = context.Background()
+	)
+
+	defer s.waiter.Done()
+	for {
+		msg, ok := <-s.archiveNotifySub.Messages()
+		if !ok {
+			log.Error("web-goblin-job databus Consumer exit")
+			return
+		}
+		res := &web.ArcMsg{}
+		if err = json.Unmarshal(msg.Value, res); err != nil {
+			msg.Commit()
+			log.Error("json.Unmarshal(%s) error(%v)", msg.Value, err)
+			continue
+		}
+		if res.Table != _archive {
+			continue
+		}
+		s.UgcIncrement(ctx, res)
+		msg.Commit()
+		log.Info("consume allSearch ugc key:%s partition:%d offset:%d)", msg.Key, msg.Partition, msg.Offset)
+		time.Sleep(10 * time.Millisecond)
+	}
+}

app/job/main/web-goblin/service/web/service_test.go

@@ -0,0 +1,27 @@
+package web
+
+import (
+	"flag"
+	"path/filepath"
+	"time"
+
+	"go-common/app/job/main/web-goblin/conf"
+)
+
+var (
+	srv *Service
+)
+
+func init() {
+	dir, _ := filepath.Abs("../../cmd/web-goblin-job-test.toml")
+	flag.Set("conf", dir)
+	conf.Init()
+	srv = New(conf.Conf)
+	time.Sleep(time.Second)
+}
+
+func WithService(f func(s *Service)) func() {
+	return func() {
+		f(srv)
+	}
+}

app/job/main/web-goblin/service/web/ugc.go

@@ -0,0 +1,45 @@
+package web
+
+import (
+	"context"
+	"time"
+
+	"go-common/app/job/main/web-goblin/model/web"
+	"go-common/library/log"
+)
+
+const (
+	_opadd   = "add"
+	_opdel   = "del"
+	_insert  = "insert"
+	_update  = "update"
+	_archive = "archive"
+)
+
+// UgcIncrement ugc increment .
+func (s *Service) UgcIncrement(ctx context.Context, arg *web.ArcMsg) (err error) {
+	m := make(map[string]interface{})
+	if arg.New.CTime != "" {
+		m["ctime"] = arg.New.CTime
+	}
+	m["mtime"] = time.Now().Format("2006-01-02 15:04:05")
+	if arg.New.PubTime != "" {
+		m["ptime"] = arg.New.PubTime
+	}
+	m["mid"] = arg.New.Mid
+	m["aid"] = arg.New.Aid
+	if arg.Action == _insert {
+		m["action"] = _opadd
+	}
+	if arg.Action == _update {
+		if arg.New.State != arg.Old.State && arg.New.State < 0 {
+			m["action"] = _opdel
+		} else {
+			m["action"] = _update
+		}
+	}
+	if err = s.dao.UgcSearch(ctx, m); err != nil {
+		log.Error("s.dao.UgcIncre error", err)
+	}
+	return
+}

app/job/main/web-goblin/service/web/ugc_test.go

@@ -0,0 +1,26 @@
+package web
+
+import (
+	"context"
+	"testing"
+
+	"go-common/app/job/main/web-goblin/model/web"
+
+	. "github.com/smartystreets/goconvey/convey"
+)
+
+func TestService_UgcIncrement(t *testing.T) {
+	Convey("test UgcIncrement", t, WithService(func(s *Service) {
+		var (
+			err error
+			ctx = context.Background()
+			v   = &web.ArcMsg{
+				Action: "add",
+				Table:  "archive",
+				New:    nil,
+			}
+		)
+		err = s.UgcIncrement(ctx, v)
+		So(err, ShouldBeNil)
+	}))
+}