Create & Init Project...

app/interface/main/report-click/dao/BUILD

@@ -0,0 +1,51 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_test",
+    "go_library",
+)
+
+go_test(
+    name = "go_default_test",
+    srcs = [
+        "dao_test.go",
+        "databus_test.go",
+    ],
+    embed = [":go_default_library"],
+    rundir = ".",
+    tags = ["automanaged"],
+    deps = [
+        "//app/interface/main/report-click/conf:go_default_library",
+        "//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
+    ],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "dao.go",
+        "databus.go",
+    ],
+    importpath = "go-common/app/interface/main/report-click/dao",
+    tags = ["automanaged"],
+    deps = [
+        "//app/interface/main/report-click/conf:go_default_library",
+        "//library/log:go_default_library",
+        "//library/queue/databus:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/interface/main/report-click/dao/dao.go

@@ -0,0 +1,43 @@
+package dao
+
+import (
+	"bytes"
+	"sync"
+
+	"go-common/app/interface/main/report-click/conf"
+	"go-common/library/queue/databus"
+)
+
+// Dao report-click dao
+type Dao struct {
+	c       *conf.Config
+	merge   *databus.Databus
+	msgs    chan []byte
+	spliter []byte
+	bfp     sync.Pool
+}
+
+// New dao.
+func New(c *conf.Config) (d *Dao) {
+	d = &Dao{
+		c:       c,
+		merge:   databus.New(c.DataBus.Merge),
+		msgs:    make(chan []byte, 1024),
+		spliter: []byte("\001"),
+		bfp: sync.Pool{
+			New: func() interface{} {
+				return bytes.NewBuffer([]byte{})
+			},
+		},
+	}
+	go d.pubproc()
+	return
+}
+
+// Close close kafka connection.
+func (d *Dao) Close() {
+	d.msgs <- d.spliter
+	if d.merge != nil {
+		d.merge.Close()
+	}
+}

app/interface/main/report-click/dao/dao_test.go

@@ -0,0 +1,33 @@
+package dao
+
+import (
+	"flag"
+	"os"
+	"testing"
+
+	"go-common/app/interface/main/report-click/conf"
+)
+
+var (
+	d *Dao
+)
+
+func TestMain(m *testing.M) {
+	if os.Getenv("DEPLOY_ENV") != "" {
+		flag.Set("app_id", "main.community.report-click")
+		flag.Set("conf_token", "09afcee4301f9ca250ddb0eccf7e0131")
+		flag.Set("tree_id", "2288")
+		flag.Set("conf_version", "docker-1")
+		flag.Set("deploy_env", "uat")
+		flag.Set("conf_host", "config.bilibili.co")
+		flag.Set("conf_path", "/tmp")
+		flag.Set("region", "sh")
+		flag.Set("zone", "sh001")
+	}
+	flag.Parse()
+	if err := conf.Init(); err != nil {
+		panic(err)
+	}
+	d = New(conf.Conf)
+	os.Exit(m.Run())
+}

app/interface/main/report-click/dao/databus.go

@@ -0,0 +1,110 @@
+package dao
+
+import (
+	"bytes"
+	"context"
+	"time"
+
+	"go-common/library/log"
+)
+
+// Play push databus .
+func (d *Dao) Play(c context.Context, plat, aid, cid, part, mid, level, ftime, stime, did, ip, agent, buvid, cookieSid, refer, typeID, subType, sid, epid, playMode, platform, device, mobiAapp, autoPlay, session string) {
+	bf := d.bfp.Get().(*bytes.Buffer)
+	bf.WriteString(plat)
+	bf.Write(d.spliter)
+	bf.WriteString(aid)
+	bf.Write(d.spliter)
+	bf.WriteString(cid)
+	bf.Write(d.spliter)
+	bf.WriteString(part)
+	bf.Write(d.spliter)
+	bf.WriteString(mid)
+	bf.Write(d.spliter)
+	bf.WriteString(level)
+	bf.Write(d.spliter)
+	bf.WriteString(ftime)
+	bf.Write(d.spliter)
+	bf.WriteString(stime)
+	bf.Write(d.spliter)
+	bf.WriteString(did)
+	bf.Write(d.spliter)
+	bf.WriteString(ip)
+	bf.Write(d.spliter)
+	bf.WriteString(agent)
+	bf.Write(d.spliter)
+	bf.WriteString(buvid)
+	bf.Write(d.spliter)
+	bf.WriteString(cookieSid)
+	bf.Write(d.spliter)
+	bf.WriteString(refer)
+	bf.Write(d.spliter)
+	bf.WriteString(typeID)
+	bf.Write(d.spliter)
+	bf.WriteString(subType)
+	bf.Write(d.spliter)
+	bf.WriteString(sid)
+	bf.Write(d.spliter)
+	bf.WriteString(epid)
+	bf.Write(d.spliter)
+	bf.WriteString(playMode)
+	bf.Write(d.spliter)
+	bf.WriteString(platform)
+	bf.Write(d.spliter)
+	bf.WriteString(device)
+	bf.Write(d.spliter)
+	bf.WriteString(mobiAapp)
+	bf.Write(d.spliter)
+	bf.WriteString(autoPlay)
+	bf.Write(d.spliter)
+	bf.WriteString(session)
+
+	buf := make([]byte, len(bf.Bytes()))
+	copy(buf, bf.Bytes())
+	select {
+	case d.msgs <- buf:
+	default:
+		log.Warn("d.Play() msgs is full !")
+	}
+	bf.Reset()
+	d.bfp.Put(bf)
+}
+
+// pubproc send history to databus.
+func (d *Dao) pubproc() {
+	var (
+		msg    []byte
+		ms     [][]byte
+		ticker = time.NewTicker(time.Second)
+	)
+	for {
+		select {
+		case msg = <-d.msgs:
+			if len(msg) == 0 {
+				continue
+			}
+			if d.spliter[0] != msg[0] {
+				ms = append(ms, msg)
+				if len(ms) < 100 {
+					continue
+				}
+			}
+		case <-ticker.C:
+		}
+		if len(ms) == 0 {
+			continue
+		}
+		d.mergePub(ms)
+		ms = make([][]byte, 0, 100)
+	}
+}
+
+func (d *Dao) mergePub(ms [][]byte) {
+	key := string(ms[0][:50])
+	for j := 0; j < 3; j++ {
+		if err := d.merge.Send(context.Background(), key, ms); err == nil {
+			break
+		}
+		log.Error("d.merge.Send(%+v)", ms)
+	}
+}

app/interface/main/report-click/dao/databus_test.go

@@ -0,0 +1,74 @@
+package dao
+
+import (
+	"context"
+	"testing"
+
+	"github.com/smartystreets/goconvey/convey"
+)
+
+func TestDaoPlay(t *testing.T) {
+	convey.Convey("Play", t, func(ctx convey.C) {
+		var (
+			c         = context.Background()
+			plat      = ""
+			aid       = ""
+			cid       = ""
+			part      = ""
+			mid       = ""
+			level     = ""
+			ftime     = ""
+			stime     = ""
+			did       = ""
+			ip        = ""
+			agent     = ""
+			buvid     = ""
+			cookieSid = ""
+			refer     = ""
+			typeID    = ""
+			subType   = ""
+			sid       = ""
+			epid      = ""
+			playMode  = ""
+			platform  = ""
+			device    = ""
+			mobiAapp  = ""
+			autoPlay  = ""
+			session   = ""
+		)
+		ctx.Convey("When everything goes positive", func(ctx convey.C) {
+			ctx.Convey("No return values", func(ctx convey.C) {
+				d.Play(c, plat, aid, cid, part, mid, level, ftime, stime, did, ip, agent, buvid, cookieSid, refer, typeID, subType, sid, epid, playMode, platform, device, mobiAapp, autoPlay, session)
+				ctx.SkipSo(" 丹丹让这么写的")
+			})
+		})
+	})
+}
+
+func TestDaopubproc(t *testing.T) {
+	convey.Convey("pubproc", t, func(ctx convey.C) {
+		ctx.Convey("No return values", func(ctx convey.C) {
+			d.pubproc()
+			ctx.SkipSo(" 丹丹让这么写的")
+		})
+	})
+}
+
+func TestDaomergePub(t *testing.T) {
+	var (
+		ms = [][]byte{}
+	)
+	for i := 0; i < 100; i++ {
+		var tt = []byte{}
+		for j := 0; j < 100; j++ {
+			tt = append(tt, []byte("1")...)
+		}
+		ms = append(ms, tt)
+	}
+	convey.Convey("mergePub", t, func(ctx convey.C) {
+		ctx.Convey("No return values", func(ctx convey.C) {
+			d.mergePub(ms)
+			ctx.SkipSo(" 丹丹让这么写的")
+		})
+	})
+}