Create & Init Project...

app/admin/main/videoup/dao/databus/BUILD

@@ -0,0 +1,57 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_test",
+    "go_library",
+)
+
+go_test(
+    name = "go_default_test",
+    srcs = [
+        "archive_test.go",
+        "dao_test.go",
+    ],
+    embed = [":go_default_library"],
+    rundir = ".",
+    tags = ["automanaged"],
+    deps = [
+        "//app/admin/main/videoup/conf:go_default_library",
+        "//app/admin/main/videoup/model/archive:go_default_library",
+        "//app/admin/main/videoup/model/message:go_default_library",
+        "//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
+    ],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "dao.go",
+        "redis.go",
+    ],
+    importpath = "go-common/app/admin/main/videoup/dao/databus",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//app/admin/main/videoup/conf:go_default_library",
+        "//app/admin/main/videoup/model/archive:go_default_library",
+        "//app/admin/main/videoup/model/message:go_default_library",
+        "//library/cache/redis:go_default_library",
+        "//library/conf/env:go_default_library",
+        "//library/log:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/admin/main/videoup/dao/databus/archive_test.go

@@ -0,0 +1,50 @@
+package databus
+
+import (
+	"context"
+	. "github.com/smartystreets/goconvey/convey"
+	"go-common/app/admin/main/videoup/model/archive"
+	"go-common/app/admin/main/videoup/model/message"
+	"testing"
+)
+
+func TestPopMsgCache(t *testing.T) {
+	var (
+		err error
+	)
+	Convey("PopMsgCache", t, WithDao(func(d *Dao) {
+		_, err = d.PopMsgCache(context.Background())
+		So(err, ShouldBeNil)
+	}))
+}
+func TestDao_PushMultSync(t *testing.T) {
+	Convey("PushMultSync", t, WithDao(func(d *Dao) {
+		c := context.TODO()
+		sync := &archive.MultSyncParam{}
+		_, err := d.PushMultSync(c, sync)
+		So(err, ShouldBeNil)
+	}))
+}
+func TestDao_PopMultSync(t *testing.T) {
+	Convey("PopMultSync", t, WithDao(func(d *Dao) {
+		c := context.TODO()
+		_, err := d.PopMultSync(c)
+		So(err, ShouldBeNil)
+	}))
+}
+func TestDao_PopMsgCache(t *testing.T) {
+	Convey("FlowGroupPools", t, WithDao(func(d *Dao) {
+		c := context.TODO()
+		_, err := d.PopMsgCache(c)
+		So(err, ShouldBeNil)
+	}))
+}
+
+func TestDao_PushMsgCache(t *testing.T) {
+	Convey("FlowGroupPools", t, WithDao(func(d *Dao) {
+		c := context.TODO()
+		msg := &message.Videoup{}
+		err := d.PushMsgCache(c, msg)
+		So(err, ShouldBeNil)
+	}))
+}

app/admin/main/videoup/dao/databus/dao.go

@@ -0,0 +1,44 @@
+package databus
+
+import (
+	"context"
+
+	"go-common/app/admin/main/videoup/conf"
+	"go-common/library/cache/redis"
+	"go-common/library/log"
+)
+
+// Dao is redis dao.
+type Dao struct {
+	c *conf.Config
+	// redis
+	redis *redis.Pool
+}
+
+var (
+	d *Dao
+)
+
+// New new a dao.
+func New(c *conf.Config) (d *Dao) {
+	d = &Dao{
+		c:     c,
+		redis: redis.NewPool(c.Redis.Track.Config),
+	}
+	return d
+}
+
+// Ping ping redis.
+func (d *Dao) Ping(c context.Context) (err error) {
+	conn := d.redis.Get(c)
+	if _, err = conn.Do("SET", "ping", "pong"); err != nil {
+		log.Error("conn.Do(SET) error(%v)", err)
+	}
+	conn.Close()
+	return
+}
+
+//Close  close redis conn
+func (d *Dao) Close() {
+	d.redis.Close()
+}

app/admin/main/videoup/dao/databus/dao_test.go

@@ -0,0 +1,38 @@
+package databus
+
+import (
+	"flag"
+	. "github.com/smartystreets/goconvey/convey"
+	"go-common/app/admin/main/videoup/conf"
+	"os"
+	"testing"
+)
+
+func WithDao(f func(d *Dao)) func() {
+	return func() {
+		Reset(func() {})
+		f(d)
+	}
+}
+
+func TestMain(m *testing.M) {
+	if os.Getenv("DEPLOY_ENV") != "" {
+		flag.Set("app_id", "main.archive.videoup-admin")
+		flag.Set("conf_token", "gRSfeavV7kJdY9875Gf29pbd2wrdKZ1a")
+		flag.Set("tree_id", "2307")
+		flag.Set("conf_version", "docker-1")
+		flag.Set("deploy_env", "uat")
+		flag.Set("conf_host", "config.bilibili.co")
+		flag.Set("conf_path", "/tmp")
+		flag.Set("region", "sh")
+		flag.Set("zone", "sh001")
+	} else {
+		flag.Set("conf", "../../cmd/videoup-admin.toml")
+	}
+	flag.Parse()
+	if err := conf.Init(); err != nil {
+		panic(err)
+	}
+	d = New(conf.Conf)
+	os.Exit(m.Run())
+}

app/admin/main/videoup/dao/databus/redis.go

@@ -0,0 +1,113 @@
+package databus
+
+import (
+	"context"
+	"encoding/json"
+
+	"go-common/app/admin/main/videoup/model/archive"
+	"go-common/app/admin/main/videoup/model/message"
+	"go-common/library/cache/redis"
+	"go-common/library/conf/env"
+	"go-common/library/log"
+)
+
+const (
+	_multSyncList  = "m_sync_list"
+	_prefixMsgInfo = "videoup_admin_msg"
+)
+
+// PopMsgCache get databus message from redis
+func (d *Dao) PopMsgCache(c context.Context) (msg *message.Videoup, err error) {
+	var (
+		conn = d.redis.Get(c)
+		bs   []byte
+	)
+	defer conn.Close()
+	if bs, err = redis.Bytes(conn.Do("LPOP", fixRedisList(_prefixMsgInfo))); err != nil {
+		if err == redis.ErrNil {
+			err = nil
+		} else {
+			log.Error("conn.Do(LPOP, %s) error(%v)", fixRedisList(_prefixMsgInfo), err)
+		}
+		return
+	}
+	msg = &message.Videoup{}
+	if err = json.Unmarshal(bs, msg); err != nil {
+		log.Error("json.Unmarshal error(%v)", err)
+	}
+	return
+}
+
+// PushMsgCache add message into redis.
+func (d *Dao) PushMsgCache(c context.Context, msg *message.Videoup) (err error) {
+	var (
+		bs   []byte
+		conn = d.redis.Get(c)
+	)
+	defer conn.Close()
+	if bs, err = json.Marshal(msg); err != nil {
+		log.Error("json.Marshal(%s) error(%v)", bs, err)
+		return
+	}
+	if _, err = conn.Do("RPUSH", fixRedisList(_prefixMsgInfo), bs); err != nil {
+		log.Error("conn.Do(RPUSH, %s) error(%v)", bs, err)
+	}
+	return
+}
+
+func fixRedisList(list string) (target string) {
+	if env.DeployEnv == env.DeployEnvPre {
+		target = "pre_" + list
+	} else {
+		target = list
+	}
+	return
+}
+
+// PushMultSync rpush stuct item to redis
+func (d *Dao) PushMultSync(c context.Context, sync *archive.MultSyncParam) (ok bool, err error) {
+	var (
+		conn = d.redis.Get(c)
+		bs   []byte
+	)
+	defer conn.Close()
+	if bs, err = json.Marshal(sync); err != nil {
+		log.Error("json.Marshal(%v) error(%v)", sync, err)
+		return
+	}
+	if err = conn.Send("SADD", fixRedisList(_multSyncList), bs); err != nil {
+		log.Error("conn.Send(SADD, %s, %s) error(%v)", fixRedisList(_multSyncList), bs, err)
+		return
+	}
+	if err = conn.Flush(); err != nil {
+		log.Error("conn.Flush error(%v)", err)
+		return
+	}
+	if ok, err = redis.Bool(conn.Receive()); err != nil {
+		log.Error("conn.Receive error(%v)", err)
+	}
+	return
+}
+
+// PopMultSync lpop stuct item from redis
+func (d *Dao) PopMultSync(c context.Context) (res *archive.MultSyncParam, err error) {
+	var (
+		conn = d.redis.Get(c)
+		bs   []byte
+		sync = &archive.MultSyncParam{}
+	)
+	defer conn.Close()
+	if bs, err = redis.Bytes(conn.Do("SPOP", fixRedisList(_multSyncList))); err != nil && err != redis.ErrNil {
+		log.Error("redis.Bytes(conn.Do(SPOP, %s)) error(%v)", fixRedisList(_multSyncList), err)
+		return
+	}
+	if len(bs) == 0 {
+		return
+	}
+	if err = json.Unmarshal(bs, sync); err != nil {
+		log.Error("json.Unmarshal(%s) error(%v)", sync, err)
+		return
+	}
+	res = sync
+	return
+}