Create & Init Project...

app/job/main/videoup/dao/redis/BUILD

@@ -0,0 +1,53 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_test",
+    "go_library",
+)
+
+go_test(
+    name = "go_default_test",
+    srcs = [
+        "dao_test.go",
+        "redis_test.go",
+    ],
+    embed = [":go_default_library"],
+    rundir = ".",
+    tags = ["automanaged"],
+    deps = [
+        "//app/job/main/videoup/conf:go_default_library",
+        "//vendor/github.com/go-sql-driver/mysql:go_default_library",
+        "//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
+    ],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "dao.go",
+        "redis.go",
+    ],
+    importpath = "go-common/app/job/main/videoup/dao/redis",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//app/job/main/videoup/conf:go_default_library",
+        "//library/cache/redis:go_default_library",
+        "//library/log:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/videoup/dao/redis/dao.go

@@ -0,0 +1,26 @@
+package redis
+
+import (
+	"go-common/app/job/main/videoup/conf"
+	xredis "go-common/library/cache/redis"
+)
+
+// Dao is redis dao.
+type Dao struct {
+	c     *conf.Config
+	redis *xredis.Pool
+}
+
+// New new a archive dao.
+func New(c *conf.Config) (d *Dao) {
+	d = &Dao{
+		c:     c,
+		redis: xredis.NewPool(c.Redis),
+	}
+	return d
+}
+
+// Close close the redis connection
+func (d *Dao) Close() (err error) {
+	return d.redis.Close()
+}

app/job/main/videoup/dao/redis/dao_test.go

@@ -0,0 +1,29 @@
+package redis
+
+import (
+	"flag"
+	"path/filepath"
+
+	"go-common/app/job/main/videoup/conf"
+
+	_ "github.com/go-sql-driver/mysql"
+	. "github.com/smartystreets/goconvey/convey"
+)
+
+var (
+	d *Dao
+)
+
+func init() {
+	dir, _ := filepath.Abs("../../cmd/videoup-job-test.toml")
+	flag.Set("conf", dir)
+	conf.Init()
+	d = New(conf.Conf)
+}
+
+func WithDao(f func(d *Dao)) func() {
+	return func() {
+		Reset(func() {})
+		f(d)
+	}
+}

app/job/main/videoup/dao/redis/redis.go

@@ -0,0 +1,164 @@
+package redis
+
+import (
+	"context"
+	"encoding/json"
+	"time"
+
+	"go-common/library/cache/redis"
+	"go-common/library/log"
+)
+
+const (
+	_failList      = "f_list"
+	_clickSort     = "c_sort"
+	_prefixMonitor = "va_sc_set"       // key of monitor on videoup job second round hit cache set
+	_expire        = 30 * 24 * 60 * 60 // 30 days
+	_clickExpire   = 10 * 24 * 60 * 60 // 10 days
+)
+
+var (
+	_twepoch = time.Date(2017, time.Month(9), 1, 0, 0, 0, 0, time.Local).Unix()
+)
+
+// PushFail rpush fail item to redis
+func (d *Dao) PushFail(c context.Context, a interface{}) (err error) {
+	var (
+		conn = d.redis.Get(c)
+		bs   []byte
+	)
+	defer conn.Close()
+	if bs, err = json.Marshal(a); err != nil {
+		log.Error("json.Marshal(%v) error(%v)", a, err)
+		return
+	}
+	if _, err = conn.Do("RPUSH", _failList, bs); err != nil {
+		log.Error("conn.Do(RPUSH, %s, %s) error(%v)")
+	}
+	return
+}
+
+// PopFail lpop fail item from redis
+func (d *Dao) PopFail(c context.Context) (bs []byte, err error) {
+	var conn = d.redis.Get(c)
+	defer conn.Close()
+	if bs, err = redis.Bytes(conn.Do("LPOP", _failList)); err != nil && err != redis.ErrNil {
+		log.Error("redis.Bytes(conn.Do(LPOP, %s)) error(%v)", _failList, err)
+		return
+	}
+	return
+}
+
+// PushQueue rpush fail item to redis
+func (d *Dao) PushQueue(c context.Context, a interface{}, queue string) (err error) {
+	var (
+		conn = d.redis.Get(c)
+		bs   []byte
+	)
+	defer conn.Close()
+	if bs, err = json.Marshal(a); err != nil {
+		log.Error("json.Marshal(%v) error(%v)", a, err)
+		return
+	}
+	if _, err = conn.Do("RPUSH", queue, bs); err != nil {
+		log.Error("conn.Do(RPUSH, %s, %s) error(%v)")
+	}
+	return
+}
+
+// PopQueue lpop fail item from redis
+func (d *Dao) PopQueue(c context.Context, queue string) (bs []byte, err error) {
+	var conn = d.redis.Get(c)
+	defer conn.Close()
+	if bs, err = redis.Bytes(conn.Do("LPOP", queue)); err != nil && err != redis.ErrNil {
+		log.Error("redis.Bytes(conn.Do(LPOP, %s)) error(%v)", queue, err)
+		return
+	}
+	return
+}
+
+// AddFilename set filename expire time
+func (d *Dao) AddFilename(c context.Context, filename string) (err error) {
+	var conn = d.redis.Get(c)
+	defer conn.Close()
+	if _, err = conn.Do("SETEX", filename, _expire, time.Now().Unix()); err != nil {
+		log.Error("conn.Do(SETEX, %s, %d, %d) error(%v)", filename, _expire, time.Now().Unix(), err)
+	}
+	return
+}
+
+// DelFilename set filename expire time
+func (d *Dao) DelFilename(c context.Context, filename string) (err error) {
+	var conn = d.redis.Get(c)
+	defer conn.Close()
+	if _, err = conn.Do("DEL", filename); err != nil {
+		log.Error("conn.Do(DEL, %s) error(%v)", filename, err)
+	}
+	return
+}
+
+// AddArcClick add archive click into redis
+func (d *Dao) AddArcClick(c context.Context, aid int64, click int) (err error) {
+	var conn = d.redis.Get(c)
+	defer conn.Close()
+	now := time.Now().Unix() - _twepoch
+	if _, err = conn.Do("ZADD", _clickSort, now<<26|int64(click), aid); err != nil {
+		log.Error("conn.Do(ZADD,%s,%d)", _clickSort, aid)
+		return
+	}
+	conn.Do("ZREMRANGEBYSCORE", _clickSort, "-inf", (now-_clickExpire)<<26)
+	return
+}
+
+// ArcClick find archive click from redis
+func (d *Dao) ArcClick(c context.Context, aid int64) (click int, err error) {
+	var (
+		conn  = d.redis.Get(c)
+		score int64
+	)
+	defer conn.Close()
+	if score, err = redis.Int64(conn.Do("ZSCORE", _clickSort, aid)); err != nil {
+		if err == redis.ErrNil {
+			err = nil
+		} else {
+			log.Error("conn.Do(ZSCORE, %d) error(%v)", aid, err)
+		}
+		return
+	}
+	click = int(score & 0x3ffffff) // 0x3ffffff = 26bit
+	return
+}
+
+func monitorKey() string {
+	return _prefixMonitor
+}
+
+// SetMonitorCache set monitor cache
+func (d *Dao) SetMonitorCache(c context.Context, aid int64) (had bool, err error) {
+	var (
+		key      = monitorKey()
+		conn     = d.redis.Get(c)
+		firstAdd bool
+	)
+	defer conn.Close()
+	if firstAdd, err = redis.Bool(conn.Do("SADD", key, aid)); err != nil {
+		log.Error("SADD conn.Do error(%v)", err)
+		had = false
+		return
+	}
+	had = !firstAdd
+	return
+}
+
+// DelMonitorCache del monitor cache
+func (d *Dao) DelMonitorCache(c context.Context, aid int64) (err error) {
+	var (
+		key  = monitorKey()
+		conn = d.redis.Get(c)
+	)
+	defer conn.Close()
+	if _, err = redis.Int64(conn.Do("SREM", key, aid)); err != nil {
+		log.Error("SREM conn.Do(%s,%d) err(%v)", key, aid, err)
+	}
+	return
+}

app/job/main/videoup/dao/redis/redis_test.go

@@ -0,0 +1,56 @@
+package redis
+
+import (
+	"context"
+	"testing"
+
+	_ "github.com/go-sql-driver/mysql"
+	. "github.com/smartystreets/goconvey/convey"
+)
+
+func Test_AddArcClick(t *testing.T) {
+	var (
+		err error
+		c   = context.TODO()
+	)
+	Convey("AddArcClick", t, WithDao(func(d *Dao) {
+		err = d.AddArcClick(c, 1, 1)
+		So(err, ShouldBeNil)
+	}))
+}
+
+//ArcClick
+func Test_ArcClick(t *testing.T) {
+	var (
+		err error
+		c   = context.TODO()
+	)
+	Convey("ArcClick", t, WithDao(func(d *Dao) {
+		_, err = d.ArcClick(c, 1)
+		So(err, ShouldBeNil)
+	}))
+}
+
+//DelFilename
+func Test_DelFilename(t *testing.T) {
+	var (
+		err error
+		c   = context.TODO()
+	)
+	Convey("DelFilename", t, WithDao(func(d *Dao) {
+		err = d.DelFilename(c, "1")
+		So(err, ShouldBeNil)
+	}))
+}
+
+//SetMonitorCache
+func Test_SetMonitorCache(t *testing.T) {
+	var (
+		err error
+		c   = context.TODO()
+	)
+	Convey("SetMonitorCache", t, WithDao(func(d *Dao) {
+		_, err = d.SetMonitorCache(c, 1)
+		So(err, ShouldBeNil)
+	}))
+}