Create & Init Project...

app/interface/main/app-intl/dao/black/BUILD

@@ -0,0 +1,51 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_test",
+    "go_library",
+)
+
+go_test(
+    name = "go_default_test",
+    srcs = ["dao_test.go"],
+    embed = [":go_default_library"],
+    rundir = ".",
+    tags = ["automanaged"],
+    deps = [
+        "//app/interface/main/app-intl/conf:go_default_library",
+        "//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
+    ],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "api.go",
+        "dao.go",
+        "redis.go",
+    ],
+    importpath = "go-common/app/interface/main/app-intl/dao/black",
+    tags = ["automanaged"],
+    deps = [
+        "//app/interface/main/app-intl/conf:go_default_library",
+        "//library/cache/redis:go_default_library",
+        "//library/log:go_default_library",
+        "//library/net/http/blademaster:go_default_library",
+        "//vendor/github.com/pkg/errors:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/interface/main/app-intl/dao/black/api.go

@@ -0,0 +1,25 @@
+package black
+
+import (
+	"context"
+)
+
+const (
+	_blackURL = "http://172.18.7.208/privatedata/reco-deny-arcs.json"
+)
+
+// Black returns blacklist of aids
+func (d *Dao) Black(c context.Context) (black map[int64]struct{}, err error) {
+	var res []int64
+	if err = d.clientAsyn.Get(c, _blackURL, "", nil, &res); err != nil {
+		return
+	}
+	if len(res) == 0 {
+		return
+	}
+	black = make(map[int64]struct{}, len(res))
+	for _, aid := range res {
+		black[aid] = struct{}{}
+	}
+	return
+}

app/interface/main/app-intl/dao/black/dao.go

@@ -0,0 +1,90 @@
+package black
+
+import (
+	"context"
+	"time"
+
+	"go-common/app/interface/main/app-intl/conf"
+	"go-common/library/cache/redis"
+	"go-common/library/log"
+	httpx "go-common/library/net/http/blademaster"
+)
+
+// Dao is black dao.
+type Dao struct {
+	// http clientAsyn
+	clientAsyn *httpx.Client
+	// redis
+	redis     *redis.Pool
+	expireRds int32
+	aCh       chan func()
+}
+
+// New new a black dao.
+func New(c *conf.Config) (d *Dao) {
+	d = &Dao{
+		// http client
+		clientAsyn: httpx.NewClient(c.HTTPClientAsyn),
+		// redis init
+		redis:     redis.NewPool(c.Redis.Feed.Config),
+		expireRds: int32(time.Duration(c.Redis.Feed.ExpireBlack) / time.Second),
+		aCh:       make(chan func(), 1024),
+	}
+	go d.cacheproc()
+	return
+}
+
+// Ping  Ping check redis connection
+func (d *Dao) Ping(c context.Context) (err error) {
+	connRedis := d.redis.Get(c)
+	_, err = connRedis.Do("SET", "PING", "PONG")
+	connRedis.Close()
+	return
+}
+
+// AddBlacklist is.
+func (d *Dao) AddBlacklist(mid, aid int64) {
+	d.addCache(func() {
+		d.addBlackCache(context.Background(), mid, aid)
+	})
+}
+
+// DelBlacklist is.
+func (d *Dao) DelBlacklist(mid, aid int64) {
+	d.addCache(func() {
+		d.delBlackCache(context.Background(), mid, aid)
+	})
+}
+
+// BlackList is.
+func (d *Dao) BlackList(c context.Context, mid int64) (aidm map[int64]struct{}, err error) {
+	var ok bool
+	if ok, err = d.expireBlackCache(c, mid); err != nil {
+		return
+	}
+	if ok {
+		aidm, err = d.blackCache(c, mid)
+	}
+	return
+}
+
+// addCache add cache to mc by goroutine
+func (d *Dao) addCache(i func()) {
+	select {
+	case d.aCh <- i:
+	default:
+		log.Warn("cacheproc chan full")
+	}
+}
+
+// cacheproc cache proc
+func (d *Dao) cacheproc() {
+	for {
+		f, ok := <-d.aCh
+		if !ok {
+			log.Warn("cache proc exit")
+			return
+		}
+		f()
+	}
+}

app/interface/main/app-intl/dao/black/dao_test.go

@@ -0,0 +1,55 @@
+package black
+
+import (
+	"context"
+	"flag"
+	"os"
+	"testing"
+
+	"go-common/app/interface/main/app-intl/conf"
+
+	. "github.com/smartystreets/goconvey/convey"
+)
+
+var (
+	d *Dao
+)
+
+func TestMain(m *testing.M) {
+	if os.Getenv("DEPLOY_ENV") != "" {
+		flag.Set("app_id", "main.app-svr.app-intl")
+		flag.Set("conf_token", "02007e8d0f77d31baee89acb5ce6d3ac")
+		flag.Set("tree_id", "64518")
+		flag.Set("conf_version", "docker-1")
+		flag.Set("deploy_env", "uat")
+		flag.Set("conf_host", "config.bilibili.co")
+		flag.Set("conf_path", "/tmp")
+		flag.Set("region", "sh")
+		flag.Set("zone", "sh001")
+	} else {
+		flag.Set("conf", "../../cmd/app-intl-test.toml")
+	}
+	flag.Parse()
+	if err := conf.Init(); err != nil {
+		panic(err)
+	}
+	d = New(conf.Conf)
+	os.Exit(m.Run())
+}
+
+func TestDelBlacklist(t *testing.T) {
+	Convey(t.Name(), t, func() {
+		d.DelBlacklist(12, 12)
+	})
+}
+
+func TestBlackList(t *testing.T) {
+	Convey(t.Name(), t, func() {
+		_, err := d.BlackList(context.Background(), 12)
+		if err != nil {
+			t.Log(err)
+		}
+		err = nil
+		So(err, ShouldBeNil)
+	})
+}

app/interface/main/app-intl/dao/black/redis.go

@@ -0,0 +1,86 @@
+package black
+
+import (
+	"context"
+	"strconv"
+
+	"go-common/library/cache/redis"
+
+	"github.com/pkg/errors"
+)
+
+const (
+	_prefixBlack = "b_"
+)
+
+// keyBlack is.
+func keyBlack(mid int64) string {
+	return _prefixBlack + strconv.FormatInt(mid, 10)
+}
+
+func (d *Dao) blackCache(c context.Context, mid int64) (aidm map[int64]struct{}, err error) {
+	var aids []int64
+	conn := d.redis.Get(c)
+	key := keyBlack(mid)
+	defer conn.Close()
+	if aids, err = redis.Int64s(conn.Do("ZREVRANGE", key, 0, -1)); err != nil {
+		err = errors.Wrapf(err, "conn.Do(ZREVRANGE,%s,0,-1)", key)
+		return
+	}
+	aidm = make(map[int64]struct{}, len(aids))
+	for _, aid := range aids {
+		aidm[aid] = struct{}{}
+	}
+	return
+}
+
+// addBlackCache is.
+func (d *Dao) addBlackCache(c context.Context, mid int64, aids ...int64) (err error) {
+	if len(aids) == 0 {
+		return
+	}
+	key := keyBlack(mid)
+	conn := d.redis.Get(c)
+	defer conn.Close()
+	for _, aid := range aids {
+		if err = conn.Send("ZADD", key, aid, aid); err != nil {
+			err = errors.Wrapf(err, "conn.Send(ZADD,%s,%d,%d)", key, aid, aid)
+			return
+		}
+	}
+	if err = conn.Send("EXPIRE", key, d.expireRds); err != nil {
+		err = errors.Wrapf(err, "conn.Send(EXPIRE,%s,%d)", key, d.expireRds)
+		return
+	}
+	if err = conn.Flush(); err != nil {
+		return
+	}
+	for i := 0; i < len(aids)+1; i++ {
+		if _, err = conn.Receive(); err != nil {
+			return
+		}
+	}
+	return
+}
+
+// delBlackCache is.
+func (d *Dao) delBlackCache(c context.Context, mid, aid int64) (err error) {
+	key := keyBlack(mid)
+	conn := d.redis.Get(c)
+	defer conn.Close()
+	if _, err = conn.Do("ZREM", key, aid); err != nil {
+		err = errors.Wrapf(err, "conn.Do(ZREM,%s,%d)", key, aid)
+	}
+	return
+}
+
+// expireBlackCache is.
+func (d *Dao) expireBlackCache(c context.Context, mid int64) (ok bool, err error) {
+	key := keyBlack(mid)
+	conn := d.redis.Get(c)
+	defer conn.Close()
+	if ok, err = redis.Bool(conn.Do("EXPIRE", key, d.expireRds)); err != nil {
+		err = errors.Wrapf(err, "conn.Do(EXPIRE,%s,%d)", key, d.expireRds)
+	}
+	return
+}