Create & Init Project...

app/admin/main/videoup/dao/data/BUILD

@@ -0,0 +1,48 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_test",
+    "go_library",
+)
+
+go_test(
+    name = "go_default_test",
+    srcs = ["dao_test.go"],
+    embed = [":go_default_library"],
+    rundir = ".",
+    tags = ["automanaged"],
+    deps = [
+        "//app/admin/main/videoup/conf:go_default_library",
+        "//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
+    ],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = ["dao.go"],
+    importpath = "go-common/app/admin/main/videoup/dao/data",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//app/admin/main/videoup/conf:go_default_library",
+        "//library/log:go_default_library",
+        "//library/net/http/blademaster:go_default_library",
+        "//library/xstr:go_default_library",
+        "//vendor/gopkg.in/h2non/gock.v1:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/admin/main/videoup/dao/data/dao.go

@@ -0,0 +1,114 @@
+package data
+
+import (
+	"context"
+	"fmt"
+	"net/url"
+
+	"go-common/app/admin/main/videoup/conf"
+	"go-common/library/log"
+	bm "go-common/library/net/http/blademaster"
+	"go-common/library/xstr"
+	"gopkg.in/h2non/gock.v1"
+	"strings"
+	"strconv"
+)
+
+// data.bilibili.co/recsys/related?key=XXAVID
+const (
+	_relatedURL  = "/recsys/related"
+	_moniOidsURL = "/x/internal/aegis/monitor/result/oids"
+)
+
+// Dao is search dao
+type Dao struct {
+	c           *bm.ClientConfig
+	httpClient  *bm.Client
+	relatedURI  string
+	moniOidsURI string
+}
+
+var (
+	d *Dao
+)
+
+// New new search dao
+func New(c *conf.Config) *Dao {
+	return &Dao{
+		c:           c.HTTPClient.Read,
+		httpClient:  bm.NewClient(c.HTTPClient.Read),
+		relatedURI:  c.Host.Data + _relatedURL,
+		moniOidsURI: c.Host.API + _moniOidsURL,
+	}
+}
+
+// ArchiveRelated get related archive from ai
+func (d *Dao) ArchiveRelated(c context.Context, aidarr []int64) (aids string, err error) {
+	params := url.Values{}
+	params.Set("key", xstr.JoinInts(aidarr))
+
+	res := new(struct {
+		Code int `json:"code"`
+		Data []struct {
+			Key   string `json:"key"`
+			Value string `json:"value"`
+		} `json:"data"`
+	})
+	if err = d.httpClient.Get(c, d.relatedURI, "", params, res); err != nil || res == nil {
+		log.Error(" d.httpClient.Get error(%v)", err)
+		return
+	}
+	log.Info("ArchiveRelated aids(%v) res(%+v)", aids, res)
+	if res.Code != 0 {
+		err = fmt.Errorf("data.bilibili.co错误(%d)", res.Code)
+		log.Error(" d.httpClient.Get res(%+v)", res)
+		return
+	}
+	if len(res.Data) > 0 {
+		for _, item := range res.Data {
+			if len(item.Value) > 0 {
+				if len(aids) == 0 {
+					aids = item.Value
+				} else {
+					aids += "," + item.Value
+				}
+			}
+		}
+	}
+	return
+}
+
+// MonitorOids 获取监控的id
+func (d *Dao) MonitorOids(c context.Context, id int64) (oidMap map[int64]int, err error) {
+	oidMap = make(map[int64]int)
+	params := url.Values{}
+	params.Set("id", strconv.Itoa(int(id)))
+
+	res := new(struct {
+		Code int `json:"code"`
+		Data []struct {
+			OID  int64 `json:"oid"`
+			Time int   `json:"time"`
+		} `json:"data"`
+	})
+	if err = d.httpClient.Get(c, d.moniOidsURI, "", params, res); err != nil || res == nil {
+		log.Error("d.MonitorOids() d.httpClient.Get(%s,%v) error(%v)", d.moniOidsURI, params, err)
+		return
+	}
+	if res.Code != 0 {
+		err = fmt.Errorf("monitor return code(%d)", res.Code)
+		log.Error("d.MonitorOids() d.httpClient.Get(%s,%v) res(%v)", d.moniOidsURI, params, res)
+		return
+	}
+	for _, v := range res.Data {
+		oidMap[v.OID] = v.Time
+	}
+	return
+}
+
+func httpMock(method, url string) *gock.Request {
+	r := gock.New(url)
+	r.Method = strings.ToUpper(method)
+	d.httpClient.SetTransport(gock.DefaultTransport)
+	return r
+}

app/admin/main/videoup/dao/data/dao_test.go

@@ -0,0 +1,56 @@
+package data
+
+import (
+	"context"
+	"flag"
+	"go-common/app/admin/main/videoup/conf"
+	"testing"
+
+	. "github.com/smartystreets/goconvey/convey"
+	"os"
+)
+
+func WithDao(f func(d *Dao)) func() {
+	return func() {
+		Reset(func() {})
+		f(d)
+	}
+}
+
+func TestArchiveRelated(t *testing.T) {
+	Convey("ArchiveRelated", t, WithDao(func(d *Dao) {
+		httpMock("GET", d.relatedURI).Reply(200).JSON(`{"code":0,"data":[{"key":"123","value":"123"}]}`)
+		_, err := d.ArchiveRelated(context.TODO(), []int64{10010, 10086})
+		So(err, ShouldBeNil)
+	}))
+}
+
+func TestMain(m *testing.M) {
+	if os.Getenv("DEPLOY_ENV") != "" {
+		flag.Set("app_id", "main.archive.videoup-admin")
+		flag.Set("conf_token", "gRSfeavV7kJdY9875Gf29pbd2wrdKZ1a")
+		flag.Set("tree_id", "2307")
+		flag.Set("conf_version", "docker-1")
+		flag.Set("deploy_env", "uat")
+		flag.Set("conf_host", "config.bilibili.co")
+		flag.Set("conf_path", "/tmp")
+		flag.Set("region", "sh")
+		flag.Set("zone", "sh001")
+	} else {
+		flag.Set("conf", "../../cmd/videoup-admin.toml")
+	}
+	flag.Parse()
+	if err := conf.Init(); err != nil {
+		panic(err)
+	}
+	d = New(conf.Conf)
+	os.Exit(m.Run())
+}
+
+func TestMonitorOids(t *testing.T) {
+	Convey("MonitorOids", t, WithDao(func(d *Dao) {
+		httpMock("GET", d.moniOidsURI).Reply(200).JSON(`{"code":0,"data":[{"oid":123,"time":123}]}`)
+		_, err := d.MonitorOids(context.TODO(), 1)
+		So(err, ShouldBeNil)
+	}))
+}