Create & Init Project...

This commit is contained in:
2019-04-22 18:49:16 +08:00
commit fc4fa37393
25440 changed files with 4054998 additions and 0 deletions

View File

@@ -0,0 +1,71 @@
package(default_visibility = ["//visibility:public"])
load(
"@io_bazel_rules_go//go:def.bzl",
"go_library",
"go_test",
)
go_library(
name = "go_default_library",
srcs = [
"dao.go",
"hotword.go",
"label.go",
"splash.go",
"ugc_playurl.go",
"upgrade.go",
],
importpath = "go-common/app/interface/main/tv/dao/goblin",
tags = ["automanaged"],
visibility = ["//visibility:public"],
deps = [
"//app/interface/main/tv/conf:go_default_library",
"//app/interface/main/tv/model:go_default_library",
"//app/interface/main/tv/model/goblin:go_default_library",
"//library/cache/memcache:go_default_library",
"//library/database/sql:go_default_library",
"//library/ecode:go_default_library",
"//library/log:go_default_library",
"//library/net/http/blademaster:go_default_library",
"//library/net/metadata:go_default_library",
"//vendor/github.com/pkg/errors:go_default_library",
],
)
filegroup(
name = "package-srcs",
srcs = glob(["**"]),
tags = ["automanaged"],
visibility = ["//visibility:private"],
)
filegroup(
name = "all-srcs",
srcs = [":package-srcs"],
tags = ["automanaged"],
visibility = ["//visibility:public"],
)
go_test(
name = "go_default_test",
srcs = [
"dao_test.go",
"hotword_test.go",
"label_test.go",
"splash_test.go",
"ugc_playurl_test.go",
"upgrade_test.go",
],
embed = [":go_default_library"],
rundir = ".",
tags = ["automanaged"],
deps = [
"//app/interface/main/tv/conf:go_default_library",
"//app/interface/main/tv/model:go_default_library",
"//library/cache/memcache:go_default_library",
"//library/database/sql:go_default_library",
"//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
"//vendor/gopkg.in/h2non/gock.v1:go_default_library",
],
)

View File

@@ -0,0 +1,26 @@
package goblin
import (
"go-common/app/interface/main/tv/conf"
"go-common/library/cache/memcache"
"go-common/library/database/sql"
bm "go-common/library/net/http/blademaster"
)
// Dao .
type Dao struct {
conf *conf.Config
client *bm.Client
db *sql.DB
mc *memcache.Pool
}
// New .
func New(c *conf.Config) *Dao {
return &Dao{
conf: c,
client: bm.NewClient(c.PlayurlClient),
db: sql.NewMySQL(c.Mysql),
mc: memcache.NewPool(c.Memcache.Config),
}
}

View File

@@ -0,0 +1,49 @@
package goblin
import (
"flag"
"os"
"strings"
"go-common/app/interface/main/tv/conf"
. "github.com/smartystreets/goconvey/convey"
"gopkg.in/h2non/gock.v1"
)
var d *Dao
func init() {
//dir, _ := filepath.Abs("../../cmd/tv-interface.toml")
//flag.Set("conf", dir)
if os.Getenv("DEPLOY_ENV") != "" {
flag.Set("app_id", "main.web-svr.tv-interface")
flag.Set("conf_token", "07c1826c1f39df02a1411cdd6f455879")
flag.Set("tree_id", "15326")
flag.Set("conf_version", "docker-1")
flag.Set("deploy_env", "uat")
flag.Set("conf_host", "config.bilibili.co")
flag.Set("conf_path", "/tmp")
flag.Set("region", "sh")
flag.Set("zone", "sh001")
}
flag.Parse()
if err := conf.Init(); err != nil {
panic(err)
}
d = New(conf.Conf)
}
func WithDao(f func(d *Dao)) func() {
return func() {
Reset(func() {})
f(d)
}
}
func httpMock(method, url string) *gock.Request {
r := gock.New(url)
r.Method = strings.ToUpper(method)
d.client.SetTransport(gock.DefaultTransport)
return r
}

View File

@@ -0,0 +1,23 @@
package goblin
import (
"context"
"go-common/app/interface/main/tv/model"
"go-common/library/cache/memcache"
)
const _hotwordKey = "_tv_search"
// Hotword get hotword cache.
func (d *Dao) Hotword(c context.Context) (s []*model.Hotword, err error) {
var (
conn = d.mc.Get(c)
item *memcache.Item
)
defer conn.Close()
if item, err = conn.Get(_hotwordKey); err != nil {
return
}
err = conn.Scan(item, &s)
return
}

View File

@@ -0,0 +1,33 @@
package goblin
import (
"testing"
"context"
"go-common/app/interface/main/tv/model"
"go-common/library/cache/memcache"
. "github.com/smartystreets/goconvey/convey"
)
func TestDao_Hotword(t *testing.T) {
Convey("Hotword Test", t, WithDao(func(d *Dao) {
ctx := context.TODO()
conn := d.mc.Get(ctx)
s := []*model.Hotword{
{
Keyword: "Test1",
},
{
Keyword: "Test2",
},
}
defer conn.Close()
err := conn.Set(&memcache.Item{Key: _hotwordKey, Object: s, Flags: memcache.FlagJSON, Expiration: 1200})
So(err, ShouldBeNil)
hotwordList, err := d.Hotword(ctx)
So(err, ShouldBeNil)
So(len(hotwordList), ShouldBeGreaterThan, 0)
}))
}

View File

@@ -0,0 +1,30 @@
package goblin
import (
"context"
gbmdl "go-common/app/interface/main/tv/model/goblin"
)
const (
_labelSQL = "SELECT id,name,param, param_name,value FROM tv_label WHERE category = ? AND cat_type = ? AND valid = 1 AND deleted = 0" +
" ORDER BY position,id ASC "
)
// Label picks one category's label
func (d *Dao) Label(c context.Context, category, catType int) (res []*gbmdl.Label, err error) {
rows, err := d.db.Query(c, _labelSQL, category, catType)
if err != nil {
return
}
defer rows.Close()
for rows.Next() {
li := &gbmdl.Label{}
if err = rows.Scan(&li.ID, &li.Name, &li.Param, &li.ParamName, &li.Value); err != nil {
return
}
res = append(res, li)
}
err = rows.Err()
return
}

View File

@@ -0,0 +1,31 @@
package goblin
import (
"context"
"testing"
"go-common/library/database/sql"
"github.com/smartystreets/goconvey/convey"
)
func TestGoblinLabel(t *testing.T) {
var (
c = context.Background()
category = int(1)
catType = int(1)
)
convey.Convey("Label", t, func(ctx convey.C) {
ctx.Convey("Then err should be nil.res should not be nil.", func(ctx convey.C) {
res, err := d.Label(c, category, catType)
ctx.So(err, convey.ShouldBeNil)
ctx.So(res, convey.ShouldNotBeNil)
})
ctx.Convey("db closed", func(ctx convey.C) {
d.db.Close()
_, err := d.Label(c, category, catType)
ctx.So(err, convey.ShouldNotBeNil)
d.db = sql.NewMySQL(d.conf.Mysql)
})
})
}

View File

@@ -0,0 +1,28 @@
package goblin
import (
"context"
"go-common/app/interface/main/tv/model"
)
const (
_getChl = "SELECT id, title, `desc`, splash FROM tv_channel WHERE deleted = 0"
)
// ChlInfo .
func (d *Dao) ChlInfo(c context.Context) (chls []*model.Channel, err error) {
rows, err := d.db.Query(c, _getChl)
if err != nil {
return
}
defer rows.Close()
for rows.Next() {
li := &model.Channel{}
if err = rows.Scan(&li.ID, &li.Title, &li.Desc, &li.Splash); err != nil {
return
}
chls = append(chls, li)
}
return
}

View File

@@ -0,0 +1,29 @@
package goblin
import (
"context"
"testing"
"go-common/library/database/sql"
"github.com/smartystreets/goconvey/convey"
)
func TestGoblinChlInfo(t *testing.T) {
var (
ctx = context.Background()
)
convey.Convey("ChlInfo", t, func(c convey.C) {
c.Convey("Then err should be nil.chls should not be nil.", func(c convey.C) {
chls, err := d.ChlInfo(ctx)
c.So(err, convey.ShouldBeNil)
c.So(chls, convey.ShouldNotBeNil)
})
c.Convey("db closed", func(c convey.C) {
d.db.Close()
_, err := d.ChlInfo(ctx)
c.So(err, convey.ShouldNotBeNil)
d.db = sql.NewMySQL(d.conf.Mysql)
})
})
}

View File

@@ -0,0 +1,64 @@
package goblin
import (
"context"
"encoding/json"
xhttp "net/http"
"net/url"
"go-common/app/interface/main/tv/model"
"go-common/library/ecode"
"go-common/library/log"
"go-common/library/net/metadata"
)
const (
_httpHeaderRemoteIP = "x-backend-bili-real-ip"
)
// UgcPlayurl is use for get ugc play url
func (d *Dao) UgcPlayurl(ctx context.Context, p *model.PlayURLReq) (res map[string]interface{}, resp *model.PlayURLResp, err error) {
var (
params = url.Values{}
url = d.conf.Host.UgcPlayURL
bs []byte
req *xhttp.Request
ip = metadata.String(ctx, metadata.RemoteIP)
)
res = make(map[string]interface{})
params.Set("platform", p.Platform)
params.Set("device", p.Device)
params.Set("expire", p.Expire)
params.Set("build", p.Build)
params.Set("mid", p.Mid)
params.Set("qn", p.Qn)
params.Set("npcybs", p.Npcybs)
params.Set("buvid", p.Buvid)
params.Set("otype", "json")
params.Set("trackPath", p.TrackPath)
params.Set("cid", p.Cid)
params.Set("access_key", p.AccessKey)
params.Set("platform", "tvproj")
if req, err = d.client.NewRequest(xhttp.MethodGet, url, ip, params); err != nil {
return
}
if ip != "" { // add ip into header
req.Header.Set(_httpHeaderRemoteIP, ip)
}
log.Info("ugcPlayURL Cid %d, IP %s", p.Cid, ip)
if bs, err = d.client.Raw(ctx, req); err != nil {
log.Error("ugcPl URL %s, Cid %d, Client Raw Err %v", url, p.Cid, err)
return
}
if err = json.Unmarshal(bs, &resp); err != nil { // json unmarshal to struct, to detect error
log.Error("ugcPl URL %s, Cid %d, Json Unmarshal %s, Err %v", url, p.Cid, string(bs), err)
return
}
if resp.Code != ecode.OK.Code() {
log.Error("ugcPl URL %s, Cid %d, Resp Code %d, Msg %s", url, p.Cid, resp.Code, resp.Message)
err = ecode.TvVideoNotFound
return
}
err = json.Unmarshal(bs, &res)
return
}

View File

@@ -0,0 +1,51 @@
package goblin
import (
"context"
"fmt"
"testing"
"go-common/app/interface/main/tv/model"
"github.com/smartystreets/goconvey/convey"
gock "gopkg.in/h2non/gock.v1"
)
func TestGoblinUgcPlayurl(t *testing.T) {
var (
ctx = context.Background()
p = &model.PlayURLReq{
Cid: fmt.Sprintf("%d", 10131156),
}
)
convey.Convey("UgcPlayurl", t, func(c convey.C) {
defer gock.OffAll()
c.Convey("Normal Situation, Then err should be nil.res,resp should not be nil.", func(cx convey.C) {
httpMock("GET", d.conf.Host.UgcPlayURL).Reply(200).JSON(`{
"result": "succ",
"message": "succ",
"code": 0
}`)
res, resp, err := d.UgcPlayurl(ctx, p)
fmt.Println(resp)
cx.So(err, convey.ShouldBeNil)
cx.So(resp, convey.ShouldNotBeNil)
cx.So(res, convey.ShouldNotBeNil)
})
c.Convey("Request Error", func(cx convey.C) {
httpMock("GET", d.conf.Host.UgcPlayURL).Reply(404).JSON(``)
_, _, err := d.UgcPlayurl(ctx, p)
cx.So(err, convey.ShouldNotBeNil)
})
c.Convey("Code Error", func(cx convey.C) {
httpMock("GET", d.conf.Host.UgcPlayURL).Reply(200).JSON(`{"code":-400}`)
_, _, err := d.UgcPlayurl(ctx, p)
cx.So(err, convey.ShouldNotBeNil)
})
c.Convey("Json Error", func(cx convey.C) {
httpMock("GET", d.conf.Host.UgcPlayURL).Reply(200).JSON(`{"code":-400:}`)
_, _, err := d.UgcPlayurl(ctx, p)
cx.So(err, convey.ShouldNotBeNil)
})
})
}

View File

@@ -0,0 +1,42 @@
package goblin
import (
"context"
"fmt"
"net/url"
"go-common/app/interface/main/tv/model"
"go-common/library/ecode"
"github.com/pkg/errors"
)
// VerUpdate gets upgrade info.
func (d *Dao) VerUpdate(c context.Context, ver *model.VerUpdate) (result *model.HTTPData, errCode ecode.Codes, err error) {
var (
appURL = d.conf.Host.ReqURL
res struct {
Code int `json:"code"`
Data *model.HTTPData `json:"data"`
Message string `json:"message"`
}
)
params := url.Values{}
params.Set("mobi_app", ver.MobiApp)
params.Set("build", fmt.Sprintf("%d", ver.Build))
params.Set("channel", ver.Channel)
params.Set("seed", fmt.Sprintf("%d", ver.Seed))
params.Set("sdkint", fmt.Sprintf("%d", ver.Sdkint))
params.Set("model", ver.Model)
params.Set("old_id", ver.OldID)
if err = d.client.Get(c, appURL, "", params, &res); err != nil {
return
}
if res.Code != ecode.OK.Code() {
err = errors.Wrap(ecode.Int(res.Code), appURL+"?"+params.Encode())
errCode = ecode.Int(res.Code)
return
}
result = res.Data
return
}

View File

@@ -0,0 +1,39 @@
package goblin
import (
"context"
"go-common/app/interface/main/tv/model"
"testing"
"github.com/smartystreets/goconvey/convey"
)
func TestGoblinVerUpdate(t *testing.T) {
var (
ctx = context.Background()
ver = &model.VerUpdate{}
)
convey.Convey("VerUpdate", t, func(c convey.C) {
c.Convey("Then err should be nil.result,errCode should not be nil.", func(c convey.C) {
result, errCode, err := d.VerUpdate(ctx, ver)
httpMock("GET", d.conf.Host.ReqURL).Reply(200).JSON(`{
"Data": {"ver":123},
"message": "succ",
"code": 0
}`)
c.So(err, convey.ShouldBeNil)
c.So(errCode, convey.ShouldBeNil)
c.So(result, convey.ShouldNotBeNil)
})
c.Convey("http error", func(c convey.C) {
_, _, err := d.VerUpdate(ctx, ver)
httpMock("GET", d.conf.Host.ReqURL).Reply(404).JSON(``)
c.So(err, convey.ShouldNotBeNil)
})
c.Convey("code error", func(c convey.C) {
_, _, err := d.VerUpdate(ctx, ver)
httpMock("GET", d.conf.Host.ReqURL).Reply(200).JSON(`{"code":400}`)
c.So(err, convey.ShouldNotBeNil)
})
})
}