Create & Init Project...

This commit is contained in:
2019-04-22 18:49:16 +08:00
commit fc4fa37393
25440 changed files with 4054998 additions and 0 deletions

View File

@@ -0,0 +1,55 @@
package(default_visibility = ["//visibility:public"])
load(
"@io_bazel_rules_go//go:def.bzl",
"go_test",
"go_library",
)
go_test(
name = "go_default_test",
srcs = ["dao_test.go"],
embed = [":go_default_library"],
rundir = ".",
tags = ["automanaged"],
deps = [
"//app/interface/main/app-player/conf:go_default_library",
"//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
],
)
go_library(
name = "go_default_library",
srcs = ["dao.go"],
importpath = "go-common/app/interface/main/app-player/dao",
tags = ["automanaged"],
visibility = ["//visibility:public"],
deps = [
"//app/interface/main/app-player/conf:go_default_library",
"//app/interface/main/app-player/model:go_default_library",
"//library/log:go_default_library",
"//library/net/http/blademaster:go_default_library",
"//library/net/metadata:go_default_library",
"//vendor/github.com/pkg/errors:go_default_library",
],
)
filegroup(
name = "package-srcs",
srcs = glob(["**"]),
tags = ["automanaged"],
visibility = ["//visibility:private"],
)
filegroup(
name = "all-srcs",
srcs = [
":package-srcs",
"//app/interface/main/app-player/dao/account:all-srcs",
"//app/interface/main/app-player/dao/archive:all-srcs",
"//app/interface/main/app-player/dao/resource:all-srcs",
"//app/interface/main/app-player/dao/ugcpay:all-srcs",
],
tags = ["automanaged"],
visibility = ["//visibility:public"],
)

View File

@@ -0,0 +1,46 @@
package(default_visibility = ["//visibility:public"])
load(
"@io_bazel_rules_go//go:def.bzl",
"go_test",
"go_library",
)
go_test(
name = "go_default_test",
srcs = ["dao_test.go"],
embed = [":go_default_library"],
rundir = ".",
tags = ["automanaged"],
deps = [
"//app/interface/main/app-player/conf:go_default_library",
"//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
],
)
go_library(
name = "go_default_library",
srcs = ["dao.go"],
importpath = "go-common/app/interface/main/app-player/dao/account",
tags = ["automanaged"],
visibility = ["//visibility:public"],
deps = [
"//app/interface/main/app-player/conf:go_default_library",
"//app/service/main/account/api:go_default_library",
"//vendor/github.com/pkg/errors:go_default_library",
],
)
filegroup(
name = "package-srcs",
srcs = glob(["**"]),
tags = ["automanaged"],
visibility = ["//visibility:private"],
)
filegroup(
name = "all-srcs",
srcs = [":package-srcs"],
tags = ["automanaged"],
visibility = ["//visibility:public"],
)

View File

@@ -0,0 +1,36 @@
package account
import (
"context"
"fmt"
"go-common/app/interface/main/app-player/conf"
accrpc "go-common/app/service/main/account/api"
"github.com/pkg/errors"
)
// Dao is account dao.
type Dao struct {
// rpc
accRPC accrpc.AccountClient
}
// New account dao.
func New(c *conf.Config) (d *Dao) {
d = &Dao{}
var err error
d.accRPC, err = accrpc.NewClient(c.AccountClient)
if err != nil {
panic(fmt.Sprintf("account NewClient error(%v)", err))
}
return
}
// Card get card
func (d *Dao) Card(c context.Context, mid int64) (card *accrpc.CardReply, err error) {
if card, err = d.accRPC.Card3(c, &accrpc.MidReq{Mid: mid}); err != nil {
err = errors.Wrapf(err, "%v", mid)
}
return
}

View File

@@ -0,0 +1,51 @@
package account
import (
"context"
"flag"
"os"
"testing"
"go-common/app/interface/main/app-player/conf"
"github.com/smartystreets/goconvey/convey"
)
var (
d *Dao
)
func TestMain(m *testing.M) {
if os.Getenv("DEPLOY_ENV") != "" {
flag.Set("app_id", "main.app-svr.app-player")
flag.Set("conf_token", "e477d98a7c5689623eca4f32f6af735c")
flag.Set("tree_id", "52581")
flag.Set("conf_version", "docker-1")
flag.Set("deploy_env", "uat")
flag.Set("conf_host", "config.bilibili.co")
flag.Set("conf_path", "/tmp")
flag.Set("region", "sh")
flag.Set("zone", "sh001")
}
flag.Parse()
if err := conf.Init(); err != nil {
panic(err)
}
d = New(conf.Conf)
m.Run()
os.Exit(0)
}
func TestCard(t *testing.T) {
var (
c = context.Background()
mid = int64(1)
)
convey.Convey("Card", t, func(ctx convey.C) {
card, err := d.Card(c, mid)
ctx.Convey("Then err should be nil.card should not be nil.", func(ctx convey.C) {
ctx.So(err, convey.ShouldBeNil)
ctx.So(card, convey.ShouldNotBeNil)
})
})
}

View File

@@ -0,0 +1,55 @@
package(default_visibility = ["//visibility:public"])
load(
"@io_bazel_rules_go//go:def.bzl",
"go_test",
"go_library",
)
go_test(
name = "go_default_test",
srcs = [
"dao_test.go",
"memcache_test.go",
],
embed = [":go_default_library"],
rundir = ".",
tags = ["automanaged"],
deps = [
"//app/interface/main/app-player/conf:go_default_library",
"//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
],
)
go_library(
name = "go_default_library",
srcs = [
"dao.go",
"memcache.go",
],
importpath = "go-common/app/interface/main/app-player/dao/archive",
tags = ["automanaged"],
visibility = ["//visibility:public"],
deps = [
"//app/interface/main/app-player/conf:go_default_library",
"//app/interface/main/app-player/model/archive:go_default_library",
"//app/service/main/archive/api:go_default_library",
"//library/cache/memcache:go_default_library",
"//library/log:go_default_library",
"//vendor/github.com/pkg/errors:go_default_library",
],
)
filegroup(
name = "package-srcs",
srcs = glob(["**"]),
tags = ["automanaged"],
visibility = ["//visibility:private"],
)
filegroup(
name = "all-srcs",
srcs = [":package-srcs"],
tags = ["automanaged"],
visibility = ["//visibility:public"],
)

View File

@@ -0,0 +1,125 @@
package archive
import (
"context"
"fmt"
"runtime"
"go-common/app/interface/main/app-player/conf"
"go-common/app/interface/main/app-player/model/archive"
arcrpc "go-common/app/service/main/archive/api"
"go-common/library/cache/memcache"
"go-common/library/log"
)
// Dao is archive dao.
type Dao struct {
// memcache
arcMc *memcache.Pool
// chan
mCh chan func()
// rpc
arcRPC arcrpc.ArchiveClient
}
// New new a archive dao.
func New(c *conf.Config) (d *Dao) {
d = &Dao{
// memcache
arcMc: memcache.NewPool(c.Memcache),
// mc proc
mCh: make(chan func(), 1024),
}
var err error
d.arcRPC, err = arcrpc.NewClient(c.ArchiveClient)
if err != nil {
panic(fmt.Sprintf("archive NewClient error(%v)", err))
}
for i := 0; i < runtime.NumCPU(); i++ {
go d.cacheproc()
}
return
}
// Ping ping check memcache connection
func (d *Dao) Ping(c context.Context) (err error) {
return d.pingMC(c)
}
// addCache add archive to mc or redis
func (d *Dao) addCache(f func()) {
select {
case d.mCh <- f:
default:
log.Warn("cacheproc chan full")
}
}
// cacheproc write memcache and stat redis use goroutine
func (d *Dao) cacheproc() {
for {
f, ok := <-d.mCh
if !ok {
return
}
f()
}
}
// ArchiveCache is
func (d *Dao) ArchiveCache(c context.Context, aid int64) (arc *archive.Info, err error) {
if arc, err = d.archiveCache(c, aid); err != nil {
log.Error("%+v", err)
err = nil
}
if arc != nil {
return
}
var (
view *arcrpc.ViewReply
cids []int64
)
if view, err = d.arcRPC.View(c, &arcrpc.ViewRequest{Aid: aid}); err != nil {
log.Error("d.arcRPC.View3(%d) error(%+v)", aid, err)
return
}
for _, p := range view.Pages {
cids = append(cids, p.Cid)
}
arc = &archive.Info{
Aid: view.Arc.Aid,
State: view.Arc.State,
Mid: view.Arc.Author.Mid,
Cids: cids,
Attribute: view.Arc.Attribute,
}
d.addCache(func() {
d.addArchiveCache(context.Background(), aid, arc)
})
return
}
// Views is
func (d *Dao) Views(c context.Context, aids []int64) (arcs map[int64]*archive.Info, err error) {
var reply *arcrpc.ViewsReply
if reply, err = d.arcRPC.Views(c, &arcrpc.ViewsRequest{Aids: aids}); err != nil {
return
}
arcs = make(map[int64]*archive.Info)
for _, v := range reply.Views {
var (
info = new(archive.Info)
cids []int64
)
info.Aid = v.Arc.Aid
info.State = v.Arc.State
info.Mid = v.Arc.Author.Mid
info.Attribute = v.Arc.Attribute
for _, p := range v.Pages {
cids = append(cids, p.Cid)
}
info.Cids = cids
arcs[info.Aid] = info
}
return
}

View File

@@ -0,0 +1,77 @@
package archive
import (
"context"
"flag"
"fmt"
"os"
"testing"
"go-common/app/interface/main/app-player/conf"
"github.com/smartystreets/goconvey/convey"
)
var (
d *Dao
)
func TestMain(m *testing.M) {
if os.Getenv("DEPLOY_ENV") != "" {
flag.Set("app_id", "main.app-svr.app-player")
flag.Set("conf_token", "e477d98a7c5689623eca4f32f6af735c")
flag.Set("tree_id", "52581")
flag.Set("conf_version", "docker-1")
flag.Set("deploy_env", "uat")
flag.Set("conf_host", "config.bilibili.co")
flag.Set("conf_path", "/tmp")
flag.Set("region", "sh")
flag.Set("zone", "sh001")
}
flag.Parse()
if err := conf.Init(); err != nil {
panic(err)
}
d = New(conf.Conf)
m.Run()
os.Exit(0)
}
func TestPing(t *testing.T) {
var (
c = context.Background()
)
convey.Convey("Ping", t, func(ctx convey.C) {
err := d.Ping(c)
ctx.Convey("Then err should be nil.", func(ctx convey.C) {
ctx.So(err, convey.ShouldBeNil)
})
})
}
func TestArchiveCache(t *testing.T) {
var (
c = context.Background()
aid = int64(10110670)
)
convey.Convey("ArchiveCache", t, func(ctx convey.C) {
arc, err := d.ArchiveCache(c, aid)
fmt.Printf("%#v", arc)
ctx.Convey("Then err should be nil.", func(ctx convey.C) {
ctx.So(err, convey.ShouldBeNil)
})
})
}
func TestViews(t *testing.T) {
var (
c = context.Background()
aids = []int64{10110670}
)
convey.Convey("Views", t, func(ctx convey.C) {
_, err := d.Views(c, aids)
ctx.Convey("Then err should be nil.", func(ctx convey.C) {
ctx.So(err, convey.ShouldBeNil)
})
})
}

View File

@@ -0,0 +1,59 @@
package archive
import (
"context"
"strconv"
"go-common/app/interface/main/app-player/model/archive"
"go-common/library/cache/memcache"
"go-common/library/log"
"github.com/pkg/errors"
)
const (
_prefixArc = "p_"
)
func keyArc(aid int64) string {
return _prefixArc + strconv.FormatInt(aid, 10)
}
func (d *Dao) archiveCache(c context.Context, aid int64) (arcMc *archive.Info, err error) {
conn := d.arcMc.Get(c)
key := keyArc(aid)
defer conn.Close()
r, err := conn.Get(key)
if err != nil {
if err == memcache.ErrNotFound {
err = nil
return
}
err = errors.Wrapf(err, "conn.Get(%s)", key)
return
}
arcMc = &archive.Info{}
if err = conn.Scan(r, arcMc); err != nil {
err = errors.Wrapf(err, "conn.Scan(%s)", r.Value)
}
return
}
// addArchiveCache add archive cache.
func (d *Dao) addArchiveCache(c context.Context, aid int64, arc *archive.Info) (err error) {
conn := d.arcMc.Get(c)
key := keyArc(aid)
item := &memcache.Item{Key: key, Object: arc, Flags: memcache.FlagProtobuf}
if err = conn.Set(item); err != nil {
log.Error("conn.Set(%s, %v) error(%v)", key, arc, err)
}
conn.Close()
return
}
func (d *Dao) pingMC(c context.Context) (err error) {
conn := d.arcMc.Get(c)
err = conn.Set(&memcache.Item{Key: "ping", Value: []byte{1}, Flags: memcache.FlagRAW, Expiration: 0})
conn.Close()
return
}

View File

@@ -0,0 +1,20 @@
package archive
import (
"context"
"testing"
"github.com/smartystreets/goconvey/convey"
)
func TestPingMc(t *testing.T) {
var (
c = context.Background()
)
convey.Convey("Ping", t, func(ctx convey.C) {
err := d.Ping(c)
ctx.Convey("Then err should be nil.", func(ctx convey.C) {
ctx.So(err, convey.ShouldBeNil)
})
})
}

View File

@@ -0,0 +1,79 @@
package dao
import (
"context"
"encoding/json"
"net/http"
"net/url"
"strconv"
"go-common/app/interface/main/app-player/conf"
"go-common/app/interface/main/app-player/model"
"go-common/library/log"
httpx "go-common/library/net/http/blademaster"
"go-common/library/net/metadata"
"github.com/pkg/errors"
)
// Dao is
type Dao struct {
client *httpx.Client
}
// New elec dao
func New(c *conf.Config) (d *Dao) {
d = &Dao{
client: httpx.NewClient(c.HTTPClient),
}
return
}
// Playurl is
func (d *Dao) Playurl(c context.Context, mid, aid, cid, qn int64, npcybs, fnver, fnval, forceHost, isSp int, otype, mobiApp, buvid, fp, session, reqURL string) (playurl *model.Playurl, code int, err error) {
ip := metadata.String(c, metadata.RemoteIP)
params := url.Values{}
params.Set("otype", otype)
params.Set("buvid", buvid)
params.Set("platform", mobiApp)
params.Set("mid", strconv.FormatInt(mid, 10))
params.Set("cid", strconv.FormatInt(cid, 10))
params.Set("session", session)
params.Set("force_host", strconv.Itoa(forceHost))
params.Set("is_sp", strconv.Itoa(isSp))
if aid > 0 {
params.Set("avid", strconv.FormatInt(aid, 10))
}
params.Set("fnver", strconv.Itoa(fnver))
params.Set("fnval", strconv.Itoa(fnval))
if qn != 0 {
params.Set("qn", strconv.FormatInt(qn, 10))
}
if npcybs != 0 {
params.Set("npcybs", strconv.Itoa(npcybs))
}
var res struct {
Code int `json:"code"`
*model.Playurl
}
var req *http.Request
if req, err = d.client.NewRequest(http.MethodGet, reqURL, ip, params); err != nil {
err = errors.Wrap(err, "d.client.NewRequest error")
return
}
if fp != "" {
req.Header.Set("X-BVC-FINGERPRINT", fp)
}
if err = d.client.Do(c, req, &res); err != nil {
return
}
playurl = res.Playurl
playurl.FormatDash()
code = res.Code
if code == 0 {
durl, _ := json.Marshal(playurl.Durl)
dash, _ := json.Marshal(playurl.Dash)
log.Info("playurlresult isv6:%v ip:%s, durl:%s, dash:%s", len(ip) > 16, ip, durl, dash)
}
return
}

View File

@@ -0,0 +1,49 @@
package dao
import (
"context"
"flag"
"os"
"testing"
"go-common/app/interface/main/app-player/conf"
"github.com/smartystreets/goconvey/convey"
)
var (
d *Dao
)
func TestMain(m *testing.M) {
if os.Getenv("DEPLOY_ENV") != "" {
flag.Set("app_id", "main.app-svr.app-player")
flag.Set("conf_token", "e477d98a7c5689623eca4f32f6af735c")
flag.Set("tree_id", "52581")
flag.Set("conf_version", "docker-1")
flag.Set("deploy_env", "uat")
flag.Set("conf_host", "config.bilibili.co")
flag.Set("conf_path", "/tmp")
flag.Set("region", "sh")
flag.Set("zone", "sh001")
}
flag.Parse()
if err := conf.Init(); err != nil {
panic(err)
}
d = New(conf.Conf)
m.Run()
os.Exit(0)
}
func TestPlayurl(t *testing.T) {
var (
c = context.TODO()
)
convey.Convey("Playurl", t, func(ctx convey.C) {
_, _, err := d.Playurl(c, 0, 1, 10109227, 32, 0, 0, 0, 0, 0, "json", "android", "dajskldasjkl", "", "", "")
ctx.Convey("Then err should not be nil.", func(ctx convey.C) {
ctx.So(err, convey.ShouldNotBeNil)
})
})
}

View File

@@ -0,0 +1,45 @@
package(default_visibility = ["//visibility:public"])
load(
"@io_bazel_rules_go//go:def.bzl",
"go_test",
"go_library",
)
go_test(
name = "go_default_test",
srcs = ["dao_test.go"],
embed = [":go_default_library"],
tags = ["automanaged"],
deps = [
"//app/interface/main/app-player/conf:go_default_library",
"//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
],
)
go_library(
name = "go_default_library",
srcs = ["dao.go"],
importpath = "go-common/app/interface/main/app-player/dao/resource",
tags = ["automanaged"],
visibility = ["//visibility:public"],
deps = [
"//app/interface/main/app-player/conf:go_default_library",
"//app/service/main/resource/rpc/client:go_default_library",
"//library/log:go_default_library",
],
)
filegroup(
name = "package-srcs",
srcs = glob(["**"]),
tags = ["automanaged"],
visibility = ["//visibility:private"],
)
filegroup(
name = "all-srcs",
srcs = [":package-srcs"],
tags = ["automanaged"],
visibility = ["//visibility:public"],
)

View File

@@ -0,0 +1,32 @@
package resource
import (
"context"
"go-common/app/interface/main/app-player/conf"
resrpc "go-common/app/service/main/resource/rpc/client"
"go-common/library/log"
)
type Dao struct {
c *conf.Config
// rpc
resRPC *resrpc.Service
}
func New(c *conf.Config) (d *Dao) {
d = &Dao{
c: c,
// rpc
resRPC: resrpc.New(c.ResourceRPC),
}
return
}
// PasterCID get all paster cid.
func (d *Dao) PasterCID(c context.Context) (cids map[int64]int64, err error) {
if cids, err = d.resRPC.PasterCID(c); err != nil {
log.Error("d.resRPC.PasterCID() error(%v)", err)
}
return
}

View File

@@ -0,0 +1,37 @@
package resource
import (
"context"
"flag"
"path/filepath"
"testing"
"time"
"go-common/app/interface/main/app-player/conf"
. "github.com/smartystreets/goconvey/convey"
)
var (
d *Dao
)
func ctx() context.Context {
return context.Background()
}
func init() {
dir, _ := filepath.Abs("../../cmd/app-player-test.toml")
flag.Set("conf", dir)
conf.Init()
d = New(conf.Conf)
time.Sleep(time.Second)
}
func TestPasterCID(t *testing.T) {
Convey("PasterCID", t, func() {
_, err := d.PasterCID(ctx())
err = nil
So(err, ShouldBeNil)
})
}

View File

@@ -0,0 +1,46 @@
package(default_visibility = ["//visibility:public"])
load(
"@io_bazel_rules_go//go:def.bzl",
"go_test",
"go_library",
)
go_test(
name = "go_default_test",
srcs = ["dao_test.go"],
embed = [":go_default_library"],
rundir = ".",
tags = ["automanaged"],
deps = [
"//app/interface/main/app-player/conf:go_default_library",
"//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
],
)
go_library(
name = "go_default_library",
srcs = ["dao.go"],
importpath = "go-common/app/interface/main/app-player/dao/ugcpay",
tags = ["automanaged"],
visibility = ["//visibility:public"],
deps = [
"//app/interface/main/app-player/conf:go_default_library",
"//app/service/main/ugcpay/api/grpc/v1:go_default_library",
"//library/log:go_default_library",
],
)
filegroup(
name = "package-srcs",
srcs = glob(["**"]),
tags = ["automanaged"],
visibility = ["//visibility:private"],
)
filegroup(
name = "all-srcs",
srcs = [":package-srcs"],
tags = ["automanaged"],
visibility = ["//visibility:public"],
)

View File

@@ -0,0 +1,36 @@
package ugcpay
import (
"context"
"fmt"
"go-common/app/interface/main/app-player/conf"
ugcpay "go-common/app/service/main/ugcpay/api/grpc/v1"
"go-common/library/log"
)
// Dao is ugcpay dao.
type Dao struct {
// rpc
ugcpayRPC ugcpay.UGCPayClient
}
// New new a archive dao.
func New(c *conf.Config) (d *Dao) {
d = &Dao{}
var err error
d.ugcpayRPC, err = ugcpay.NewClient(c.UGCpayClient)
if err != nil {
panic(fmt.Sprintf("ugcpay NewClient error(%v)", err))
}
return
}
// AssetRelation is
func (d *Dao) AssetRelation(c context.Context, aid, mid int64) (relation *ugcpay.AssetRelationResp, err error) {
if relation, err = d.ugcpayRPC.AssetRelation(c, &ugcpay.AssetRelationReq{Oid: aid, Mid: mid, Otype: "archive"}); err != nil {
log.Error("d.ugcpayRPC.AssetRelationDetail(%d) error(%+v)", aid, err)
return
}
return
}

View File

@@ -0,0 +1,51 @@
package ugcpay
import (
"context"
"flag"
"os"
"testing"
"go-common/app/interface/main/app-player/conf"
"github.com/smartystreets/goconvey/convey"
)
var (
d *Dao
)
func TestMain(m *testing.M) {
if os.Getenv("DEPLOY_ENV") != "" {
flag.Set("app_id", "main.app-svr.app-player")
flag.Set("conf_token", "e477d98a7c5689623eca4f32f6af735c")
flag.Set("tree_id", "52581")
flag.Set("conf_version", "docker-1")
flag.Set("deploy_env", "uat")
flag.Set("conf_host", "config.bilibili.co")
flag.Set("conf_path", "/tmp")
flag.Set("region", "sh")
flag.Set("zone", "sh001")
}
flag.Parse()
if err := conf.Init(); err != nil {
panic(err)
}
d = New(conf.Conf)
m.Run()
os.Exit(0)
}
func TestAssetRelation(t *testing.T) {
var (
c = context.Background()
aid = int64(10110670)
mid = int64(2)
)
convey.Convey("AssetRelation", t, func(ctx convey.C) {
_, err := d.AssetRelation(c, aid, mid)
ctx.Convey("Then err should be nil.", func(ctx convey.C) {
ctx.So(err, convey.ShouldBeNil)
})
})
}