Create & Init Project...

This commit is contained in:
2019-04-22 18:49:16 +08:00
commit fc4fa37393
25440 changed files with 4054998 additions and 0 deletions

View File

@@ -0,0 +1,52 @@
package(default_visibility = ["//visibility:public"])
load(
"@io_bazel_rules_go//go:def.bzl",
"go_library",
"go_test",
)
go_library(
name = "go_default_library",
srcs = [
"dao.go",
"weight.go",
],
importpath = "go-common/app/admin/main/videoup/dao/task",
tags = ["automanaged"],
visibility = ["//visibility:public"],
deps = [
"//app/admin/main/videoup/conf:go_default_library",
"//app/admin/main/videoup/model/archive:go_default_library",
"//library/cache/redis:go_default_library",
"//library/log:go_default_library",
],
)
filegroup(
name = "package-srcs",
srcs = glob(["**"]),
tags = ["automanaged"],
visibility = ["//visibility:private"],
)
filegroup(
name = "all-srcs",
srcs = [":package-srcs"],
tags = ["automanaged"],
visibility = ["//visibility:public"],
)
go_test(
name = "go_default_test",
srcs = [
"dao_test.go",
"weight_test.go",
],
embed = [":go_default_library"],
tags = ["automanaged"],
deps = [
"//app/admin/main/videoup/conf:go_default_library",
"//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
],
)

View File

@@ -0,0 +1,26 @@
package task
import (
"go-common/app/admin/main/videoup/conf"
"go-common/library/cache/redis"
)
// Dao is track dao.
type Dao struct {
c *conf.Config
// redis
redis *redis.Pool
}
var (
d *Dao
)
// New new a dao.
func New(c *conf.Config) (d *Dao) {
d = &Dao{
c: c,
redis: redis.NewPool(c.Redis.Secondary.Config),
}
return d
}

View File

@@ -0,0 +1,37 @@
package task
import (
"flag"
. "github.com/smartystreets/goconvey/convey"
"go-common/app/admin/main/videoup/conf"
"os"
"testing"
)
func TestMain(m *testing.M) {
if os.Getenv("DEPLOY_ENV") != "" {
flag.Set("app_id", "main.archive.videoup-admin")
flag.Set("conf_token", "gRSfeavV7kJdY9875Gf29pbd2wrdKZ1a")
flag.Set("tree_id", "2307")
flag.Set("conf_version", "docker-1")
flag.Set("deploy_env", "uat")
flag.Set("conf_host", "config.bilibili.co")
flag.Set("conf_path", "/tmp")
flag.Set("region", "sh")
flag.Set("zone", "sh001")
} else {
flag.Set("conf", "../../cmd/videoup-admin.toml")
}
flag.Parse()
if err := conf.Init(); err != nil {
panic(err)
}
d = New(conf.Conf)
os.Exit(m.Run())
}
func WithDao(f func(d *Dao)) func() {
return func() {
Reset(func() {})
f(d)
}
}

View File

@@ -0,0 +1,82 @@
package task
import (
"context"
"encoding/json"
"fmt"
"go-common/app/admin/main/videoup/model/archive"
"go-common/library/cache/redis"
"go-common/library/log"
)
const (
_twexpire = 24 * 60 * 60 // 1 day
)
func key(id int64) string {
return fmt.Sprintf("tw_%d", id)
}
//SetWeightRedis 设置权重配置
func (d *Dao) SetWeightRedis(c context.Context, mcases map[int64]*archive.TaskPriority) (err error) {
conn := d.redis.Get(c)
defer conn.Close()
for tid, mcase := range mcases {
var bs []byte
key := key(tid)
if bs, err = json.Marshal(mcase); err != nil {
log.Error("json.Marshal(%+v) error(%v)", mcase, err)
continue
}
if err = conn.Send("SET", key, bs); err != nil {
log.Error("SET error(%v)", err)
continue
}
if err = conn.Send("EXPIRE", key, _twexpire); err != nil {
log.Error("EXPIRE error(%v)", err)
continue
}
}
if err = conn.Flush(); err != nil {
log.Error("conn.Flush error(%v)", err)
return
}
for i := 0; i < 2*len(mcases); i++ {
if _, err = conn.Receive(); err != nil {
log.Error("conn.Receive() error(%v)", err)
return
}
}
return
}
//GetWeightRedis 获取实时任务的权重配置
func (d *Dao) GetWeightRedis(c context.Context, ids []int64) (mcases map[int64]*archive.TaskPriority, err error) {
conn := d.redis.Get(c)
defer conn.Close()
mcases = make(map[int64]*archive.TaskPriority)
for _, id := range ids {
var bs []byte
key := key(int64(id))
if bs, err = redis.Bytes(conn.Do("GET", key)); err != nil {
if err == redis.ErrNil {
err = nil
} else {
log.Error("conn.Do(GET, %v) error(%v)", key, err)
}
continue
}
p := &archive.TaskPriority{}
if err = json.Unmarshal(bs, p); err != nil {
log.Error("json.Unmarshal(%s) error(%v)", string(bs), err)
err = nil
continue
}
mcases[int64(id)] = p
}
return
}

View File

@@ -0,0 +1,15 @@
package task
import (
"context"
. "github.com/smartystreets/goconvey/convey"
"testing"
)
func TestDao_GetWeightRedis(t *testing.T) {
Convey("CheckChannelReview", t, WithDao(func(d *Dao) {
m, err := d.GetWeightRedis(context.Background(), []int64{10098217})
So(err, ShouldBeNil)
So(m, ShouldNotBeNil)
}))
}