openbilibili/go-common
1
0
Fork 0
Code Releases Activity

Create & Init Project...

Browse Source
This commit is contained in:
MiaoWoo
2019-04-22 18:49:16 +08:00
commit fc4fa37393
25440 changed files with 4054998 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

50
app/service/bbq/recsys/cmd/BUILD Normal file
View File

@@ -0,0 +1,50 @@
package(default_visibility = ["//visibility:public"])
load(
"@io_bazel_rules_go//go:def.bzl",
"go_binary",
"go_library",
)
go_binary(
name = "cmd",
embed = [":go_default_library"],
tags = ["automanaged"],
)
go_library(
name = "go_default_library",
srcs = ["main.go"],
data = ["test.toml"],
importpath = "go-common/app/service/bbq/recsys/cmd",
tags = ["automanaged"],
visibility = ["//visibility:public"],
deps = [
"//app/service/bbq/recsys/conf:go_default_library",
"//app/service/bbq/recsys/server/grpc:go_default_library",
"//app/service/bbq/recsys/server/http:go_default_library",
"//app/service/bbq/recsys/service:go_default_library",
"//library/ecode/tip:go_default_library",
"//library/log:go_default_library",
"//library/net/trace:go_default_library",
],
)
filegroup(
name = "package-srcs",
srcs = glob(["**"]),
tags = ["automanaged"],
visibility = ["//visibility:private"],
)
filegroup(
name = "all-srcs",
srcs = [
":package-srcs",
"//app/service/bbq/recsys/cmd/client:all-srcs",
"//app/service/bbq/recsys/cmd/relatedrecsys:all-srcs",
"//app/service/bbq/recsys/cmd/upsrecsys:all-srcs",
],
tags = ["automanaged"],
visibility = ["//visibility:public"],
)

43
app/service/bbq/recsys/cmd/client/BUILD Normal file
View File

@@ -0,0 +1,43 @@
package(default_visibility = ["//visibility:public"])
load(
"@io_bazel_rules_go//go:def.bzl",
"go_binary",
"go_library",
)
go_binary(
name = "client",
embed = [":go_default_library"],
tags = ["automanaged"],
)
go_library(
name = "go_default_library",
srcs = ["main.go"],
importpath = "go-common/app/service/bbq/recsys/cmd/client",
tags = ["automanaged"],
visibility = ["//visibility:public"],
deps = [
"//app/service/bbq/recsys/api/grpc/v1:go_default_library",
"//library/cache/redis:go_default_library",
"//library/container/pool:go_default_library",
"//library/net/rpc/warden:go_default_library",
"//library/time:go_default_library",
"//vendor/github.com/Dai0522/go-hash/bloomfilter:go_default_library",
],
)
filegroup(
name = "package-srcs",
srcs = glob(["**"]),
tags = ["automanaged"],
visibility = ["//visibility:private"],
)
filegroup(
name = "all-srcs",
srcs = [":package-srcs"],
tags = ["automanaged"],
visibility = ["//visibility:public"],
)

82
app/service/bbq/recsys/cmd/client/main.go Normal file
View File

@@ -0,0 +1,82 @@
package main
import (
"context"
"encoding/binary"
"flag"
"fmt"
rpc "go-common/app/service/bbq/recsys/api/grpc/v1"
"go-common/library/cache/redis"
"go-common/library/container/pool"
"go-common/library/net/rpc/warden"
xtime "go-common/library/time"
"log"
"time"
"github.com/Dai0522/go-hash/bloomfilter"
)
var name, addr string
func init() {
flag.StringVar(&name, "name", "lily", "name")
flag.StringVar(&addr, "addr", "127.0.0.1:9000", "server addr")
}
func bf(svid int64) {
conf := &redis.Config{
Config: &pool.Config{
Active: 10,
Idle: 10,
},
Name: "recsys-service.user_profile",
Proto: "tcp",
Addr: "172.16.38.91:6379",
WriteTimeout: xtime.Duration(1 * time.Second),
DialTimeout: xtime.Duration(1 * time.Second),
ReadTimeout: xtime.Duration(1 * time.Second),
}
rp := redis.NewPool(conf)
conn := rp.Get(context.Background())
defer conn.Close()
b, _ := redis.Bytes(conn.Do("GET", "BBQ:BF:V1:5829468"))
if b != nil {
bf, _ := bloomfilter.Load(&b)
tmp := make([]byte, 8)
binary.LittleEndian.PutUint64(tmp, uint64(svid))
fmt.Println(bf.MightContain(tmp))
}
}
func main() {
flag.Parse()
cfg := &warden.ClientConfig{
Dial: xtime.Duration(time.Second * 3),
Timeout: xtime.Duration(time.Second * 3),
}
cc, err := warden.NewClient(cfg).Dial(context.Background(), addr)
if err != nil {
log.Fatalf("new client failed!err:=%v", err)
return
}
var MID int64 = 5829468 // 10022647 //100011563
buvID := "d9972de637d2f3b8939ee628a7ea789b"
client := rpc.NewRecsysClient(cc)
resp, err := client.RecService(context.Background(), &rpc.RecsysRequest{
MID: MID,
BUVID: buvID,
Limit: 5,
DebugFlag: true,
DebugType: "rank",
})
if err != nil {
log.Fatalf("say hello failed!err:=%v", err)
return
}
fmt.Printf("got Reply: %+v", resp)
for _, v := range resp.List {
fmt.Println(v.Svid)
bf(v.Svid)
}
}

46
app/service/bbq/recsys/cmd/main.go Normal file
View File

@@ -0,0 +1,46 @@
package main
import (
"flag"
"os"
"os/signal"
"syscall"
"go-common/app/service/bbq/recsys/conf"
"go-common/app/service/bbq/recsys/server/grpc"
"go-common/app/service/bbq/recsys/server/http"
"go-common/app/service/bbq/recsys/service"
ecode "go-common/library/ecode/tip"
"go-common/library/log"
"go-common/library/net/trace"
)
func main() {
flag.Parse()
if err := conf.Init(); err != nil {
panic(err)
}
log.Init(conf.Conf.Log)
defer log.Close()
log.Info("start")
trace.Init(conf.Conf.Tracer)
defer trace.Close()
ecode.Init(conf.Conf.Ecode)
srv := service.New(conf.Conf)
grpc.New(srv)
http.Init(conf.Conf, srv)
c := make(chan os.Signal, 1)
signal.Notify(c, syscall.SIGHUP, syscall.SIGQUIT, syscall.SIGTERM, syscall.SIGINT)
for {
s := <-c
log.Info("get a signal %s", s.String())
switch s {
case syscall.SIGQUIT, syscall.SIGTERM, syscall.SIGINT:
log.Info("exit")
return
case syscall.SIGHUP:
default:
return
}
}
}

40
app/service/bbq/recsys/cmd/relatedrecsys/BUILD Normal file
View File

@@ -0,0 +1,40 @@
package(default_visibility = ["//visibility:public"])
load(
"@io_bazel_rules_go//go:def.bzl",
"go_binary",
"go_library",
)
go_binary(
name = "relatedrecsys",
embed = [":go_default_library"],
tags = ["automanaged"],
)
go_library(
name = "go_default_library",
srcs = ["main.go"],
importpath = "go-common/app/service/bbq/recsys/cmd/relatedrecsys",
tags = ["automanaged"],
visibility = ["//visibility:public"],
deps = [
"//app/service/bbq/recsys/api/grpc/v1:go_default_library",
"//library/net/rpc/warden:go_default_library",
"//library/time:go_default_library",
],
)
filegroup(
name = "package-srcs",
srcs = glob(["**"]),
tags = ["automanaged"],
visibility = ["//visibility:private"],
)
filegroup(
name = "all-srcs",
srcs = [":package-srcs"],
tags = ["automanaged"],
visibility = ["//visibility:public"],
)

48
app/service/bbq/recsys/cmd/relatedrecsys/main.go Normal file
View File

@@ -0,0 +1,48 @@
package main
import (
"context"
"flag"
"fmt"
rpc "go-common/app/service/bbq/recsys/api/grpc/v1"
"go-common/library/net/rpc/warden"
xtime "go-common/library/time"
"log"
"time"
)
var name, addr string
func init() {
flag.StringVar(&name, "name", "lily", "name")
flag.StringVar(&addr, "addr", "127.0.0.1:9000", "server addr")
}
func main() {
flag.Parse()
cfg := &warden.ClientConfig{
Dial: xtime.Duration(time.Second * 3),
Timeout: xtime.Duration(time.Second * 3),
}
cc, err := warden.NewClient(cfg).Dial(context.Background(), addr)
if err != nil {
log.Fatalf("new client failed!err:=%v", err)
return
}
var mid int64 = 10022647 //100011563
buvid := "123456"
client := rpc.NewRecsysClient(cc)
resp, err := client.RelatedRecService(context.Background(), &rpc.RecsysRequest{
MID: mid,
BUVID: buvid,
Limit: 10,
Offset: 0,
SVID: 114888,
})
if err != nil {
log.Fatalf("say hello failed!err:=%v", err)
return
}
fmt.Printf("got Reply: %+v", resp)
}

112
app/service/bbq/recsys/cmd/test.toml Normal file
View File

@@ -0,0 +1,112 @@
[log]
# dir = "/tmp/log/recsys"
stdout = true
[bm]
addr = "0.0.0.0:8804"
timeout = "2s"
[mysql]
addr = "127.0.0.1:3306"
dsn = "test:test@tcp(127.0.0.1:3306)/test?timeout=200ms&readTimeout=200ms&writeTimeout=200ms&parseTime=true&loc=Local&charset=utf8,utf8mb4"
readDSN = ["test:test@tcp(127.0.0.2:3306)/test? timeout=200ms&readTimeout=200ms&writeTimeout=200ms&parseTime=true&loc=Local&charset=utf8,utf8mb4","test:test@tcp(127.0.0.3:3306)/test?timeout=200ms&readTimeout=200ms&writeTimeout=200ms&parseTime=true&loc=Local&charset=utf8,utf8mb4"]
active = 20
idle = 10
idleTimeout ="4h"
queryTimeout = "100ms"
execTimeout = "100ms"
tranTimeout = "200ms"
[redis]
name = "recsys-service.user_profile"
proto = "tcp"
addr = "172.16.38.91:6379"
idle = 10
active = 10
dialTimeout = "1s"
readTimeout = "1s"
writeTimeout = "1s"
idleTimeout = "10s"
expire = "1m"
[bfredis]
name = "recsys-service.bloomfilter"
proto = "tcp"
addr = "172.16.38.91:6379"
idle = 10
active = 10
dialTimeout = "1s"
readTimeout = "1s"
writeTimeout = "1s"
idleTimeout = "10s"
expire = "1m"
[memcache]
name = "recsys-service"
proto = "tcp"
addr = ""
active = 50
idle = 10
dialTimeout = "1s"
readTimeout = "1s"
writeTimeout = "1s"
idleTimeout = "10s"
expire = "24h"
[httpClient]
[httpClient.normal]
dial = "500ms"
timeout = "1s"
keepAlive = "60s"
timer = 10
key = "7c7ac0db1aa05587"
secret = "9a6d62d93290c5f771ad381e9ca23f26"
[httpClient.normal.breaker]
window = "3s"
sleep = "100ms"
bucket = 10
ratio = 0.5
request = 100
[httpClient.slow]
dial = "500ms"
timeout = "1s"
keepAlive = "60s"
timer = 10
key = "7c7ac0db1aa05587"
secret = "9a6d62d93290c5f771ad381e9ca23f26"
[httpClient.slow.breaker]
window = "3s"
sleep = "100ms"
bucket = 10
ratio = 0.5
request = 100
[grpcClient]
[grpcClient.user]
addr = "discovery://default/bbq.service.user"
[grpcClient.user.wardenConf]
dial = "3000ms"
timeout = "5000ms"
[grpcClient.recall]
addr = "172.22.38.129:9000"
[grpcClient.recall.wardenConf]
dial = "3000ms"
timeout = "5000ms"
[grpcClient.relation]
addr = "discovery://default/account.service.relation"
[grpcClient.relation.wardenConf]
dial = "3000ms"
timeout = "5000ms"
[infoc]
taskID = "001555"
proto = "tcp"
addr = "172.18.33.124:15140"
chanSize = 10240
[workerPool]
maxWorkers = 512
maxIdleWorkers = 256
minIdleWorkers = 128
keepAlive = "30s"

40
app/service/bbq/recsys/cmd/upsrecsys/BUILD Normal file
View File

@@ -0,0 +1,40 @@
package(default_visibility = ["//visibility:public"])
load(
"@io_bazel_rules_go//go:def.bzl",
"go_library",
"go_binary",
)
go_library(
name = "go_default_library",
srcs = ["main.go"],
importpath = "go-common/app/service/bbq/recsys/cmd/upsrecsys",
tags = ["automanaged"],
visibility = ["//visibility:public"],
deps = [
"//app/service/bbq/recsys/api/grpc/v1:go_default_library",
"//library/net/rpc/warden:go_default_library",
"//library/time:go_default_library",
],
)
filegroup(
name = "package-srcs",
srcs = glob(["**"]),
tags = ["automanaged"],
visibility = ["//visibility:private"],
)
filegroup(
name = "all-srcs",
srcs = [":package-srcs"],
tags = ["automanaged"],
visibility = ["//visibility:public"],
)
go_binary(
name = "upsrecsys",
embed = [":go_default_library"],
tags = ["automanaged"],
)

48
app/service/bbq/recsys/cmd/upsrecsys/main.go Normal file
View File

@@ -0,0 +1,48 @@
package main
import (
"context"
"flag"
"fmt"
rpc "go-common/app/service/bbq/recsys/api/grpc/v1"
"go-common/library/net/rpc/warden"
xtime "go-common/library/time"
"log"
"time"
)
var name, addr string
func init() {
flag.StringVar(&name, "name", "lily", "name")
flag.StringVar(&addr, "addr", "127.0.0.1:9000", "server addr")
}
func main() {
flag.Parse()
cfg := &warden.ClientConfig{
Dial: xtime.Duration(time.Second * 3),
Timeout: xtime.Duration(time.Second * 3),
}
cc, err := warden.NewClient(cfg).Dial(context.Background(), addr)
if err != nil {
log.Fatalf("new client failed!err:=%v", err)
return
}
var mid int64 = 6622959 //100011563
buvid := "123456"
client := rpc.NewRecsysClient(cc)
resp, err := client.UpsRecService(context.Background(), &rpc.RecsysRequest{
MID: mid,
BUVID: buvid,
Limit: 10,
Offset: 0,
SVID: 114888,
})
if err != nil {
log.Fatalf("say hello failed!err:=%v", err)
return
}
fmt.Printf("got Reply: %+v", resp)
}