openbilibili/go-common
1
0
Fork 0
Code Releases Activity

Create & Init Project...

Browse Source
This commit is contained in:
MiaoWoo
2019-04-22 18:49:16 +08:00
commit fc4fa37393
25440 changed files with 4054998 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

46
app/interface/main/app-show/cmd/BUILD Normal file
View File

@@ -0,0 +1,46 @@
package(default_visibility = ["//visibility:public"])
load(
"@io_bazel_rules_go//go:def.bzl",
"go_binary",
"go_library",
)
go_binary(
name = "cmd",
embed = [":go_default_library"],
tags = ["automanaged"],
)
go_library(
name = "go_default_library",
srcs = ["main.go"],
data = [
"app-show-example.toml",
"app-show-test.toml",
],
importpath = "go-common/app/interface/main/app-show/cmd",
tags = ["automanaged"],
visibility = ["//visibility:public"],
deps = [
"//app/interface/main/app-show/conf:go_default_library",
"//app/interface/main/app-show/http:go_default_library",
"//library/ecode/tip:go_default_library",
"//library/log:go_default_library",
"//library/net/trace:go_default_library",
],
)
filegroup(
name = "package-srcs",
srcs = glob(["**"]),
tags = ["automanaged"],
visibility = ["//visibility:private"],
)
filegroup(
name = "all-srcs",
srcs = [":package-srcs"],
tags = ["automanaged"],
visibility = ["//visibility:public"],
)

244
app/interface/main/app-show/cmd/app-show-example.toml Normal file
View File

@@ -0,0 +1,244 @@
# This is a TOML document. Boom.
version = "1.6.0"
user = "nobody"
pid = "/tmp/app-show.pid"
dir = "./"
perf = "127.0.0.1:6100"
checkFile = "/data/www/app-show.html"
family = "app-show"
address = ""
trace = false
debug = false
env = "dev"
showLog = "/data/infoc/app-show/info.log"
tick = "30s"
[duration]
splash = "2h"
search = "-504h"
[infoc]
path = "/data/infoc/app-show/info.log"
project = "app-show"
name = "app-show"
[json]
staticDir = "/app-show-static/"
[host]
live = "http://live.bilibili.com"
bangumi = "http://bangumi.bilibili.com"
hetongzi = "http://data-test.bilibili.co"
data = "http://data-test.bilibili.co"
mipush = "https://api.xmpush.xiaomi.com"
apiCo = "http://api.bilibili.co"
apiCoX = "http://api.bilibili.co"
www = "http://www.bilibili.com"
ad = "http://ad.bilibili.co"
[tracer]
proto = "udp"
addr = "172.16.33.46:5140"
tag = "platform/app-show"
[xlog]
dir = "/data/log/app-show/"
[xlog.elk]
project = "app-show"
addr = "172.18.20.17:8520"
chanSize = 10240
[app]
key = "e7482d29be4a95b8"
secret = "9e803791cdef756e75faee68e12b7442"
[httpClient]
dial = "500ms"
timeout = "2s"
keepAlive = "60s"
timer = 10
[httpClientAsyn]
dial = "1s"
timeout = "2s"
keepAlive = "60s"
timer = 10
[httpData]
dial = "500ms"
timeout = "2s"
keepAlive = "60s"
timer = 10
[identify]
whiteAccessKey = ""
whiteMid = 0
[identify.app]
key = "6a29f8ed87407c11"
secret = "d3c5a85f5b895a03735b5d20a273bc57"
[identify.memcache]
name = "go-business/identify"
proto = "tcp"
addr = "172.16.33.54:11211"
active = 5
idle = 10
dialTimeout = "1s"
readTimeout = "1s"
writeTimeout = "1s"
idleTimeout = "80s"
[identify.host]
auth = "http://passport.bilibili.com"
secret = "http://open.bilibili.com"
[identify.authHTTPClient]
dial = "1s"
timeout = "1s"
keepAlive = "60s"
timer = 1000
[identify.secretHTTPClient]
dial = "1s"
timeout = "1s"
keepAlive = "60s"
timer = 1000
[multiHttp]
[multiHttp.outer]
addrs = ["0.0.0.0:6101"]
maxListen = 100
[multiHttp.inner]
addrs = ["0.0.0.0:6102"]
maxListen = 100
[multiHttp.local]
addrs = ["0.0.0.0:6103"]
maxListen = 100
[archiveRPC]
pullInterval = "10s"
[archiveRPC.client]
proto = "tcp"
addr = "172.16.0.26:6089"
timeout = "1s"
timer = 1000
[[archiveRPC.backup]]
proto = "tcp"
addr = "172.16.0.26:6089"
timeout = "1s"
timer = 1000
[archiveRPC.zookeeper]
root = "/microservice/archive-service/"
addrs = ["172.16.0.148:2181"]
timeout = "1s"
[accountRPC]
pullInterval = "10s"
[accountRPC.client]
proto = "tcp"
addr = "172.16.33.56:6079"
timeout = "1s"
timer = 1000
[[accountRPC.backup]]
proto = "tcp"
addr = "172.16.33.56:6079"
timeout = "1s"
timer = 1000
[accountRPC.zookeeper]
root = "/microservice/account-service/"
addrs = ["172.16.33.54:2181"]
timeout = "30s"
[mysql]
[mysql.show]
addr = "172.16.0.148:3306"
dsn = "test:test@tcp(172.16.0.148:3306)/bilibili_show?timeout=5s&readTimeout=5s&writeTimeout=5s&parseTime=true&loc=Local&charset=utf8,utf8mb4"
active = 5
idle = 2
[mysql.resource]
addr = "172.16.0.148:3306"
dsn = "test:test@tcp(172.16.0.148:3306)/bilibili_resource?timeout=5s&readTimeout=5s&writeTimeout=5s&parseTime=true&loc=Local&charset=utf8,utf8mb4"
active = 5
idle = 2
[mysql.cpt]
addr = "172.16.0.116:3306"
dsn = "test:test@tcp(172.16.0.116:3306)/bilibili_cpt?timeout=5s&readTimeout=5s&writeTimeout=5s&parseTime=true&loc=Local&charset=utf8,utf8mb4"
active = 5
idle = 2
[redis]
[redis.recommend]
name = "app-show/recommend"
proto = "tcp"
addr = "172.16.0.148:6379"
active = 20
idle = 10
dialTimeout = "50ms"
readTimeout = "100ms"
writeTimeout = "100ms"
idleTimeout = "80s"
expire = "2h"
[redis.stat]
name = "app-interface/stat"
proto = "tcp"
addr = "172.16.0.148:6379"
active = 20
idle = 10
dialTimeout = "50ms"
readTimeout = "100ms"
writeTimeout = "100ms"
idleTimeout = "80s"
expire = "10s"
[memcache]
[memcache.archive]
name = "app-show/archive"
proto = "tcp"
addr = "172.16.0.148:11211"
active = 50
idle = 10
dialTimeout = "50ms"
readTimeout = "100ms"
writeTimeout = "100ms"
idleTimeout = "80s"
expire = "2h"
[DislikeDatabus]
key = ""
secret= ""
group= "bigdata-sky-horse-group"
topic= "Dislike-T"
action="pub"
[databus.redis]
name = "app-feed/dislike"
proto = "tcp"
addr = ""
active = 100
idle = 50
dialTimeout = "50ms"
readTimeout = "200ms"
writeTimeout = "200ms"
idleTimeout = "80s"
[recommend]
[recommend.host]
1 = ["172.16.33.62"]
[recommend.group]
0 = 1
1 = 1
2 = 1
3 = 1
4 = 1
5 = 1
6 = 1
7 = 1
8 = 1
9 = 1
10 = 1
11 = 1
12 = 1
13 = 1
14 = 1
15 = 1
16 = 1
17 = 1
18 = 1
19 = 1

361
app/interface/main/app-show/cmd/app-show-test.toml Normal file
View File

@@ -0,0 +1,361 @@
# This is a TOML document. Boom.
version = "1.1.0"
user = "nobody"
pid = "/tmp/app-show.pid"
dir = "./"
perf = "127.0.0.1:6100"
checkFile = "/data/www/app-show.html"
family = "app-show"
address = ""
trace = true
debug = false
env = "test"
tick = "10m"
[duration]
splash = "2h"
search = "-504h"
[infoc]
path = ""
project = "app-show"
name = "app-show"
[infoc2]
taskID = "000026"
proto = "tcp"
addr = ""
chanSize = 10240
[feedinfoc2]
taskID = "0000236"
proto = "tcp"
addr = ""
chanSize = 10240
[json]
staticDir = "/app-show-static/"
[host]
live = "http://live.bilibili.com"
bangumi = "http://bangumi.bilibili.com"
hetongzi = "http://data-test.bilibili.co"
data = "http://data-test.bilibili.co"
mipush = "https://api.xmpush.xiaomi.com"
apiCo = "http://api.bilibili.co"
apiCoX = "http://api.bilibili.co"
www = "http://www.bilibili.com"
ad = "http://ad.bilibili.co"
search = "http://s.search.bilibili.co"
activity = "http://matsuri.bilibili.co"
apiLiveCo = "http://api.live.bilibili.co"
# ad = "http://172.16.33.180:8082"
[tracer]
family = "app-show"
proto = "unixgram"
addr = "/var/run/dapper-collect/dapper-collect.sock"
[xlog]
dir = "/data/log/app-show/"
[xlog.elk]
project = "app-show"
addr = "172.18.20.17:8520"
chanSize = 10240
[app]
key = "e7482d29be4a95b8"
secret = "9e803791cdef756e75faee68e12b7442"
[httpClient]
key = "e7482d29be4a95b8"
secret = "9e803791cdef756e75faee68e12b7442"
dial = "500ms"
timeout = "2s"
keepAlive = "60s"
timer = 10
[httpClient.breaker]
window = "10s"
sleep = "100ms"
bucket = 10
ratio = 0.5
request = 100
[httpClientAsyn]
key = "e7482d29be4a95b8"
secret = "9e803791cdef756e75faee68e12b7442"
dial = "1s"
timeout = "2s"
keepAlive = "60s"
timer = 10
[httpClientAsyn.breaker]
window = "10s"
sleep = "100ms"
bucket = 10
ratio = 0.5
request = 100
[httpData]
key = "e7482d29be4a95b8"
secret = "9e803791cdef756e75faee68e12b7442"
dial = "500ms"
timeout = "2s"
keepAlive = "60s"
timer = 10
[httpData.breaker]
window = "10s"
sleep = "100ms"
bucket = 10
ratio = 0.5
request = 100
[identify]
whiteAccessKey = ""
whiteMid = 0
[identify.app]
key = "e7482d29be4a95b8"
secret = "9e803791cdef756e75faee68e12b7442"
[identify.memcache]
name = "go-business/identify"
proto = "tcp"
addr = "172.16.33.54:11211"
active = 5
idle = 10
dialTimeout = "1s"
readTimeout = "1s"
writeTimeout = "1s"
idleTimeout = "80s"
[identify.host]
auth = "http://passport.bilibili.com"
secret = "http://open.bilibili.com"
[identify.httpClient]
key = "e7482d29be4a95b8"
secret = "9e803791cdef756e75faee68e12b7442"
dial = "30ms"
timeout = "100ms"
keepAlive = "60s"
[identify.httpClient.breaker]
window = "10s"
sleep = "100ms"
bucket = 10
ratio = 0.5
request = 100
[identify.httpClient.url]
"http://passport.bilibili.co/intranet/auth/tokenInfo" = {timeout = "100ms"}
"http://passport.bilibili.co/intranet/auth/cookieInfo" = {timeout = "100ms"}
"http://open.bilibili.co/api/getsecret" = {timeout = "500ms"}
[multiHttp]
[multiHttp.outer]
addrs = ["0.0.0.0:6101"]
maxListen = 100
[multiHttp.inner]
addrs = ["0.0.0.0:6102"]
maxListen = 100
[multiHttp.local]
addrs = ["0.0.0.0:6103"]
maxListen = 100
[archiveRPC]
group = "test"
pullInterval = "10s"
[archiveRPC.client]
proto = "tcp"
timeout = "1s"
timer = 1000
token = "123456"
[archiveRPC.client.breaker]
window ="3s"
sleep ="100ms"
bucket = 10
ratio = 0.5
request = 100
[archiveRPC.zookeeper]
root = "/microservice/archive-service/"
addrs = ["172.16.33.54:2181"]
timeout = "30s"
[dynamicRPC]
pullInterval = "10s"
[dynamicRPC.client]
proto = "tcp"
addr = "172.16.33.56:6239"
timeout = "1s"
timer = 1000
[dynamicRPC.client.breaker]
window ="3s"
sleep ="100ms"
bucket = 10
ratio = 0.5
request = 100
[dynamicRPC.zookeeper]
root = "/microservice/dynamic-service/"
addrs = ["172.16.33.54:2181"]
timeout = "30s"
[accountRPC]
pullInterval = "10s"
[accountRPC.client]
proto = "tcp"
addr = "172.16.33.56:6079"
timeout = "1s"
timer = 1000
[accountRPC.client.breaker]
window ="3s"
sleep ="100ms"
bucket = 10
ratio = 0.5
request = 100
[accountRPC.zookeeper]
root = "/microservice/account-service/"
addrs = ["172.16.33.54:2181"]
timeout = "30s"
[relationRPC]
pullInterval = "10s"
[relationRPC.client]
proto = "tcp"
addr = "172.16.33.56:6079"
timeout = "1s"
timer = 1000
[relationRPC.client.breaker]
window ="3s"
sleep ="100ms"
bucket = 10
ratio = 0.5
request = 100
[relationRPC.zookeeper]
root = "/microservice/relation-service/"
addrs = ["172.16.33.54:2181"]
timeout = "30s"
[resourceRPC]
pullInterval = "10s"
[resourceRPC.client]
proto = "tcp"
addr = "172.16.33.56:6079"
timeout = "1s"
timer = 1000
[resourceRPC.client.breaker]
window ="3s"
sleep ="100ms"
bucket = 10
ratio = 0.5
request = 100
[resourceRPC.zookeeper]
root = "/microservice/article-service/"
addrs = ["172.16.33.54:2181"]
timeout = "30s"
[mysql]
[mysql.show]
addr = "172.16.33.205:3308"
dsn = "test:test@tcp(172.16.33.205:3308)/bilibili_show?timeout=5s&readTimeout=5s&writeTimeout=5s&parseTime=true&loc=Local&charset=utf8,utf8mb4"
active = 5
idle = 2
idleTimeout ="4h"
queryTimeout = "1s"
execTimeout = "1s"
tranTimeout = "1s"
[mysql.show.breaker]
window = "3s"
sleep = "100ms"
bucket = 10
ratio = 0.5
request = 100
[mysql.resource]
addr = "172.16.33.205:3308"
dsn = "test:test@tcp(172.16.33.205:3308)/bilibili_resource?timeout=5s&readTimeout=5s&writeTimeout=5s&parseTime=true&loc=Local&charset=utf8,utf8mb4"
active = 5
idle = 2
idleTimeout ="4h"
queryTimeout = "1s"
execTimeout = "1s"
tranTimeout = "1s"
[mysql.resource.breaker]
window = "3s"
sleep = "100ms"
bucket = 10
ratio = 0.5
request = 100
[redis]
[redis.recommend]
name = "app-show/recommend"
proto = "tcp"
addr = "172.16.33.54:6380"
active = 20
idle = 10
dialTimeout = "50ms"
readTimeout = "100ms"
writeTimeout = "100ms"
idleTimeout = "80s"
expire = "2h"
[redis.stat]
name = "app-interface/stat"
proto = "tcp"
addr = "172.16.33.54:6380"
active = 20
idle = 10
dialTimeout = "50ms"
readTimeout = "50ms"
writeTimeout = "50ms"
idleTimeout = "80s"
expire = "10s"
[memcache]
[memcache.archive]
name = "app-show/archive"
proto = "tcp"
addr = "172.16.33.54:11213"
active = 50
idle = 10
dialTimeout = "50ms"
readTimeout = "100ms"
writeTimeout = "100ms"
idleTimeout = "80s"
expire = "2h"
[dislikeDatabus]
key = "0PtMsVFzWyyvoTgAyLCG"
secret= "0PtMsVFzWyyvoTgAyLCH"
group= "TagDislike-SkyHorse-P"
topic= "Dislike-T"
action="pub"
[dislikeDatabus.redis]
name = "app-feed/dislike"
proto = "tcp"
addr = "172.16.33.56:6205"
active = 100
idle = 50
dialTimeout = "50ms"
readTimeout = "200ms"
writeTimeout = "200ms"
idleTimeout = "80s"
[recommend]
[recommend.host]
1 = ["172.16.33.62"]
[recommend.group]
0 = 1
1 = 1
2 = 1
3 = 1
4 = 1
5 = 1
6 = 1
7 = 1
8 = 1
9 = 1
10 = 1
11 = 1
12 = 1
13 = 1
14 = 1
15 = 1
16 = 1
17 = 1
18 = 1
19 = 1

50
app/interface/main/app-show/cmd/main.go Normal file
View File

@@ -0,0 +1,50 @@
package main
import (
"flag"
"os"
"os/signal"
"syscall"
"go-common/app/interface/main/app-show/conf"
"go-common/app/interface/main/app-show/http"
ecode "go-common/library/ecode/tip"
"go-common/library/log"
"go-common/library/net/trace"
)
func main() {
flag.Parse()
if err := conf.Init(); err != nil {
log.Error("conf.Init() error(%v)", err)
panic(err)
}
// init ecode
ecode.Init(nil)
// init log
log.Init(conf.Conf.XLog)
defer log.Close()
log.Info("app-show start")
// init trace
trace.Init(conf.Conf.Tracer)
defer trace.Close()
// service init
http.Init(conf.Conf)
// init pprof conf.Conf.Perf
// init signal
c := make(chan os.Signal, 1)
signal.Notify(c, syscall.SIGHUP, syscall.SIGQUIT, syscall.SIGTERM, syscall.SIGINT)
for {
s := <-c
log.Info("app-show get a signal %s", s.String())
switch s {
case syscall.SIGQUIT, syscall.SIGTERM, syscall.SIGINT:
log.Info("app-show exit")
return
case syscall.SIGHUP:
// TODO reload
default:
return
}
}
}