Create & Init Project...

app/service/main/up/cmd/BUILD

@@ -0,0 +1,47 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_binary",
+    "go_library",
+)
+
+go_binary(
+    name = "cmd",
+    embed = [":go_default_library"],
+    tags = ["automanaged"],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = ["main.go"],
+    data = ["up-service.toml"],
+    importpath = "go-common/app/service/main/up/cmd",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//app/service/main/up/conf:go_default_library",
+        "//app/service/main/up/server/gorpc:go_default_library",
+        "//app/service/main/up/server/grpc:go_default_library",
+        "//app/service/main/up/server/http:go_default_library",
+        "//app/service/main/up/service:go_default_library",
+        "//library/ecode/tip:go_default_library",
+        "//library/log:go_default_library",
+        "//library/net/trace:go_default_library",
+        "//library/queue/databus/report:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/service/main/up/cmd/main.go

@@ -0,0 +1,62 @@
+package main
+
+import (
+	"context"
+	"flag"
+	"os"
+	"os/signal"
+	"syscall"
+	"time"
+
+	"go-common/app/service/main/up/conf"
+	"go-common/app/service/main/up/server/gorpc"
+	"go-common/app/service/main/up/server/grpc"
+	"go-common/app/service/main/up/server/http"
+	"go-common/app/service/main/up/service"
+	ecode "go-common/library/ecode/tip"
+	"go-common/library/log"
+	"go-common/library/net/trace"
+	"go-common/library/queue/databus/report"
+)
+
+func main() {
+	flag.Parse()
+	if err := conf.Init(); err != nil {
+		log.Error("conf.Init() error(%v)", err)
+		panic(err)
+	}
+	// init log
+	log.Init(conf.Conf.Xlog)
+	trace.Init(conf.Conf.Tracer)
+	defer trace.Close()
+	defer log.Close()
+	log.SetFormat("[%D %T] [%L] [%S] %M")
+	log.Info("up-servicestart")
+	svr := service.New(conf.Conf)
+	ecode.Init(conf.Conf.Ecode)
+	// service init
+	http.Init(conf.Conf, svr)
+	rpcSvr := gorpc.New(conf.Conf, svr)
+	grpcSvr := grpc.New(conf.Conf.GRPCServer, svr)
+	report.InitManager(conf.Conf.ManagerReport)
+	// init signal
+	c := make(chan os.Signal, 1)
+	signal.Notify(c, syscall.SIGHUP, syscall.SIGQUIT, syscall.SIGTERM, syscall.SIGINT)
+	for {
+		s := <-c
+		log.Info("up-service get a signal %s", s.String())
+		switch s {
+		case syscall.SIGQUIT, syscall.SIGTERM, syscall.SIGSTOP, syscall.SIGINT:
+			rpcSvr.Close()
+			grpcSvr.Shutdown(context.TODO())
+			time.Sleep(time.Second * 2)
+			svr.Close()
+			log.Info("up-service exit")
+			return
+		case syscall.SIGHUP:
+			// TODO reload
+		default:
+			return
+		}
+	}
+}

app/service/main/up/cmd/up-service.toml

@@ -0,0 +1,326 @@
+# This is a TOML document. Boom.
+consume = false
+istest = true
+
+[app]
+    key = "b8f239ca38a53308"
+    secret = "5460ef72fe13c10dfb53442b9111427e"
+
+[host]
+    api = "http://uat-api.bilibili.co"
+    live = "http://uat-api.vc.bilibili.co"
+    search = "http://uat-bili-search.bilibili.co"
+    manager = "http://uat-manager.bilibili.co"
+
+[xlog]
+    stdout = true
+
+[statsd]
+    project = "up-service"
+    addr = "172.18.20.15:8200"
+    chanSize = 10240
+
+[httpClient]
+    [httpClient.normal]
+    key = "b8f239ca38a53308"
+    secret = "5460ef72fe13c10dfb53442b9111427e"
+    dial = "500ms"
+    timeout = "1s"
+    keepAlive = "60s"
+    timer = 10
+    [httpClient.normal.breaker]
+    window  = "10s"
+    sleep   = "100ms"
+    bucket  = 10
+    ratio   = 0.5
+    request = 100
+    [httpClient.slow]
+    key = "b8f239ca38a53308"
+    secret = "5460ef72fe13c10dfb53442b9111427e"
+    dial = "1s"
+    timeout = "10s"
+    keepAlive = "60s"
+    timer = 10
+    [httpClient.slow.breaker]
+    window  = "10s"
+    sleep   = "100ms"
+    bucket  = 10
+    ratio   = 0.5
+    request = 100
+
+[bm]
+    [bm.inner]
+    addr = "0.0.0.0:7441"
+    maxListen = 1000
+    timeout = "1s"
+    [bm.local]
+    addr = "0.0.0.0:7442"
+    maxListen = 100
+    timeout = "1s"
+
+[db]
+    [db.creative]
+    name = "[creative]tcp@172.16.33.205:3308"
+    dsn = "test:test@tcp(172.16.33.205:3308)/bilibili_creative?timeout=5s&readTimeout=5s&writeTimeout=5s&parseTime=true&loc=Local&charset=utf8,utf8mb4"
+    active = 5
+    idle = 5
+    idleTimeout ="4h"
+	queryTimeout = "5s"
+	execTimeout = "5s"
+	tranTimeout = "5s"
+	[db.creative.breaker]
+	window = "3s"
+	sleep = "100ms"
+	bucket = 10
+	ratio = 0.5
+	request = 100
+
+    [db.archive]
+    name = "[archive]tcp@172.16.33.205:3308"
+    dsn = "test:test@tcp(172.16.33.205:3308)/bilibili_archive?timeout=5s&readTimeout=5s&writeTimeout=5s&parseTime=true&loc=Local&charset=utf8,utf8mb4"
+    active = 5
+    idle = 5
+    idleTimeout ="4h"
+	  queryTimeout = "5s"
+	  execTimeout = "5s"
+	  tranTimeout = "5s"
+	  [db.archive.breaker]
+	  window = "3s"
+	  sleep = "100ms"
+	  bucket = 10
+	  ratio = 0.5
+	  request = 100
+
+    [db.arcResult]
+    name = "172.16.33.205:3308"
+    dsn = "test:test@tcp(172.16.33.205:3308)/archive_result?timeout=200ms&readTimeout=200ms&writeTimeout=200ms&parseTime=true&loc=Local&charset=utf8"
+    active = 5
+    idle = 1
+    idleTimeout = "4h"
+    queryTimeout = "150ms"
+    execTimeout = "100ms"
+    tranTimeout = "200ms"
+    [db.arcResult.breaker]
+    window = "3s"
+    sleep = "100ms"
+    bucket = 10
+    ratio = 0.5
+    request = 100
+
+    [db.manager]
+    name = "172.16.33.205:3308"
+    dsn = "test:test@tcp(172.16.33.205:3308)/bilibili_manager?timeout=5s&readTimeout=5s&writeTimeout=5s&parseTime=true&loc=Local&charset=utf8"
+    active = 5
+    idle = 2
+    idleTimeout ="4h"
+    queryTimeout = "5s"
+    execTimeout = "5s"
+    tranTimeout = "10s"
+    [db.manager.breaker]
+    window = "3s"
+    sleep = "100ms"
+    bucket = 10
+    ratio = 0.5
+    request = 100
+
+    [db.upcrm]
+    name = "172.16.33.205:3306"
+    dsn = "upcrm:DdL6c5JaWCYKMAQ10PURbfeImow9HXlx@tcp(172.16.33.205:3306)/bilibili_upcrm?timeout=5s&readTimeout=5s&writeTimeout=5s&parseTime=true&loc=Local&charset=utf8"
+    active = 5
+    idle = 2
+    idleTimeout ="4h"
+    queryTimeout = "5s"
+    execTimeout = "5s"
+    tranTimeout = "10s"
+    [db.upcrm.breaker]
+    window = "3s"
+    sleep = "100ms"
+    bucket = 10
+    ratio = 0.5
+    request = 100
+
+[accountRPC]
+    timeout = "30s"
+
+[articleRPC]
+    timeout = "30s"
+
+[ArchiveRPC]
+    timeout = "30s"
+    
+[GRPCClient]
+    [GRPCClient.Archive]
+      timeout = "30s"
+    [GRPCClient.Account]
+      timeout = "30s"
+
+[identify]
+    whiteAccessKey = ""
+    whiteMid = 0
+    csrf = false
+    [identify.app]
+    key = "53e2fa226f5ad348"
+    secret = "3cf6bd1b0ff671021da5f424fea4b04a"
+    [identify.memcache]
+    name = "go-business/identify"
+    proto = "tcp"
+    addr = "172.18.33.60:11214"
+    active = 10
+    idle = 5
+    dialTimeout = "1s"
+    readTimeout = "1s"
+    writeTimeout = "1s"
+    idleTimeout = "80s"
+    [identify.host]
+    auth = "http://uat-passport.bilibili.com"
+    secret = "http://uat-open.bilibili.com"
+    [identify.httpClient]
+    key = "53e2fa226f5ad348"
+    secret = "3cf6bd1b0ff671021da5f424fea4b04a"
+    dial = "500ms"
+    timeout = "800ms"
+    keepAlive = "60s"
+    [identify.httpClient.breaker]
+    window  = "10s"
+    sleep   = "100ms"
+    bucket  = 10
+    ratio   = 0.5
+    request = 100
+    [identify.httpClient.url]
+    "http://uat-passport.bilibili.co/intranet/auth/tokenInfo" = {timeout = "100ms"}
+    "http://uat-passport.bilibili.co/intranet/auth/cookieInfo" = {timeout = "100ms"}
+    "http://uat-open.bilibili.co/api/getsecret" = {timeout = "500ms"}
+
+[upSub]
+    key = "4c76cbb7a985ac90"
+    secret = "43bb22ce34a6b13e7814f09cb8116522"
+    addr = "172.16.33.158:6205"
+    group = "Creative-MainArchive-S"
+    topic = "Creative-T"
+    action = "sub"
+    offset = "old"
+    buffer = 128
+    name = "up-service/sub"
+    proto = "tcp"
+    idle = 10
+    active = 100
+    dialTimeout = "5s"
+    readTimeout = "6s"
+    writeTimeout = "5s"
+    idleTimeout = "10s"
+    upChanSize = 1024
+    consumeLimit = 10 #消费速率控制
+    routineLimit = 10 #消费协程控制
+    SpecialAddDBLimit = 100 # 100每秒
+
+[monitor]
+    moni="http://moni.bilibili.co/dashboard/db/databus?orgId=1"
+    host = "http://bap.bilibili.co"
+    username="fengpengfei"
+    appToken = "jLgSvndTeranxGMN"
+    appSecret = "CcCdlEBYqxqrgAieJuFVZUsgPmweLRms"
+    intervalAlarm = "5m"
+
+[memcache]
+    upExpire = "1800s"
+    upSpecialExpire = "300s"
+    [memcache.up]
+        name = "up-service"
+        proto = "tcp"
+        addr = "172.18.33.60:11216"
+        active = 10
+        idle = 5
+        dialTimeout = "1s"
+        readTimeout = "1s"
+        writeTimeout = "1s"
+        idleTimeout = "80s"
+    
+[redis]
+    [redis.up]
+    name = "up-service/up"
+    proto = "tcp"
+    addr = "172.18.33.60:6893"
+    idle = 1
+    active = 5
+    dialTimeout = "100ms"
+    readTimeout = "200ms"
+    writeTimeout = "200ms"
+    idleTimeout = "80s"
+    upExpire = "480h"
+
+[rpcServer2]
+    discoverOff = false
+    token = "123456"
+    [[rpcServer2.servers]]
+        proto = "tcp"
+        addr = "0.0.0.0:6079"
+        weight = 10
+        group = "test"
+    [rpcServer2.zookeeper]
+        root = "/microservice/up-service/"
+        addrs = ["172.18.33.50:2199","172.18.33.51:2199","172.18.33.52:2199"]
+        timeout = "1s"
+
+[logCli]
+    family = "up-service"
+    taskID = "000293"
+    proto = "unixgram"
+    addr = "/var/run/lancer/collector.sock"
+    chan = 10240
+
+[auth]
+    managerHost = "http://uat-manager.bilibili.co"
+    dashboardHost = "http://dashboard-mng.bilibili.co"
+    dashboardCaller = "manager-go"
+    [auth.DsHTTPClient]
+    key = "manager-go"
+    secret = "949bbb2dd3178252638c2407578bc7ad"
+    dial = "1s"
+    timeout = "1s"
+    keepAlive = "60s"
+    [auth.DsHTTPClient.breaker]
+    window  = "3s"
+    sleep   = "100ms"
+    bucket  = 10
+    ratio   = 0.5
+    request = 100
+    [auth.MaHTTPClient]
+    key = "f6433799dbd88751"
+    secret = "36f8ddb1806207fe07013ab6a77a3935"
+    dial = "1s"
+    timeout = "1s"
+    keepAlive = "60s"
+    [auth.MaHTTPClient.breaker]
+    window  = "3s"
+    sleep   = "100ms"
+    bucket  = 10
+    ratio   = 0.5
+    request = 100
+    [auth.session]
+    sessionIDLength = 32
+    cookieLifeTime = 1800
+    cookieName = "mng-go"
+    domain = ".bilibili.co"
+    [auth.session.Memcache]
+    name = "go-business/auth"
+    proto = "unix"
+    addr = "/tmp/uat-manager-auth-mc.sock"
+    active = 10
+    idle = 5
+    dialTimeout = "1s"
+    readTimeout = "1s"
+    writeTimeout = "1s"
+    idleTimeout = "80s"
+
+[hbase]
+    master = ""
+    meta = ""
+    dialTimeout = "1s"
+    readTimeout = "150ms"
+    readsTimeout = "600ms"
+    writeTimeout = "200ms"
+    writesTimeout = "600ms"
+    [hbase.zookeeper]
+        root = ""
+        addrs = ["172.18.33.163:2181","172.18.33.164:2181","172.18.33.165:2181"]
+        timeout = "30s"