Create & Init Project...

app/service/main/dapper/cmd/BUILD

@@ -0,0 +1,45 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_binary",
+    "go_library",
+)
+
+go_binary(
+    name = "cmd",
+    embed = [":go_default_library"],
+    tags = ["automanaged"],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = ["main.go"],
+    data = ["dapper-service-example.toml"],
+    importpath = "go-common/app/service/main/dapper/cmd",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//app/service/main/dapper/collector:go_default_library",
+        "//app/service/main/dapper/conf:go_default_library",
+        "//app/service/main/dapper/pkg/util:go_default_library",
+        "//library/log:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [
+        ":package-srcs",
+        "//app/service/main/dapper/cmd/agent:all-srcs",
+    ],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/service/main/dapper/cmd/agent/BUILD

@@ -0,0 +1,45 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_binary",
+    "go_library",
+)
+
+go_binary(
+    name = "agent",
+    embed = [":go_default_library"],
+    tags = ["automanaged"],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = ["main.go"],
+    data = [
+        "dapper-agent.toml",
+        "dapper-agent-example.toml",
+    ],
+    importpath = "go-common/app/service/main/dapper/cmd/agent",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = [
+        "//app/service/main/dapper/agent:go_default_library",
+        "//app/service/main/dapper/conf:go_default_library",
+        "//app/service/main/dapper/pkg/util:go_default_library",
+        "//library/log:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/service/main/dapper/cmd/agent/dapper-agent-example.toml

@@ -0,0 +1,12 @@
+# uat dapper-service
+#servers = ["172.16.38.143:6190"]
+servers = ["127.0.0.1:6190"]
+
+[log]
+stdout = true
+
+[queue]
+cache_dir = "queue-cache"
+
+[udp_collect]
+addr = "udp://0.0.0.0:2233"

app/service/main/dapper/cmd/agent/dapper-agent.toml

@@ -0,0 +1,11 @@
+# uat dapper-service
+servers = ["172.16.38.143:6190"]
+
+[log]
+dir = "/data/log/dapper-agent"
+
+[queue]
+cache_dir = "/data/log/dapper-collect/data"
+
+[udp_collect]
+addr = "unixgram:///var/run/dapper-collect/dapper-collect.sock"

app/service/main/dapper/cmd/agent/main.go

@@ -0,0 +1,52 @@
+package main
+
+import (
+	"flag"
+	"log"
+	"os"
+
+	"go-common/app/service/main/dapper/agent"
+	"go-common/app/service/main/dapper/conf"
+	"go-common/app/service/main/dapper/pkg/util"
+	xlog "go-common/library/log"
+)
+
+var debug bool
+
+func init() {
+	flag.BoolVar(&debug, "debug", false, "debug model decode and print span on stdout")
+}
+
+func main() {
+	if !flag.Parsed() {
+		flag.Parse()
+	}
+	cfg, err := conf.LoadAgentConfig()
+	if err != nil {
+		log.Fatalf("local agent config error: %s", err)
+	}
+	xlog.Init(cfg.Log)
+	defer xlog.Close()
+	ag, err := agent.New(cfg, debug)
+	if err != nil {
+		log.Fatalf("new agent service error: %s", err)
+	}
+	util.HandlerReload(func(s os.Signal) {
+		xlog.Warn("receive signal %s, dapper agent reload config", s)
+		cfg, err := conf.LoadAgentConfig()
+		if err != nil {
+			xlog.Error("load config error: %s, reload config fail!", err)
+			return
+		}
+		if err := ag.Reload(cfg); err != nil {
+			xlog.Error("reload config error: %s", err)
+		}
+	})
+	util.HandlerExit(func(s os.Signal) int {
+		if err := ag.Close(); err != nil {
+			xlog.Error("close agent error: %s", err)
+			return 1
+		}
+		return 0
+	})
+}

app/service/main/dapper/cmd/dapper-service-example.toml

@@ -0,0 +1,27 @@
+[dapper]
+retention_day = 7
+api_listen = "127.0.0.1:6193"
+
+[log]
+stdout = true
+v = 10
+
+[hbase]
+    addrs = "172.22.33.146"
+
+[influx_db]
+    database = "dapper_uat"
+    addr = "http://172.22.33.146:8086"
+# origin tcp collect
+[collect]
+    network = "tcp"
+    addr = "127.0.0.1:6190"
+[kafka_collect]
+    topic = "lancer_main_dapper_collector"
+    addrs = ["172.18.33.163:9092", "172.18.33.164:9092", "172.18.33.165:9092"]
+
+[batch_writer]
+    # 64 MB buffer
+    raw_buf_size = 67108864
+    raw_chan_size = 4096
+    raw_workers = 5

app/service/main/dapper/cmd/main.go

@@ -0,0 +1,48 @@
+package main
+
+import (
+	"flag"
+	"log"
+	"os"
+
+	"go-common/app/service/main/dapper/collector"
+	"go-common/app/service/main/dapper/conf"
+	"go-common/app/service/main/dapper/pkg/util"
+	xlog "go-common/library/log"
+)
+
+func main() {
+	if !flag.Parsed() {
+		flag.Parse()
+	}
+	// load config file
+	if err := conf.Init(); err != nil {
+		log.Fatalf("init config error: %s", err)
+	}
+	// init xlog
+	xlog.Init(conf.Conf.Log)
+	defer xlog.Close()
+	xlog.Info("dapper-service starting")
+
+	// new collector service
+	srv, err := collector.New(conf.Conf)
+	if err != nil {
+		log.Fatalf("new dapper service error: %s", err)
+	}
+	if err := srv.ListenAndStart(); err != nil {
+		log.Fatalf("start dapper service error: %s", err)
+	}
+	//hsvr := http.New(srv)
+	//if err := hsvr.Start(); err != nil {
+	//	log.Fatalf("start dapper http server error: %s", err)
+	//}
+	util.HandlerExit(func(s os.Signal) int {
+		xlog.Info("dapper-service get a signal %s", s.String())
+		if err := srv.Close(); err != nil {
+			xlog.Info("dapper-service exit, error: %s", err)
+			return 1
+		}
+		xlog.Info("dapper-service exit")
+		return 0
+	})
+}