Create & Init Project...

app/job/main/stat/BUILD

@@ -0,0 +1,21 @@
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [
+        ":package-srcs",
+        "//app/job/main/stat/cmd:all-srcs",
+        "//app/job/main/stat/conf:all-srcs",
+        "//app/job/main/stat/dao:all-srcs",
+        "//app/job/main/stat/http:all-srcs",
+        "//app/job/main/stat/model:all-srcs",
+        "//app/job/main/stat/service:all-srcs",
+    ],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/stat/CHANGELOG.md

@@ -0,0 +1,74 @@
+### 计数更新job
+
+#### Version 1.6.1
+> 1.dislike强制0
+
+#### Version 1.6.0
+> 1.监控增加env
+
+#### Version 1.5.1
+> 1.修改conn close时机
+
+#### Version 1.5.0
+> 1.job直接更新缓存
+
+#### Version 1.4.8
+> 1.迁移BM
+
+#### Version 1.4.7
+> 1.增加dislike
+
+#### Version 1.4.6
+> 1.调整日志  
+
+#### Version 1.4.5
+> 1.增加企业微信报警  
+
+#### Version 1.4.4
+> 1.打开更新数据库的逻辑  
+
+#### Version 1.4.3
+> 1.重新消费伪代码  
+
+#### Version 1.4.2
+> 1.修复所有计数无法从1变成0的bug  
+
+#### Version 1.4.1
+> 1.like > 0
+
+#### Version 1.4.0
+> 1.全部消费新的databus  
+
+#### Version 1.3.1
+> 1.fix databus老数据  
+
+#### Version 1.3.0
+> 1.迁移到main目录  
+
+#### Version 1.2.3
+> 1.maxAid限制  
+
+#### Version 1.2.2
+> 1.点赞消费修复bug  
+
+#### Version 1.2.1
+> 1.点赞消费  
+
+#### Version 1.2.0
+> 1.升级go-common,go-business  
+> 2.实现点赞数更新  
+
+#### Version 1.1.2
+> 1.恢复group2的调用  
+
+#### Version 1.1.1
+> 1.删除group1的调用  
+
+#### Version 1.1.0
+> 1.重写更新逻辑  
+
+#### Version 1.0.9
+> 1.增加 archiveRPC2
+
+#### Version 1.0.0
+> 1.从databus订阅stat修改消息，存入MySQL和更新Cache

app/job/main/stat/CONTRIBUTORS.md

@@ -0,0 +1,10 @@
+# Owner
+peiyifei
+
+# Author 
+haoguanwei
+peiyifei
+
+# Reviewer
+haoguanwei
+peiyifei

app/job/main/stat/OWNERS

@@ -0,0 +1,14 @@
+# See the OWNERS docs at https://go.k8s.io/owners
+
+approvers:
+- haoguanwei
+- peiyifei
+labels:
+- job
+- job/main/stat
+- main
+options:
+  no_parent_owners: true
+reviewers:
+- haoguanwei
+- peiyifei

app/job/main/stat/README.md

@@ -0,0 +1,10 @@
+#### stat-job
+
+##### 项目简介
+> 1.稿件计数增量更新
+
+##### 编译环境
+> 请只用golang v1.7.x以上版本编译执行。  
+
+##### 依赖包
+> 1.公共包go-common  

app/job/main/stat/cmd/BUILD

@@ -0,0 +1,41 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_binary",
+    "go_library",
+)
+
+go_binary(
+    name = "cmd",
+    embed = [":go_default_library"],
+    tags = ["automanaged"],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = ["main.go"],
+    data = ["stat-job-test.toml"],
+    importpath = "go-common/app/job/main/stat/cmd",
+    tags = ["automanaged"],
+    deps = [
+        "//app/job/main/stat/conf:go_default_library",
+        "//app/job/main/stat/http:go_default_library",
+        "//app/job/main/stat/service:go_default_library",
+        "//library/log:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/stat/cmd/main.go

@@ -0,0 +1,53 @@
+package main
+
+import (
+	"flag"
+	"os"
+	"os/signal"
+	"syscall"
+
+	"go-common/app/job/main/stat/conf"
+	"go-common/app/job/main/stat/http"
+	"go-common/app/job/main/stat/service"
+	"go-common/library/log"
+)
+
+var (
+	srv *service.Service
+)
+
+func main() {
+	flag.Parse()
+	if err := conf.Init(); err != nil {
+		log.Error("conf.Init() error(%v)", err)
+		panic(err)
+	}
+	log.Init(nil)
+	defer log.Close()
+	log.Info("stat-job start")
+	srv = service.New(conf.Conf)
+	http.Init(conf.Conf, srv)
+	signalHandler()
+}
+
+func signalHandler() {
+	var (
+		err error
+		ch  = make(chan os.Signal, 1)
+	)
+	signal.Notify(ch, syscall.SIGHUP, syscall.SIGQUIT, syscall.SIGTERM, syscall.SIGINT)
+	for {
+		si := <-ch
+		switch si {
+		case syscall.SIGQUIT, syscall.SIGTERM, syscall.SIGINT:
+			log.Info("get a signal %s, stop the consume process", si.String())
+			if err = srv.Close(); err != nil {
+				log.Error("srv close consumer error(%v)", err)
+			}
+			return
+		case syscall.SIGHUP:
+		default:
+			return
+		}
+	}
+}

app/job/main/stat/cmd/stat-job-test.toml

@@ -0,0 +1,213 @@
+[bm]
+addr = "0.0.0.0:6392"
+timeout = "1s"
+
+[httpClient]
+key       = "6a29f8ed87407c11"
+secret    = "d3c5a85f5b895a03735b5d20a273bc57"
+dial      = "100ms"
+timeout   = "1s"
+keepAlive = "60s"
+timer     = 128
+[httpClient.breaker]
+    window ="3s"
+    sleep ="100ms"
+    bucket = 10
+    ratio = 0.5
+    request = 100
+
+[db]
+name = "172.16.33.205:3308"
+dsn = "test:test@tcp(172.22.33.205:3308)/archive_stat?timeout=5s&readTimeout=5s&writeTimeout=5s&parseTime=true&loc=Local&charset=utf8,utf8mb4"
+active = 5
+idle = 1
+queryTimeout = "100ms"
+execTimeout = "100ms"
+tranTimeout = "200ms"
+[db.breaker]
+window = "3s"
+sleep = "100ms"
+bucket = 10
+ratio = 0.5
+request = 100
+
+[ClickDB]
+name = "172.16.33.205:3308"
+dsn = "test:test@tcp(172.16.33.205:3308)/archive_click?timeout=5s&readTimeout=5s&writeTimeout=5s&parseTime=true&loc=Local&charset=utf8,utf8mb4"
+active = 5
+idle = 1
+queryTimeout = "100ms"
+execTimeout = "100ms"
+tranTimeout = "200ms"
+[ClickDB.breaker]
+window = "3s"
+sleep = "100ms"
+bucket = 10
+ratio = 0.5
+request = 100
+
+[SMS]
+phone = "18321572353,18565623963"
+token = "f5a658b2-5926-4b71-96c3-7d3777b7d256"
+
+[stat]
+subInterval = "1m"
+wrtDBInterval = "1ms"
+idle = "10m"
+wrtDBNum = 8
+wrtCacheNum = 4
+sharding = 100
+
+[ViewSub]
+key = "8e27ab7e39270b59"
+secret = "4b8c2e03c48f0b21eacd7a11e2a3b003"
+group = "StatView-MainAppSvr-StatJob-S"
+topic = "StatView-T"
+action = "sub"
+name = "stat-job/view"
+proto = "tcp"
+addr = "172.18.21.41:6205"
+idle = 1
+active = 1
+dialTimeout = "1s"
+readTimeout = "60s"
+writeTimeout = "1s"
+idleTimeout = "10s"
+
+[DmSub]
+key = "8e27ab7e39270b59"
+secret = "4b8c2e03c48f0b21eacd7a11e2a3b003"
+group = "StatDM-MainAppSvr-StatJob-S"
+topic = "StatDM-T"
+action = "sub"
+name = "stat-job/dm"
+proto = "tcp"
+addr = "172.18.21.41:6205"
+idle = 1
+active = 1
+dialTimeout = "1s"
+readTimeout = "60s"
+writeTimeout = "1s"
+idleTimeout = "10s"
+
+[ReplySub]
+key = "8e27ab7e39270b59"
+secret = "4b8c2e03c48f0b21eacd7a11e2a3b003"
+group = "StatReply-MainAppSvr-StatJob-S"
+topic = "StatReply-T"
+action = "sub"
+name = "stat-job/reply"
+proto = "tcp"
+addr = "172.18.21.41:6205"
+idle = 1
+active = 1
+dialTimeout = "1s"
+readTimeout = "60s"
+writeTimeout = "1s"
+idleTimeout = "10s"
+
+[FavSub]
+key = "8e27ab7e39270b59"
+secret = "4b8c2e03c48f0b21eacd7a11e2a3b003"
+group = "StatFav-MainAppSvr-StatJob-S"
+topic = "StatFav-T"
+action = "sub"
+name = "stat-job/fav"
+proto = "tcp"
+addr = "172.18.21.41:6205"
+idle = 1
+active = 1
+dialTimeout = "1s"
+readTimeout = "60s"
+writeTimeout = "1s"
+idleTimeout = "10s"
+
+[CoinSub]
+key = "8e27ab7e39270b59"
+secret = "4b8c2e03c48f0b21eacd7a11e2a3b003"
+group = "StatCoin-MainAppSvr-StatJob-S"
+topic = "StatCoin-T"
+action = "sub"
+name = "stat-job/coin"
+proto = "tcp"
+addr = "172.18.21.41:6205"
+idle = 1
+active = 1
+dialTimeout = "1s"
+readTimeout = "60s"
+writeTimeout = "1s"
+idleTimeout = "10s"
+
+[ShareSub]
+key = "8e27ab7e39270b59"
+secret = "4b8c2e03c48f0b21eacd7a11e2a3b003"
+group = "StatShare-MainAppSvr-StatJob-S"
+topic = "StatShare-T"
+action = "sub"
+name = "stat-job/share"
+proto = "tcp"
+addr = "172.18.21.41:6205"
+idle = 1
+active = 1
+dialTimeout = "1s"
+readTimeout = "60s"
+writeTimeout = "1s"
+idleTimeout = "10s"
+
+[RankSub]
+key = "8e27ab7e39270b59"
+secret = "4b8c2e03c48f0b21eacd7a11e2a3b003"
+group = "StatRank-MainAppSvr-StatJob-S"
+topic = "StatRank-T"
+action = "sub"
+name = "stat-job/rank"
+proto = "tcp"
+addr = "172.18.21.41:6205"
+idle = 1
+active = 1
+dialTimeout = "1s"
+readTimeout = "60s"
+writeTimeout = "1s"
+idleTimeout = "10s"
+
+[likeSub]
+key = "8e27ab7e39270b59"
+secret = "477df6a068d7332a163f95abbad2079c"
+group = "LikesBinlog-MainAppSvr-S"
+topic = "LikesBinlog-T"
+action = "sub"
+name = "stat-job/like"
+proto = "tcp"
+addr = "172.18.33.50:6205"
+idle = 1
+active = 1
+dialTimeout = "1s"
+readTimeout = "60s"
+writeTimeout = "1s"
+idleTimeout = "10s"
+
+
+[[memcaches]]
+    name = "archive-service"
+    proto = "tcp"
+    addr = "172.18.33.61:11211"
+    active = 50
+    idle = 10
+    dialTimeout = "30ms"
+    readTimeout = "200ms"
+    writeTimeout = "200ms"
+    idleTimeout = "80s"
+    archiveExpire = "10h"
+    videoExpire = "10h"
+[[memcaches]]
+    name = "archive-service"
+    proto = "tcp"
+    addr = "172.18.33.61:11211"
+    active = 50
+    idle = 10
+    dialTimeout = "30ms"
+    readTimeout = "200ms"
+    writeTimeout = "200ms"
+    idleTimeout = "80s"
+    archiveExpire = "10h"
+    videoExpire = "10h"

app/job/main/stat/conf/BUILD

@@ -0,0 +1,38 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = ["conf.go"],
+    importpath = "go-common/app/job/main/stat/conf",
+    tags = ["automanaged"],
+    deps = [
+        "//library/cache/memcache:go_default_library",
+        "//library/conf:go_default_library",
+        "//library/database/sql:go_default_library",
+        "//library/log:go_default_library",
+        "//library/net/http/blademaster:go_default_library",
+        "//library/net/rpc:go_default_library",
+        "//library/queue/databus:go_default_library",
+        "//library/time:go_default_library",
+        "//vendor/github.com/BurntSushi/toml:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/stat/conf/conf.go

@@ -0,0 +1,122 @@
+package conf
+
+import (
+	"errors"
+	"flag"
+
+	"go-common/library/cache/memcache"
+	"go-common/library/conf"
+	"go-common/library/database/sql"
+	"go-common/library/log"
+	bm "go-common/library/net/http/blademaster"
+	"go-common/library/net/rpc"
+	"go-common/library/queue/databus"
+	"go-common/library/time"
+
+	"github.com/BurntSushi/toml"
+)
+
+var (
+	confPath string
+	client   *conf.Client
+	// Conf config
+	Conf = &Config{}
+)
+
+// Config .
+type Config struct {
+	// Env
+	Env string
+	// monitor
+	MonitorIdle time.Duration
+	// interface XLog
+	XLog *log.Config
+	// BM
+	BM *bm.ServerConfig
+	// http client
+	HTTPClient *bm.ClientConfig
+	// databus
+	StatSub   *databus.Config
+	ViewSub   *databus.Config
+	DmSub     *databus.Config
+	ReplySub  *databus.Config
+	FavSub    *databus.Config
+	CoinSub   *databus.Config
+	ShareSub  *databus.Config
+	RankSub   *databus.Config
+	LikeSub   *databus.Config
+	Memcaches []*memcache.Config
+	// DB
+	DB      *sql.Config
+	ClickDB *sql.Config
+	// rpc
+	ArchiveRPC  *rpc.ClientConfig
+	ArchiveRPC2 *rpc.ClientConfig
+	// Monitor
+	Monitor *Monitor
+}
+
+// Monitor is
+type Monitor struct {
+	Users  string
+	Token  string
+	Secret string
+	URL    string
+}
+
+// SMS config
+type SMS struct {
+	Phone string
+	Token string
+}
+
+func init() {
+	flag.StringVar(&confPath, "conf", "", "config path")
+}
+
+// Init init conf
+func Init() error {
+	if confPath != "" {
+		return local()
+	}
+	return remote()
+}
+
+func local() (err error) {
+	_, err = toml.DecodeFile(confPath, &Conf)
+	return
+}
+
+func remote() (err error) {
+	if client, err = conf.New(); err != nil {
+		return
+	}
+	if err = load(); err != nil {
+		return
+	}
+	go func() {
+		for range client.Event() {
+			log.Info("config reload")
+			if load() != nil {
+				log.Error("config reload error (%v)", err)
+			}
+		}
+	}()
+	return
+}
+
+func load() (err error) {
+	var (
+		s       string
+		ok      bool
+		tmpConf *Config
+	)
+	if s, ok = client.Toml2(); !ok {
+		return errors.New("load config center error")
+	}
+	if _, err = toml.Decode(s, &tmpConf); err != nil {
+		return errors.New("could not decode config")
+	}
+	*Conf = *tmpConf
+	return
+}

app/job/main/stat/dao/BUILD

@@ -0,0 +1,53 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_test",
+    "go_library",
+)
+
+go_test(
+    name = "go_default_test",
+    srcs = ["dao_test.go"],
+    embed = [":go_default_library"],
+    rundir = ".",
+    tags = ["automanaged"],
+    deps = [
+        "//app/job/main/stat/conf:go_default_library",
+        "//app/service/main/archive/api:go_default_library",
+        "//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
+    ],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "dao.go",
+        "mysql.go",
+        "sms.go",
+    ],
+    importpath = "go-common/app/job/main/stat/dao",
+    tags = ["automanaged"],
+    deps = [
+        "//app/job/main/stat/conf:go_default_library",
+        "//app/service/main/archive/api:go_default_library",
+        "//app/service/main/archive/model/archive:go_default_library",
+        "//library/database/sql:go_default_library",
+        "//library/log:go_default_library",
+        "//library/net/http/blademaster:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/stat/dao/dao.go

@@ -0,0 +1,32 @@
+package dao
+
+import (
+	"context"
+
+	"go-common/app/job/main/stat/conf"
+	xsql "go-common/library/database/sql"
+	bm "go-common/library/net/http/blademaster"
+)
+
+// Dao is stat job dao.
+type Dao struct {
+	c         *conf.Config
+	smsClient *bm.Client
+	db        *xsql.DB
+	clickDB   *xsql.DB
+}
+
+// New add a feed job dao.
+func New(c *conf.Config) *Dao {
+	return &Dao{
+		c:         c,
+		smsClient: bm.NewClient(c.HTTPClient),
+		db:        xsql.NewMySQL(c.DB),
+		clickDB:   xsql.NewMySQL(c.ClickDB),
+	}
+}
+
+// Ping ping health of db.
+func (d *Dao) Ping(c context.Context) (err error) {
+	return d.db.Ping(c)
+}

app/job/main/stat/dao/dao_test.go

@@ -0,0 +1,56 @@
+package dao
+
+import (
+	"context"
+	"flag"
+	"path/filepath"
+	"testing"
+
+	"go-common/app/job/main/stat/conf"
+	"go-common/app/service/main/archive/api"
+
+	. "github.com/smartystreets/goconvey/convey"
+)
+
+var d *Dao
+
+func init() {
+	dir, _ := filepath.Abs("../cmd/stat-job-test.toml")
+	flag.Set("conf", dir)
+	conf.Init()
+	d = New(conf.Conf)
+}
+
+func Test_SendQiyeWX(t *testing.T) {
+	Convey("SendQiyeWX", t, func() {
+		d.SendQiyeWX("日志报警:stat-job topic(test) 不消费了")
+	})
+}
+
+func Test_Ping(t *testing.T) {
+	Convey("Ping", t, func() {
+		d.Ping(context.TODO())
+	})
+}
+
+func Test_Stat(t *testing.T) {
+	Convey("Stat", t, func() {
+		st, err := d.Stat(context.TODO(), 10989901)
+		So(err, ShouldBeNil)
+		Printf("%+v", st)
+
+	})
+}
+
+func Test_Update(t *testing.T) {
+	Convey("Update", t, func() {
+		_, err := d.Update(context.TODO(), &api.Stat{Aid: 10989901, Fav: 100, DisLike: 10, Like: 20})
+		So(err, ShouldBeNil)
+	})
+}
+
+func Test_MaxAID(t *testing.T) {
+	Convey("MaxAID", t, func() {
+		d.MaxAID(context.TODO())
+	})
+}

app/job/main/stat/dao/mysql.go

@@ -0,0 +1,93 @@
+package dao
+
+import (
+	"context"
+	"database/sql"
+	"fmt"
+	"strings"
+	"time"
+
+	"go-common/app/service/main/archive/api"
+	"go-common/app/service/main/archive/model/archive"
+	"go-common/library/log"
+)
+
+const (
+	_sharding  = 100
+	_statSQL   = "SELECT aid,click,fav,share,reply,coin,dm,now_rank,his_rank,likes,dislike FROM archive_stat_%s WHERE aid=%d"
+	_upStatSQL = `INSERT INTO archive_stat_%s (aid,click,fav,share,reply,coin,dm,now_rank,his_rank,ctime,mtime,likes,dislike) VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?)
+				ON DUPLICATE KEY UPDATE click=?,fav=?,share=?,reply=?,coin=?,dm=?,now_rank=?,his_rank=?,mtime=?,likes=?,dislike=?`
+	_upMStatSQL = `REPLACE INTO archive_stat_%02d (aid,click,fav,share,reply,coin,dm,now_rank,his_rank,mtime,likes,dislike) VALUES %s`
+	_clickSQL   = "SELECT aid,web,h5,outside,ios,android FROM archive_click_%02d WHERE aid=?"
+)
+
+func (d *Dao) hit(id int64) string {
+	return fmt.Sprintf("%02d", id%_sharding)
+}
+
+func statTbl(aid int64) int64 {
+	return aid % _sharding
+}
+
+// Stat returns stat info
+func (d *Dao) Stat(c context.Context, aid int64) (stat *api.Stat, err error) {
+	stat = &api.Stat{}
+	err = d.db.QueryRow(c, fmt.Sprintf(_statSQL, d.hit(aid), aid)).Scan(&stat.Aid, &stat.View, &stat.Fav, &stat.Share, &stat.Reply, &stat.Coin, &stat.Danmaku, &stat.NowRank, &stat.HisRank, &stat.Like, &stat.DisLike)
+	if err == sql.ErrNoRows {
+		err = nil
+		stat = nil
+	} else if err != nil {
+		log.Error("Stat(%v) error(%v)", aid, err)
+	}
+	return
+}
+
+// Update update stat's fields
+func (d *Dao) Update(c context.Context, stat *api.Stat) (rows int64, err error) {
+	now := time.Now()
+	res, err := d.db.Exec(c, fmt.Sprintf(_upStatSQL, d.hit(stat.Aid)), stat.Aid, stat.View, stat.Fav, stat.Share, stat.Reply, stat.Coin, stat.Danmaku, stat.NowRank, stat.HisRank, now, now, stat.Like, stat.DisLike,
+		stat.View, stat.Fav, stat.Share, stat.Reply, stat.Coin, stat.Danmaku, stat.NowRank, stat.HisRank, now, stat.Like, stat.DisLike)
+	if err != nil {
+		log.Error("UpdateStat(%d,%v) error(%v)", stat.Aid, stat, err)
+		return
+	}
+	rows, err = res.RowsAffected()
+	return
+}
+
+// MultiUpdate update some stat's fields
+func (d *Dao) MultiUpdate(c context.Context, yu int64, stats ...*api.Stat) (rows int64, err error) {
+	if len(stats) == 0 {
+		return
+	}
+	const field = `(%d,%d,%d,%d,%d,%d,%d,%d,%d,'%s',%d,%d)`
+	var (
+		fsqls = make([]string, 0, len(stats))
+		now   = time.Now().Format("2006-01-02 15:04:05")
+	)
+	for _, stat := range stats {
+		fsqls = append(fsqls, fmt.Sprintf(field, stat.Aid, stat.View, stat.Fav, stat.Share, stat.Reply, stat.Coin, stat.Danmaku, stat.NowRank, stat.HisRank, now, stat.Like, stat.DisLike))
+	}
+	res, err := d.db.Exec(c, fmt.Sprintf(_upMStatSQL, yu, strings.Join(fsqls, ",")))
+	if err != nil {
+		log.Error("upMstat error(%v)", err)
+		return
+	}
+	rows, err = res.RowsAffected()
+	return
+}
+
+// Click archive click.
+func (d *Dao) Click(c context.Context, aid int64) (cl *archive.Click3, err error) {
+	row := d.clickDB.QueryRow(c, fmt.Sprintf(_clickSQL, statTbl(aid)), aid)
+	cl = &archive.Click3{}
+	if err = row.Scan(&cl.Aid, &cl.Web, &cl.H5, &cl.Outter, &cl.Ios, &cl.Android); err != nil {
+		if err == sql.ErrNoRows {
+			cl = nil
+			err = nil
+		} else {
+			log.Error("row.Scan error(%v)", err)
+		}
+	}
+	return
+}

app/job/main/stat/dao/sms.go

@@ -0,0 +1,73 @@
+package dao
+
+import (
+	"context"
+	"crypto/md5"
+	"encoding/hex"
+	"encoding/json"
+	"net/http"
+	"net/url"
+	"strconv"
+	"strings"
+	"time"
+
+	"go-common/library/log"
+)
+
+const (
+	_maxAIDPath = "http://api.bilibili.co/x/internal/v2/archive/maxAid"
+)
+
+// MaxAID return max aid
+func (d *Dao) MaxAID(c context.Context) (id int64, err error) {
+	var res struct {
+		Code int   `json:"code"`
+		Data int64 `json:"data"`
+	}
+	if err = d.smsClient.Get(c, _maxAIDPath, "", nil, &res); err != nil {
+		return
+	}
+	if res.Code != 0 {
+		log.Error("d.client.MaxAid Code(%d)", res.Code)
+		return
+	}
+	log.Info("got MaxAid(%d)", res.Data)
+	id = res.Data
+	return
+}
+
+// SendQiyeWX send qiye wx
+func (d *Dao) SendQiyeWX(msg string) {
+	type wxParams struct {
+		Username  string `json:"username"`
+		Content   string `json:"content"`
+		Token     string `json:"token"`
+		Timestamp int64  `json:"timestamp"`
+		Sign      string `json:"signature"`
+	}
+	var resp struct {
+		Status int64  `json:"status"`
+		Msg    string `json:"msg"`
+	}
+	params := url.Values{}
+	params.Set("username", d.c.Monitor.Users)
+	params.Set("content", msg)
+	params.Set("token", d.c.Monitor.Token)
+	params.Set("timestamp", strconv.FormatInt(time.Now().Unix(), 10))
+	mh := md5.Sum([]byte(params.Encode() + d.c.Monitor.Secret))
+	params.Set("signature", hex.EncodeToString(mh[:]))
+	p := &wxParams{
+		Username: params.Get("username"),
+		Content:  params.Get("content"),
+		Token:    params.Get("token"),
+		Sign:     params.Get("signature"),
+	}
+	p.Timestamp, _ = strconv.ParseInt(params.Get("timestamp"), 10, 64)
+	bs, _ := json.Marshal(p)
+	payload := strings.NewReader(string(bs))
+	req, _ := http.NewRequest("POST", d.c.Monitor.URL, payload)
+	req.Header.Add("content-type", "application/json; charset=utf-8")
+	if err := d.smsClient.Do(context.TODO(), req, &resp); err != nil {
+		log.Error("d.smsClient.Do() error(%v)", err)
+	}
+}

app/job/main/stat/http/BUILD

@@ -0,0 +1,33 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = ["http.go"],
+    importpath = "go-common/app/job/main/stat/http",
+    tags = ["automanaged"],
+    deps = [
+        "//app/job/main/stat/conf:go_default_library",
+        "//app/job/main/stat/service:go_default_library",
+        "//library/log:go_default_library",
+        "//library/net/http/blademaster:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/stat/http/http.go

@@ -0,0 +1,37 @@
+package http
+
+import (
+	"net/http"
+
+	"go-common/app/job/main/stat/conf"
+	"go-common/app/job/main/stat/service"
+	"go-common/library/log"
+	bm "go-common/library/net/http/blademaster"
+)
+
+var srv *service.Service
+
+// Init init http service
+func Init(c *conf.Config, s *service.Service) {
+	srv = s
+	e := bm.DefaultServer(c.BM)
+	innerRouter(e)
+	// init internal server
+	if err := e.Start(); err != nil {
+		log.Error("bm.DefaultServer error(%v)", err)
+		panic(err)
+	}
+}
+
+// innerRouter init local router api path.
+func innerRouter(e *bm.Engine) {
+	e.Ping(ping)
+}
+
+// ping check server ok.
+func ping(c *bm.Context) {
+	if err := srv.Ping(c); err != nil {
+		log.Error("ping error(%v)", err)
+		c.AbortWithStatus(http.StatusServiceUnavailable)
+	}
+}

app/job/main/stat/model/BUILD

@@ -0,0 +1,32 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "like.go",
+        "monitor.go",
+        "stat.go",
+    ],
+    importpath = "go-common/app/job/main/stat/model",
+    tags = ["automanaged"],
+    deps = ["//app/service/main/archive/api:go_default_library"],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/stat/model/like.go

@@ -0,0 +1,25 @@
+package model
+
+import "encoding/json"
+
+const (
+	ActUpdate = "update"
+	ActInsert = "insert"
+	ActDelete = "delete"
+)
+
+// Message canal binlog message.
+type Message struct {
+	Action string          `json:"action"`
+	Table  string          `json:"table"`
+	New    json.RawMessage `json:"new"`
+	Old    json.RawMessage `json:"old"`
+}
+
+// LikeMsg msg
+type LikeMsg struct {
+	BusinessID    int64 `json:"business_id"`
+	MessageID     int64 `json:"message_id"`
+	LikesCount    int64 `json:"likes_count"`
+	DislikesCount int64 `json:"dislikes_count"`
+}

app/job/main/stat/model/monitor.go

@@ -0,0 +1,7 @@
+package model
+
+// Monitor is
+type Monitor struct {
+	Topic string
+	Count int
+}

app/job/main/stat/model/stat.go

@@ -0,0 +1,73 @@
+package model
+
+import "go-common/app/service/main/archive/api"
+
+const (
+	TypeForView  = "view"
+	TypeForDm    = "dm"
+	TypeForReply = "reply"
+	TypeForFav   = "fav"
+	TypeForCoin  = "coin"
+	TypeForShare = "share"
+	TypeForRank  = "rank"
+	TypeForLike  = "like"
+)
+
+// StatMsg stat info.
+type StatMsg struct {
+	Aid     int64  `json:"aid"`
+	Click   int    `json:"click"`
+	DM      int    `json:"dm"`
+	Reply   int    `json:"reply"`
+	Fav     int    `json:"fav"`
+	Coin    int    `json:"coin"`
+	Share   int    `json:"share"`
+	NowRank int    `json:"now_rank"`
+	HisRank int    `json:"his_rank"`
+	Like    int    `json:"like"`
+	DisLike int    `json:"dislike_count"`
+	Type    string `json:"-"`
+	Ts      int64  `json:"-"`
+}
+
+type StatCount struct {
+	Type      string `json:"type"`
+	Aid       int64  `json:"id"`
+	Count     int    `json:"count"`
+	DisLike   int    `json:"dislike_count"`
+	TimeStamp int64  `json:"timestamp"`
+}
+
+// Merge merge message and stat from db.
+func Merge(m *StatMsg, s *api.Stat) {
+	if m.Click >= 0 && m.Type == TypeForView {
+		s.View = int32(m.Click)
+	}
+	if m.Coin >= 0 && m.Type == TypeForCoin {
+		s.Coin = int32(m.Coin)
+	}
+	if m.DM >= 0 && m.Type == TypeForDm {
+		s.Danmaku = int32(m.DM)
+	}
+	if m.Fav >= 0 && m.Type == TypeForFav {
+		s.Fav = int32(m.Fav)
+	}
+	if m.Reply >= 0 && m.Type == TypeForReply {
+		s.Reply = int32(m.Reply)
+	}
+	if m.Share >= 0 && m.Type == TypeForShare && int32(m.Share) > s.Share {
+		s.Share = int32(m.Share)
+	}
+	if m.NowRank >= 0 && m.Type == TypeForRank {
+		s.NowRank = int32(m.NowRank)
+	}
+	if m.HisRank >= 0 && m.Type == TypeForRank {
+		s.HisRank = int32(m.HisRank)
+	}
+	if m.Like >= 0 && m.Type == TypeForLike {
+		s.Like = int32(m.Like)
+	}
+	if m.DisLike >= 0 && m.Type == TypeForLike {
+		s.DisLike = int32(m.DisLike)
+	}
+}

app/job/main/stat/service/BUILD

@@ -0,0 +1,56 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_test",
+    "go_library",
+)
+
+go_test(
+    name = "go_default_test",
+    srcs = ["service_test.go"],
+    embed = [":go_default_library"],
+    rundir = ".",
+    tags = ["automanaged"],
+    deps = [
+        "//app/job/main/stat/conf:go_default_library",
+        "//app/service/main/archive/api:go_default_library",
+        "//vendor/github.com/smartystreets/goconvey/convey:go_default_library",
+    ],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "service.go",
+        "stat.go",
+    ],
+    importpath = "go-common/app/job/main/stat/service",
+    tags = ["automanaged"],
+    deps = [
+        "//app/job/main/stat/conf:go_default_library",
+        "//app/job/main/stat/dao:go_default_library",
+        "//app/job/main/stat/model:go_default_library",
+        "//app/service/main/archive/api:go_default_library",
+        "//app/service/main/archive/api/gorpc:go_default_library",
+        "//app/service/main/archive/model/archive:go_default_library",
+        "//library/cache/memcache:go_default_library",
+        "//library/conf/env:go_default_library",
+        "//library/log:go_default_library",
+        "//library/queue/databus:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/stat/service/service.go

@@ -0,0 +1,218 @@
+package service
+
+import (
+	"context"
+	"encoding/json"
+	"fmt"
+	"sync"
+	"time"
+
+	"go-common/app/job/main/stat/conf"
+	"go-common/app/job/main/stat/dao"
+	"go-common/app/job/main/stat/model"
+	arcmdl "go-common/app/service/main/archive/api"
+	archive "go-common/app/service/main/archive/api/gorpc"
+	"go-common/library/cache/memcache"
+	"go-common/library/conf/env"
+	"go-common/library/log"
+	"go-common/library/queue/databus"
+)
+
+const (
+	_sharding = 100
+)
+
+type lastTmStat struct {
+	last int64
+	stat *arcmdl.Stat
+}
+
+// Service is stat job service.
+type Service struct {
+	c *conf.Config
+	// dao
+	dao *dao.Dao
+	// wait
+	waiter sync.WaitGroup
+	closed bool
+	// databus
+	subMap     map[string]*databus.Databus
+	subMonitor map[string]*model.Monitor
+	subStatCh  []chan *model.StatMsg
+	mu         sync.Mutex
+	// stat map
+	statSM []map[int64]*lastTmStat
+	// rpc
+	arcRPC  *archive.Service2
+	arcRPC2 *archive.Service2
+	// max aid
+	maxAid    int64
+	memcaches []*memcache.Pool
+}
+
+// New is stat-job service implementation.
+func New(c *conf.Config) (s *Service) {
+	s = &Service{
+		c: c,
+		// dao
+		dao: dao.New(c),
+		// rpc
+		arcRPC:     archive.New2(c.ArchiveRPC),
+		arcRPC2:    archive.New2(c.ArchiveRPC2),
+		subMap:     make(map[string]*databus.Databus),
+		subMonitor: make(map[string]*model.Monitor),
+	}
+	for _, mc := range s.c.Memcaches {
+		s.memcaches = append(s.memcaches, memcache.NewPool(mc))
+	}
+	// view
+	s.subMap[model.TypeForView] = databus.New(c.ViewSub)
+	s.subMonitor[model.TypeForView] = &model.Monitor{Topic: c.ViewSub.Topic, Count: 0}
+	// dm
+	s.subMap[model.TypeForDm] = databus.New(c.DmSub)
+	s.subMonitor[model.TypeForDm] = &model.Monitor{Topic: c.DmSub.Topic, Count: 0}
+	// reply
+	s.subMap[model.TypeForReply] = databus.New(c.ReplySub)
+	s.subMonitor[model.TypeForReply] = &model.Monitor{Topic: c.ReplySub.Topic, Count: 0}
+	// fav
+	s.subMap[model.TypeForFav] = databus.New(c.FavSub)
+	s.subMonitor[model.TypeForFav] = &model.Monitor{Topic: c.FavSub.Topic, Count: 0}
+	// coin
+	s.subMap[model.TypeForCoin] = databus.New(c.CoinSub)
+	s.subMonitor[model.TypeForCoin] = &model.Monitor{Topic: c.CoinSub.Topic, Count: 0}
+	// share
+	s.subMap[model.TypeForShare] = databus.New(c.ShareSub)
+	s.subMonitor[model.TypeForShare] = &model.Monitor{Topic: c.ShareSub.Topic, Count: 0}
+	// rank
+	s.subMap[model.TypeForRank] = databus.New(c.RankSub)
+	// like
+	s.subMap[model.TypeForLike] = databus.New(c.LikeSub)
+	s.subMonitor[model.TypeForLike] = &model.Monitor{Topic: c.LikeSub.Topic, Count: 0}
+	for i := int64(0); i < _sharding; i++ {
+		s.subStatCh = append(s.subStatCh, make(chan *model.StatMsg, 10240))
+		s.statSM = append(s.statSM, map[int64]*lastTmStat{})
+		s.waiter.Add(1)
+		go s.statDealproc(i)
+	}
+	go s.loadproc()
+	if env.DeployEnv == env.DeployEnvProd {
+		go s.monitorproc()
+	}
+	for k, d := range s.subMap {
+		s.waiter.Add(1)
+		go s.consumerproc(k, d)
+	}
+	return
+}
+
+func (s *Service) loadproc() {
+	for {
+		time.Sleep(1 * time.Minute)
+		id, err := s.dao.MaxAID(context.TODO())
+		if err != nil {
+			s.maxAid = 0
+			log.Error("s.dao.MaxAid error(%+v)", err)
+			continue
+		}
+		s.maxAid = id
+	}
+}
+
+func (s *Service) monitorproc() {
+	for {
+		time.Sleep(90 * time.Second)
+		s.mu.Lock()
+		for _, mo := range s.subMonitor {
+			if mo.Count == 0 {
+				s.dao.SendQiyeWX(fmt.Sprintf("日志报警:stat-job topic(%s) 没消费！！！！", mo.Topic))
+			}
+			mo.Count = 0
+		}
+		s.mu.Unlock()
+	}
+}
+
+// consumerproc consumer all topic
+func (s *Service) consumerproc(k string, d *databus.Databus) {
+	defer s.waiter.Done()
+	var msgs = d.Messages()
+	for {
+		var (
+			err error
+			ok  bool
+			msg *databus.Message
+			now = time.Now().Unix()
+		)
+		msg, ok = <-msgs
+		if !ok || s.closed {
+			log.Info("databus(%s) consumer exit", k)
+			return
+		}
+		msg.Commit()
+		var ms = &model.StatCount{}
+		if err = json.Unmarshal(msg.Value, ms); err != nil {
+			log.Error("json.Unmarshal(%s) error(%v)", string(msg.Value), err)
+			continue
+		}
+		if ms.Aid <= 0 || (ms.Type != "archive" && ms.Type != "archive_his") {
+			log.Warn("message(%s) error", msg.Value)
+			continue
+		}
+		if now-ms.TimeStamp > 8*60*60 {
+			log.Warn("topic(%s) message(%s) too early", msg.Topic, msg.Value)
+			continue
+		}
+		stat := &model.StatMsg{Aid: ms.Aid, Type: k, Ts: ms.TimeStamp}
+		switch k {
+		case model.TypeForView:
+			stat.Click = ms.Count
+		case model.TypeForDm:
+			stat.DM = ms.Count
+		case model.TypeForReply:
+			stat.Reply = ms.Count
+		case model.TypeForFav:
+			stat.Fav = ms.Count
+		case model.TypeForCoin:
+			stat.Coin = ms.Count
+		case model.TypeForShare:
+			stat.Share = ms.Count
+		case model.TypeForRank:
+			stat.HisRank = ms.Count
+		case model.TypeForLike:
+			stat.Like = ms.Count
+			stat.DisLike = ms.DisLike
+		default:
+			log.Error("unknow type(%s) message(%s)", k, msg.Value)
+			continue
+		}
+		s.mu.Lock()
+		if _, ok := s.subMonitor[k]; ok {
+			s.subMonitor[k].Count++
+		}
+		s.mu.Unlock()
+		s.subStatCh[stat.Aid%_sharding] <- stat
+		log.Info("got message(%+v)", stat)
+	}
+}
+
+// Close Databus consumer close.
+func (s *Service) Close() (err error) {
+	s.closed = true
+	time.Sleep(2 * time.Second)
+	log.Info("start close job")
+	for k, d := range s.subMap {
+		d.Close()
+		log.Info("databus(%s) cloesed", k)
+	}
+	for i := int64(0); i < _sharding; i++ {
+		close(s.subStatCh[i])
+	}
+	log.Info("end close job")
+	s.waiter.Wait()
+	return
+}
+
+// Ping check server ok
+func (s *Service) Ping(c context.Context) (err error) {
+	return s.dao.Ping(c)
+}

app/job/main/stat/service/service_test.go

@@ -0,0 +1,41 @@
+package service
+
+import (
+	"context"
+	"flag"
+	"path/filepath"
+	"testing"
+
+	"go-common/app/job/main/stat/conf"
+	"go-common/app/service/main/archive/api"
+
+	. "github.com/smartystreets/goconvey/convey"
+)
+
+var (
+	s *Service
+)
+
+func init() {
+	dir, _ := filepath.Abs("../cmd/stat-job-test.toml")
+	flag.Set("conf", dir)
+	conf.Init()
+	s = New(conf.Conf)
+}
+
+func Test_Ping(t *testing.T) {
+	Convey("Ping", t, func() {
+		s.Ping(context.TODO())
+	})
+}
+
+func Test_UpdateCache(t *testing.T) {
+	Convey("updateCache", t, func() {
+		err := s.updateCache(&api.Stat{
+			Aid:  1,
+			Coin: 22,
+			View: 200,
+		})
+		So(err, ShouldBeNil)
+	})
+}

app/job/main/stat/service/stat.go

@@ -0,0 +1,169 @@
+package service
+
+import (
+	"context"
+	"strconv"
+	"time"
+
+	"go-common/app/job/main/stat/model"
+	"go-common/app/service/main/archive/api"
+	"go-common/app/service/main/archive/model/archive"
+	"go-common/library/cache/memcache"
+	"go-common/library/log"
+)
+
+const (
+	_prefixStatPB  = "stp_"
+	_prefixClickPB = "clkp_"
+)
+
+func statPBKey(aid int64) string {
+	return _prefixStatPB + strconv.FormatInt(aid, 10)
+}
+
+func clickPBKey(aid int64) string {
+	return _prefixClickPB + strconv.FormatInt(aid, 10)
+}
+
+func (s *Service) statDealproc(i int64) {
+	defer s.waiter.Done()
+	var (
+		ch  = s.subStatCh[i]
+		sm  = s.statSM[i]
+		c   = context.TODO()
+		ls  *lastTmStat
+		err error
+	)
+	for {
+		now := time.Now().Unix()
+		ms, ok := <-ch
+		if !ok {
+			s.multiUpdateDB(i, sm)
+			log.Warn("statDealproc(%d) quit", i)
+			return
+		}
+		if s.maxAid > 0 && s.maxAid+300 < ms.Aid {
+			log.Warn("aid(%d) too big maxAid(%d)", ms.Aid, s.maxAid)
+			continue
+		}
+		// get stat
+		if ls, ok = sm[ms.Aid]; !ok {
+			var stat *api.Stat
+			if stat, err = s.dao.Stat(c, ms.Aid); err != nil {
+				log.Error("s.dao.Stat(%d) error(%v)", ms.Aid, err)
+				continue
+			}
+			ls = &lastTmStat{}
+			if stat == nil {
+				ls.stat = &api.Stat{Aid: ms.Aid}
+				ls.last = 0 // NOTE: make sure update db in first.
+			} else {
+				ls.stat = stat
+				ls.last = time.Now().Unix()
+			}
+			sm[ms.Aid] = ls
+		}
+		model.Merge(ms, ls.stat)
+		if now-ms.Ts < 60 {
+			// update cache
+			s.updateCache(ls.stat)
+		}
+		// update db when after 60s
+		if time.Now().Unix()-ls.last > 120 {
+			s.updateDB(ls.stat)
+			delete(sm, ms.Aid) // NOTE: delete make sure the normal scope of memory and can be save all in 120s when close chan.
+		}
+	}
+}
+
+// updateDB update stat in db.
+func (s *Service) updateDB(stat *api.Stat) (err error) {
+	if _, err := s.dao.Update(context.TODO(), stat); err != nil {
+		log.Error("s.dao.Update(%v) error(%v)", stat, err)
+	}
+	log.Info("update db aid(%d) stat(%+v) success", stat.Aid, stat)
+	return
+}
+
+// multiUpdateDB update some stat in db.
+func (s *Service) multiUpdateDB(yu int64, sm map[int64]*lastTmStat) (err error) {
+	log.Info("start close(%d) multi update stat start", yu)
+	var (
+		c     = context.TODO()
+		alloc = [1000]*api.Stat{}
+		stats = alloc[:0]
+		i     int
+	)
+	for aid, ls := range sm {
+		stats = append(stats, ls.stat)
+		if i > 0 && i%1000 == 0 {
+			s.dao.MultiUpdate(c, yu, stats...)
+		} else if i+1 == len(sm) {
+			s.dao.MultiUpdate(c, yu, stats...)
+		} else {
+			log.Info("start close(%d) aid(%d) append", i, aid)
+			continue
+		}
+		log.Info("start close(%d) multi update stat %d", i, aid)
+		stats = alloc[:0]
+	}
+	log.Info("start close(%d) multi update stat endm", yu)
+	return
+}
+
+// updateCache purge stat info in cache
+func (s *Service) updateCache(st *api.Stat) (err error) {
+	var (
+		stat3 = &api.Stat{
+			Aid:     st.Aid,
+			View:    int32(st.View),
+			Danmaku: int32(st.Danmaku),
+			Reply:   int32(st.Reply),
+			Fav:     int32(st.Fav),
+			Coin:    int32(st.Coin),
+			Share:   int32(st.Share),
+			NowRank: int32(st.NowRank),
+			HisRank: int32(st.HisRank),
+			Like:    int32(st.Like),
+			DisLike: 0,
+		}
+		click   *archive.Click3
+		upclick = true
+	)
+	if click, err = s.dao.Click(context.TODO(), st.Aid); err != nil {
+		upclick = false
+	}
+	if click == nil {
+		click = &archive.Click3{}
+	}
+	for _, mc := range s.memcaches {
+		var c = context.TODO()
+		conn := mc.Get(c)
+		if err = conn.Set(&memcache.Item{Key: statPBKey(stat3.Aid), Object: stat3, Flags: memcache.FlagProtobuf, Expiration: 0}); err != nil {
+			log.Error("conn1.Set(%s, %+v) error(%v)", statPBKey(stat3.Aid), stat3, err)
+		}
+		if upclick {
+			if err = conn.Set(&memcache.Item{Key: clickPBKey(stat3.Aid), Object: click, Flags: memcache.FlagProtobuf, Expiration: 0}); err != nil {
+				log.Error("conn1.Set(%s, %+v) error(%v)", clickPBKey(stat3.Aid), click, err)
+			}
+		}
+		if err == nil {
+			log.Info("update cache aid(%d) stat(%+v) success", st.Aid, stat3)
+			log.Info("update cache aid(%d) click(%+v) success", st.Aid, click)
+		}
+		conn.Close()
+	}
+	return
+}
+
+// Purge purge arc's stat cache
+func (s *Service) Purge(c context.Context, aids []int64) (err error) {
+	for _, aid := range aids {
+		var stat *api.Stat
+		if stat, err = s.dao.Stat(c, aid); err != nil {
+			return
+		}
+		s.updateCache(stat)
+	}
+	return
+}