Create & Init Project...

app/job/main/feed/BUILD

@@ -0,0 +1,21 @@
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [
+        ":package-srcs",
+        "//app/job/main/feed/cmd:all-srcs",
+        "//app/job/main/feed/conf:all-srcs",
+        "//app/job/main/feed/dao:all-srcs",
+        "//app/job/main/feed/http:all-srcs",
+        "//app/job/main/feed/model:all-srcs",
+        "//app/job/main/feed/service:all-srcs",
+    ],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/feed/CHANGELOG.md

@@ -0,0 +1,28 @@
+### Feed-Job
+
+#### Version 1.4.2
+> 1. 修复waitgroup
+#### Version 1.4.1
+> 1. 使用env 
+
+#### Version 1.4.0
+> 1. 使用bm
+
+#### Version 1.3.1
+> 1.fix archive表名过滤 
+
+##### Version 1.3.0
+> 1. 合并大仓库
+> 2. 接入新rpc   
+
+##### Version 1.2.1
+> 1. fix retry bug    
+
+##### Version 1.2.0
+> 1. 监听up主转移事件    
+
+##### Version 1.1.0
+> 1. 接入新配置中心     
+
+##### Version 1.2.0
+> 1. 初始化项目    

app/job/main/feed/CONTRIBUTORS.md

@@ -0,0 +1,11 @@
+# Owner
+liweijia
+zhapuyu
+renwei
+
+# Author 
+zhapuyu
+wangxu01
+
+# Reviewer
+zhapuyu

app/job/main/feed/OWNERS

@@ -0,0 +1,16 @@
+# See the OWNERS docs at https://go.k8s.io/owners
+
+approvers:
+- liweijia
+- renwei
+- wangxu01
+- zhapuyu
+labels:
+- job
+- job/main/feed
+- main
+options:
+  no_parent_owners: true
+reviewers:
+- wangxu01
+- zhapuyu

app/job/main/feed/README.md

@@ -0,0 +1,4 @@
+## Feed-Job
+
+为feed-service 提供异步更新功能
+

app/job/main/feed/cmd/BUILD

@@ -0,0 +1,44 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_binary",
+    "go_library",
+)
+
+go_binary(
+    name = "cmd",
+    embed = [":go_default_library"],
+    tags = ["automanaged"],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = ["main.go"],
+    data = [
+        "feed-job-example.toml",
+        "feed-job-test.toml",
+    ],
+    importpath = "go-common/app/job/main/feed/cmd",
+    tags = ["automanaged"],
+    deps = [
+        "//app/job/main/feed/conf:go_default_library",
+        "//app/job/main/feed/http:go_default_library",
+        "//app/job/main/feed/service:go_default_library",
+        "//library/log:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/feed/cmd/feed-job-example.toml

@@ -0,0 +1,61 @@
+version = "1.0.0"
+user    = "nobody"
+pid     = "/tmp/feed-job.pid"
+dir     = "./"
+perf    = "0.0.0.0:6411"
+trace   = false
+debug   = false
+env     = "test"
+
+[xlog]
+dir = "/data/log/feed-job/"
+
+[bm]
+     addr = "0.0.0.0:6410"
+     timeout = "1s"
+
+[feedRPC]
+    pullInterval = "10s"
+    [feedRPC.client]
+    proto = "tcp"
+    timeout = "1s"
+    timer = 1000
+    [[feedRPC.backup]]
+    proto = "tcp"
+    addr = "172.16.33.56:6089"
+    timeout = "1s"
+    timer = 1000
+    [feedRPC.zookeeper]
+    root = "/microservice/feed-service/"
+    addrs = ["172.16.33.54:2181"]
+    timeout = "30s"
+
+[archiveSub]
+key = ""
+secret = ""
+group = ""
+topic = "Archive-T"
+action = "sub"
+    [archiveSub.redis]
+    name = "go-common/app/job/main/feed/archivesub"
+    proto = "tcp"
+    addr = "172.16.33.56:6205"
+    idle = 100
+    active = 100
+    dialTimeout = "1s"
+    readTimeout = "60s"
+    writeTimeout = "1s"
+    idleTimeout = "10s"
+
+[SMS]
+phone = "11111111111,11111111111"
+token = "token"
+
+[httpClient]
+dial      = "100ms"
+timeout   = "1s"
+keepAlive = "60s"
+timer     = 128
+
+
+

app/job/main/feed/cmd/feed-job-test.toml

@@ -0,0 +1,59 @@
+version = "1.0.0"
+user    = "nobody"
+pid     = "/tmp/feed-job.pid"
+dir     = "./"
+perf    = "0.0.0.0:6411"
+trace   = false
+debug   = false
+env     = "test"
+
+[xlog]
+dir = "/data/log/feed-job/"
+
+[bm]
+     addr = "0.0.0.0:6410"
+     timeout = "1s"
+
+[feedRPC]
+    pullInterval = "10s"
+    [feedRPC.client]
+    proto = "tcp"
+    timeout = "1s"
+    timer = 1000
+    [[feedRPC.backup]]
+    proto = "tcp"
+    addr = "172.16.33.56:6361"
+    timeout = "1s"
+    timer = 1000
+    [feedRPC.zookeeper]
+    root = "/microservice/feed-service/"
+    addrs = ["172.16.33.54:2181"]
+    timeout = "30s"
+
+[archiveSub]
+key = "0PtMsVFzWyyvoTgAyLCG"
+secret = "0PtMsVFzWyyvoTgAyLCH"
+group = "FeedJob-UGC-S"
+topic = "Archive-T"
+action = "sub"
+    [archiveSub.redis]
+    name = "go-common/app/job/main/feed/archivesub"
+    proto = "tcp"
+    addr = "172.16.33.56:6205"
+    idle = 100
+    active = 100
+    dialTimeout = "1s"
+    readTimeout = "60s"
+    writeTimeout = "1s"
+    idleTimeout = "10s"
+
+[SMS]
+phone = "11111111111,11111111111"
+token = "token"
+
+[httpClient]
+dial      = "100ms"
+timeout   = "1s"
+keepAlive = "60s"
+timer     = 128
+

app/job/main/feed/cmd/main.go

@@ -0,0 +1,54 @@
+package main
+
+import (
+	"flag"
+	"os"
+	"os/signal"
+	"syscall"
+
+	"go-common/app/job/main/feed/conf"
+	"go-common/app/job/main/feed/http"
+	"go-common/app/job/main/feed/service"
+	"go-common/library/log"
+)
+
+var (
+	srv *service.Service
+)
+
+func main() {
+	flag.Parse()
+	if err := conf.Init(); err != nil {
+		log.Error("conf.Init() error(%v)", err)
+		panic(err)
+	}
+	log.Init(conf.Conf.XLog)
+	defer log.Close()
+	log.Info("feed-job start")
+	srv = service.New(conf.Conf)
+	http.Init(conf.Conf, srv)
+	signalHandler()
+}
+
+func signalHandler() {
+	var (
+		err error
+		ch  = make(chan os.Signal, 1)
+	)
+	signal.Notify(ch, syscall.SIGHUP, syscall.SIGQUIT, syscall.SIGTERM, syscall.SIGINT)
+	for {
+		si := <-ch
+		switch si {
+		case syscall.SIGQUIT, syscall.SIGTERM, syscall.SIGINT:
+			log.Info("get a signal %s, stop the consume process", si.String())
+			if err = srv.Close(); err != nil {
+				log.Error("srv close consumer error(%v)", err)
+			}
+			srv.Wait()
+			return
+		case syscall.SIGHUP:
+		default:
+			return
+		}
+	}
+}

app/job/main/feed/conf/BUILD

@@ -0,0 +1,35 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = ["conf.go"],
+    importpath = "go-common/app/job/main/feed/conf",
+    tags = ["automanaged"],
+    deps = [
+        "//library/conf:go_default_library",
+        "//library/log:go_default_library",
+        "//library/net/http/blademaster:go_default_library",
+        "//library/net/rpc:go_default_library",
+        "//library/queue/databus:go_default_library",
+        "//vendor/github.com/BurntSushi/toml:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/feed/conf/conf.go

@@ -0,0 +1,93 @@
+package conf
+
+import (
+	"errors"
+	"flag"
+
+	"go-common/library/conf"
+	"go-common/library/log"
+	bm "go-common/library/net/http/blademaster"
+	"go-common/library/net/rpc"
+	"go-common/library/queue/databus"
+
+	"github.com/BurntSushi/toml"
+)
+
+var (
+	confPath string
+	client   *conf.Client
+	Conf     = &Config{}
+)
+
+type Config struct {
+	// Env
+	Env string
+	// interface XLog
+	XLog *log.Config
+	// databus
+	ArchiveSub *databus.Config
+	// BM
+	BM *bm.ServerConfig
+	// rpc
+	FeedRPC *rpc.ClientConfig
+	// httpClinet
+	HTTPClient *bm.ClientConfig
+	SMS        *SMS
+}
+
+// SMS config
+type SMS struct {
+	Phone string
+	Token string
+}
+
+func init() {
+	flag.StringVar(&confPath, "conf", "", "config path")
+}
+
+// Init init conf
+func Init() error {
+	if confPath != "" {
+		return local()
+	}
+	return remote()
+}
+
+func local() (err error) {
+	_, err = toml.DecodeFile(confPath, &Conf)
+	return
+}
+
+func remote() (err error) {
+	if client, err = conf.New(); err != nil {
+		return
+	}
+	if err = load(); err != nil {
+		return
+	}
+	go func() {
+		for range client.Event() {
+			log.Info("config reload")
+			if load() != nil {
+				log.Error("config reload error (%v)", err)
+			}
+		}
+	}()
+	return
+}
+
+func load() (err error) {
+	var (
+		s       string
+		ok      bool
+		tmpConf *Config
+	)
+	if s, ok = client.Toml2(); !ok {
+		return errors.New("load config center error")
+	}
+	if _, err = toml.Decode(s, &tmpConf); err != nil {
+		return errors.New("could not decode config")
+	}
+	*Conf = *tmpConf
+	return
+}

app/job/main/feed/dao/BUILD

@@ -0,0 +1,46 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_test",
+    "go_library",
+)
+
+go_test(
+    name = "go_default_test",
+    srcs = ["dao_test.go"],
+    embed = [":go_default_library"],
+    rundir = ".",
+    tags = ["automanaged"],
+    deps = ["//vendor/github.com/smartystreets/goconvey/convey:go_default_library"],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "dao.go",
+        "sms.go",
+    ],
+    importpath = "go-common/app/job/main/feed/dao",
+    tags = ["automanaged"],
+    deps = [
+        "//app/job/main/feed/conf:go_default_library",
+        "//library/log:go_default_library",
+        "//library/net/http/blademaster:go_default_library",
+        "//library/stat/prom:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/feed/dao/dao.go

@@ -0,0 +1,39 @@
+package dao
+
+import (
+	"context"
+	"go-common/app/job/main/feed/conf"
+	bm "go-common/library/net/http/blademaster"
+	"go-common/library/stat/prom"
+)
+
+var (
+	infosCount = prom.BusinessInfoCount
+)
+
+// Dao is feed job dao.
+type Dao struct {
+	c         *conf.Config
+	smsClient *bm.Client
+}
+
+// New add a feed job dao.
+func New(c *conf.Config) *Dao {
+	return &Dao{
+		c:         c,
+		smsClient: bm.NewClient(c.HTTPClient),
+	}
+}
+
+func (d *Dao) Ping(c context.Context) (err error) {
+	return
+}
+
+func PromError(name string) {
+	prom.BusinessErrCount.Incr(name)
+}
+
+// PromInfo add prom info
+func PromInfo(name string) {
+	infosCount.Incr(name)
+}

app/job/main/feed/dao/dao_test.go

@@ -0,0 +1,18 @@
+package dao
+
+import (
+	"testing"
+
+	. "github.com/smartystreets/goconvey/convey"
+)
+
+func Test_Dao(t *testing.T) {
+	var err error
+	d := New(nil)
+	Convey("set cache", t, func() {
+		PromError("")
+		PromInfo("")
+		err = d.SendSMS("")
+		So(err, ShouldBeNil)
+	})
+}

app/job/main/feed/dao/sms.go

@@ -0,0 +1,36 @@
+package dao
+
+import (
+	"context"
+	"net/http"
+	"net/url"
+
+	"go-common/library/log"
+)
+
+const _smsURL = "http://ops-mng.bilibili.co/api/sendsms"
+
+func (d *Dao) SendSMS(msg string) (err error) {
+	var (
+		req *http.Request
+		res struct {
+			Result bool `json:"result"`
+		}
+	)
+	params := url.Values{}
+	params.Set("phone", d.c.SMS.Phone)
+	params.Set("message", msg)
+	params.Set("token", d.c.SMS.Token)
+	if req, err = d.smsClient.NewRequest("GET", _smsURL+"?"+params.Encode(), "", nil); err != nil {
+		return
+	}
+
+	if err = d.smsClient.Do(context.TODO(), req, &res); err != nil {
+		log.Error("ops-mng sendsms url(%s) error(%v)", _smsURL+"?"+params.Encode(), err)
+		return
+	}
+	if !res.Result {
+		log.Error("ops-mng sendsms url(%s) error(%v)", _smsURL+"?"+params.Encode(), res.Result)
+	}
+	return
+}

app/job/main/feed/http/BUILD

@@ -0,0 +1,33 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = ["http.go"],
+    importpath = "go-common/app/job/main/feed/http",
+    tags = ["automanaged"],
+    deps = [
+        "//app/job/main/feed/conf:go_default_library",
+        "//app/job/main/feed/service:go_default_library",
+        "//library/log:go_default_library",
+        "//library/net/http/blademaster:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/feed/http/http.go

@@ -0,0 +1,41 @@
+package http
+
+import (
+	"net/http"
+
+	"go-common/app/job/main/feed/conf"
+	"go-common/app/job/main/feed/service"
+	"go-common/library/log"
+	bm "go-common/library/net/http/blademaster"
+)
+
+var fjSrv *service.Service
+
+// Init init http service
+func Init(c *conf.Config, srv *service.Service) {
+	fjSrv = srv
+	// init outer router
+	engineOuter := bm.DefaultServer(c.BM)
+	outerRouter(engineOuter)
+	if err := engineOuter.Start(); err != nil {
+		log.Error("bm.DefaultServer error(%v)", err)
+		panic(err)
+	}
+}
+
+// outerRouter init outer router
+func outerRouter(r *bm.Engine) {
+	r.Ping(ping)
+	r.Register(register)
+}
+
+func ping(c *bm.Context) {
+	if err := fjSrv.Ping(c); err != nil {
+		log.Error("ping error(%v)", err)
+		c.AbortWithStatus(http.StatusServiceUnavailable)
+	}
+}
+
+func register(c *bm.Context) {
+	c.JSON(map[string]interface{}{}, nil)
+}

app/job/main/feed/model/BUILD

@@ -0,0 +1,31 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "archive.go",
+        "model.go",
+    ],
+    importpath = "go-common/app/job/main/feed/model",
+    tags = ["automanaged"],
+    deps = ["//app/service/main/archive/api:go_default_library"],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/feed/model/archive.go

@@ -0,0 +1,32 @@
+package model
+
+import "go-common/app/service/main/archive/api"
+
+// Archive model
+type Archive struct {
+	ID        int64  `json:"aid"`
+	Mid       int64  `json:"mid"`
+	TypeID    int16  `json:"typeid"`
+	HumanRank int    `json:"humanrank"`
+	Duration  int    `json:"duration"`
+	Title     string `json:"title"`
+	Cover     string `json:"cover"`
+	Content   string `json:"content"`
+	Tag       string `json:"tag"`
+	Attribute int32  `json:"attribute"`
+	Copyright int8   `json:"copyright"`
+	AreaLimit int8   `json:"arealimit"`
+	State     int    `json:"state"`
+	Author    string `json:"author"`
+	Access    int    `json:"access"`
+	Forward   int    `json:"forward"`
+	PubTime   string `json:"pubtime"`
+	Round     int8   `json:"round"`
+	CTime     string `json:"ctime"`
+	MTime     string `json:"mtime"`
+}
+
+func (a *Archive) IsNormal() bool {
+	arc := api.Arc{State: int32(a.State)}
+	return arc.IsNormal()
+}

app/job/main/feed/model/model.go

@@ -0,0 +1,10 @@
+package model
+
+import "encoding/json"
+
+type Message struct {
+	Action string          `json:"action"`
+	Table  string          `json:"table"`
+	New    json.RawMessage `json:"new"`
+	Old    json.RawMessage `json:"old"`
+}

app/job/main/feed/service/BUILD

@@ -0,0 +1,51 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_test",
+    "go_library",
+)
+
+go_test(
+    name = "go_default_test",
+    srcs = ["service_test.go"],
+    embed = [":go_default_library"],
+    rundir = ".",
+    tags = ["automanaged"],
+    deps = ["//vendor/github.com/smartystreets/goconvey/convey:go_default_library"],
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "achive.go",
+        "service.go",
+    ],
+    importpath = "go-common/app/job/main/feed/service",
+    tags = ["automanaged"],
+    deps = [
+        "//app/job/main/feed/conf:go_default_library",
+        "//app/job/main/feed/dao:go_default_library",
+        "//app/job/main/feed/model:go_default_library",
+        "//app/service/main/feed/model:go_default_library",
+        "//app/service/main/feed/rpc/client:go_default_library",
+        "//library/conf/env:go_default_library",
+        "//library/ecode:go_default_library",
+        "//library/log:go_default_library",
+        "//library/queue/databus:go_default_library",
+    ],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/job/main/feed/service/achive.go

@@ -0,0 +1,137 @@
+package service
+
+import (
+	"context"
+	"encoding/json"
+	"fmt"
+	"time"
+
+	"go-common/app/job/main/feed/dao"
+	"go-common/app/job/main/feed/model"
+	feedmdl "go-common/app/service/main/feed/model"
+	"go-common/library/ecode"
+	"go-common/library/log"
+)
+
+const (
+	_insertAct = "insert"
+	_updateAct = "update"
+
+	_retryTimes = 10
+	_retrySleep = time.Second
+)
+
+func retry(_retryTimes int, sleep time.Duration, callback func() error) (err error) {
+	for i := 0; i < _retryTimes; i++ {
+		err = callback()
+		if err == nil {
+			return
+		}
+		if ecode.Cause(err) == ecode.NothingFound {
+			err = nil
+			return
+		}
+		time.Sleep(sleep)
+		log.Error("retrying after error: %v", err)
+	}
+	return fmt.Errorf("after %d _retryTimes, last error: %s", _retryTimes, err)
+}
+
+func (s *Service) archiveUpdate(action string, nwMsg []byte, oldMsg []byte) {
+	var err error
+	nw := &model.Archive{}
+	if err = json.Unmarshal(nwMsg, nw); err != nil {
+		dao.PromError("archive:解析新稿件")
+		log.Error("json.Unmarshal(%s) error(%v)", string(nwMsg), err)
+		return
+	}
+	switch action {
+	case _insertAct:
+		s.insert(nw)
+	case _updateAct:
+		old := &model.Archive{}
+		if err = json.Unmarshal(oldMsg, old); err != nil {
+			dao.PromError("archive:解析旧稿件")
+			log.Error("json.Unmarshal(%s) error(%v)", string(oldMsg), err)
+			return
+		}
+		s.update(nw, old)
+	}
+}
+
+func (s *Service) insert(nw *model.Archive) {
+	var (
+		err   error
+		sleep = time.Second
+		ts    int64
+	)
+	if !nw.IsNormal() {
+		return
+	}
+	if ts, err = transTime(nw.PubTime); err != nil {
+		dao.PromError("archive:插入时解析时间")
+		log.Error("s.insert.transTime(%v) err: %v", nw.PubTime, err)
+		err = nil
+	}
+	if err = retry(_retryTimes, sleep, func() error {
+		return s.feedRPC.AddArc(context.TODO(), &feedmdl.ArgArc{Aid: nw.ID, Mid: nw.Mid, PubDate: ts})
+	}); err != nil {
+		dao.PromError("archive:增加新稿件")
+		log.Error("s.feedRPC.AddArc(%v)", nw.ID)
+	} else {
+		dao.PromInfo("archive:增加新稿件")
+		log.Info("feed: Archive(%v) passed, new_arc: %+v.", nw.ID, *nw)
+	}
+}
+
+func (s *Service) update(nw *model.Archive, old *model.Archive) {
+	var (
+		err     error
+		pubDate int64
+	)
+	if old.Mid != nw.Mid {
+		arg := &feedmdl.ArgChangeUpper{Aid: nw.ID, OldMid: old.Mid, NewMid: nw.Mid}
+		if err = retry(_retryTimes, _retrySleep, func() error { return s.feedRPC.ChangeArcUpper(context.TODO(), arg) }); err != nil {
+			dao.PromError("archive:修改up主")
+			log.Error("s.feedRPC.ChangeArcUpper(%v) error(%v)", arg.Aid, err)
+		} else {
+			dao.PromInfo("archive:修改up主")
+			log.Info("feed: Archive(%v) change upper, old: %+v new: %+v", old.ID, *old, *nw)
+		}
+	}
+	if nw.IsNormal() && ((old.PubTime != nw.PubTime) || (old.State != nw.State)) {
+		if pubDate, err = transTime(nw.PubTime); err != nil {
+			dao.PromError("archive:解析发布时间")
+			log.Error("s.Feed ParsePubTime(%v) error(%v)", nw.PubTime, err)
+			err = nil
+		}
+		if err = retry(_retryTimes, _retrySleep, func() error {
+			return s.feedRPC.AddArc(context.TODO(), &feedmdl.ArgArc{Aid: nw.ID, PubDate: pubDate, Mid: nw.Mid})
+		}); err != nil {
+			dao.PromError("archive:增加新稿件")
+			log.Error("s.feedRPC.AddArc error(%v) old_arc: %+v, new_arc: %+v.", err, nw.ID, *old, *nw)
+		} else {
+			dao.PromInfo("archive:增加新稿件")
+			log.Info("feed: Archive(%v) passed, old_arc: %+v, new_arc: %+v.", nw.ID, *old, *nw)
+		}
+		return
+	}
+	if (old.State != nw.State) && !nw.IsNormal() {
+		if err = retry(_retryTimes, _retrySleep, func() error { return s.feedRPC.DelArc(context.TODO(), &feedmdl.ArgAidMid{Aid: nw.ID, Mid: nw.Mid}) }); err != nil {
+			dao.PromError("archive:删除稿件")
+			log.Error("s.feedRPC.DelArc(%v) error(%v)", nw.ID, err)
+		} else {
+			dao.PromInfo("archive:删除稿件")
+			log.Info("feed: Archive(%v) not passed, old_arc: %+v, new_arc:%+v.", nw.ID, *old, *nw)
+		}
+	}
+}
+
+func transTime(t string) (res int64, err error) {
+	var ts time.Time
+	if ts, err = time.Parse("2006-01-02 15:04:05 MST", t+" CST"); err != nil {
+		return
+	}
+	res = ts.Unix()
+	return
+}

app/job/main/feed/service/service.go

@@ -0,0 +1,102 @@
+package service
+
+import (
+	"context"
+	"encoding/json"
+	"sync"
+	"time"
+
+	"go-common/app/job/main/feed/conf"
+	"go-common/app/job/main/feed/dao"
+	"go-common/app/job/main/feed/model"
+	feed "go-common/app/service/main/feed/rpc/client"
+	"go-common/library/conf/env"
+	"go-common/library/log"
+	"go-common/library/queue/databus"
+)
+
+type Service struct {
+	c          *conf.Config
+	dao        *dao.Dao
+	archiveSub *databus.Databus
+	arcUpMo    int64
+	feedRPC    *feed.Service
+	waiter     *sync.WaitGroup
+}
+
+// New is feed service implementation.
+func New(c *conf.Config) (s *Service) {
+	s = &Service{
+		c:          c,
+		dao:        dao.New(c),
+		archiveSub: databus.New(c.ArchiveSub),
+		feedRPC:    feed.New(c.FeedRPC),
+		waiter:     new(sync.WaitGroup),
+	}
+	// arc databus consumer
+	s.waiter.Add(1)
+	go s.arcConsumeproc()
+	go s.checkConsumeproc()
+	return s
+}
+
+// arcConsumeproc consumer archive
+func (s *Service) arcConsumeproc() {
+	var (
+		msgs = s.archiveSub.Messages()
+		err  error
+	)
+	defer s.waiter.Done()
+	for {
+		msg, ok := <-msgs
+		if !ok {
+			log.Info("arc databus Consumer exit")
+			return
+		}
+		s.arcUpMo++
+		dao.PromInfo("消费稿件变更")
+		msg.Commit()
+		m := &model.Message{}
+		if err = json.Unmarshal(msg.Value, m); err != nil {
+			log.Error("json.Unmarshal(%s) error(%v)", msg.Value, err)
+			continue
+		}
+		if m.Table != "archive" {
+			continue
+		}
+		s.archiveUpdate(m.Action, m.New, m.Old)
+	}
+}
+
+// checkConsumeproc check consumer stat
+func (s *Service) checkConsumeproc() {
+	if env.DeployEnv != env.DeployEnvProd {
+		return
+	}
+	var arcMo int64
+	for {
+		time.Sleep(1 * time.Minute)
+		if s.arcUpMo-arcMo == 0 {
+			msg := "feed-job arhieve did not consume within a minute"
+			s.dao.SendSMS(msg)
+			log.Warn(msg)
+		}
+
+		arcMo = s.arcUpMo
+	}
+}
+
+// Close Databus consumer close.
+func (s *Service) Close() error {
+	return s.archiveSub.Close()
+}
+
+// Wait goroutinue to close
+func (s *Service) Wait() {
+	s.waiter.Wait()
+}
+
+// Ping check server ok
+func (s *Service) Ping(c context.Context) error {
+	return s.dao.Ping(c)
+}

app/job/main/feed/service/service_test.go

@@ -0,0 +1,18 @@
+package service
+
+import (
+	"context"
+	"testing"
+
+	. "github.com/smartystreets/goconvey/convey"
+)
+
+func Test_Service(t *testing.T) {
+	c := context.TODO()
+	var err error
+	s := New(nil)
+	Convey("test", t, func() {
+		s.Ping(c)
+		So(err, ShouldBeNil)
+	})
+}