Create & Init Project...

This commit is contained in:
2019-04-22 18:49:16 +08:00
commit fc4fa37393
25440 changed files with 4054998 additions and 0 deletions

View File

@ -0,0 +1,545 @@
package service
import (
"context"
"encoding/json"
"strings"
"time"
"fmt"
"go-common/app/job/main/videoup-report/model/archive"
"go-common/library/database/sql"
"go-common/library/log"
)
// hdlArchiveMessage deal with archive action
func (s *Service) hdlArchiveMessage(action string, nwMsg []byte, oldMsg []byte) {
var (
err error
arc = &archive.Archive{}
oldArc = &archive.Archive{}
)
if action != _updateAct {
return
}
if err = json.Unmarshal(nwMsg, arc); err != nil {
log.Error("json.Unmarshal(%s) error(%v)", nwMsg, err)
return
}
if err = json.Unmarshal(oldMsg, oldArc); err != nil {
log.Error("json.Unmarshal(%s) error(%v)", oldMsg, err)
return
}
if arc.TypeID != oldArc.TypeID {
s.hdlMoveType(arc, oldArc)
}
if arc.Round != oldArc.Round {
s.hdlRoundFlow(arc, oldArc)
}
if arc.State != oldArc.State && arc.State == archive.StateForbidUpDelete {
s.arc.DelDispatchByAid(context.TODO(), arc.ID)
}
}
// hdlMoveType deal with archive move typeid
func (s *Service) hdlMoveType(arc *archive.Archive, oldArc *archive.Archive) {
if _, ok := archive.ReportArchiveRound[arc.Round]; !ok {
return
}
s.arcMoveTypeCache.Lock()
defer s.arcMoveTypeCache.Unlock()
if _, ok := s.arcMoveTypeCache.Data[arc.Round]; !ok {
s.arcMoveTypeCache.Data[arc.Round] = make(map[int16]map[string]int)
}
if _, ok := s.arcMoveTypeCache.Data[arc.Round][oldArc.TypeID]; !ok {
s.arcMoveTypeCache.Data[arc.Round][oldArc.TypeID] = make(map[string]int)
}
if _, ok := s.arcMoveTypeCache.Data[arc.Round][arc.TypeID]; !ok {
s.arcMoveTypeCache.Data[arc.Round][arc.TypeID] = make(map[string]int)
}
s.arcMoveTypeCache.Data[arc.Round][oldArc.TypeID]["out"]++
s.arcMoveTypeCache.Data[arc.Round][arc.TypeID]["in"]++
}
// hdlRoundFlow deal with archive round flow
func (s *Service) hdlRoundFlow(arc *archive.Archive, oldArc *archive.Archive) {
var (
oper *archive.Oper
newOper *archive.Oper
err error
)
if _, ok := archive.ReportArchiveRound[oldArc.Round]; !ok {
return
}
if oper, err = s.arc.LastRoundOper(context.TODO(), oldArc.ID, oldArc.Round); err != nil {
log.Error("s.LastRoundOper(%d,%d) 获取archive_oper记录失败 error(%v)", oldArc.ID, oldArc.Round, err)
return
}
if newOper, err = s.arc.NextRoundOper(context.TODO(), oper.ID, oldArc.ID, oldArc.Round); err != nil {
log.Error("s.NextRoundOper(%d,%d,%d) 获取archive_oper记录失败 error(%v)", oper.ID, oldArc.ID, oldArc.Round, err)
return
}
s.arcRoundFlowCache.Lock()
defer s.arcRoundFlowCache.Unlock()
if _, ok := s.arcRoundFlowCache.Data[oldArc.Round]; !ok {
s.arcRoundFlowCache.Data[oldArc.Round] = make(map[int64]map[string]int)
}
if _, ok := s.arcRoundFlowCache.Data[oldArc.Round][oldArc.ID]; !ok {
s.arcRoundFlowCache.Data[oldArc.Round][oldArc.ID] = make(map[string]int)
}
s.arcRoundFlowCache.Data[oldArc.Round][oldArc.ID]["take_time"] = int(newOper.MTime.Unix() - oper.MTime.Unix())
s.arcRoundFlowCache.Data[oldArc.Round][oldArc.ID]["uid"] = int(newOper.UID)
log.Info("s.arcRoundFlowCache.Data: %v", s.arcRoundFlowCache.Data)
}
// hdlMoveTypeCount check and write archive move type stats to db
func (s *Service) hdlMoveTypeCount() {
var (
report *archive.Report
err error
bs []byte
ctime = time.Now()
mtime = ctime
)
s.arcMoveTypeCache.Lock()
defer s.arcMoveTypeCache.Unlock()
if len(s.arcMoveTypeCache.Data) < 1 {
log.Info("s.hdlMoveTypeCount() 统计内容为空,忽略:%v", s.arcMoveTypeCache.Data)
return
}
if report, err = s.arc.ReportLast(context.TODO(), archive.ReportTypeArcMoveType); err != nil {
log.Error("s.arc.ReportLast(%d) error(%v)", archive.ReportTypeArcMoveType, err)
return
}
if report != nil && time.Now().Unix()-report.CTime.Unix() < 5*60 {
log.Info("s.arc.ReportLast(%d) 距离上一次写入还没过5分钟!", archive.ReportTypeArcMoveType)
return
}
if bs, err = json.Marshal(s.arcMoveTypeCache.Data); err != nil {
log.Error("json.Marshal(%v) error(%v)", s.arcMoveTypeCache.Data, err)
return
}
if _, err = s.arc.ReportAdd(context.TODO(), archive.ReportTypeArcMoveType, string(bs), ctime, mtime); err != nil {
log.Error("s.arc.ReportAdd(%d,%s,%v,%v) error(%v)", archive.ReportTypeArcMoveType, string(bs), ctime, mtime, err)
return
}
s.arcMoveTypeCache.Data = make(map[int8]map[int16]map[string]int)
}
// hdlRoundFlowCount check and write archive round flow stats to db
func (s *Service) hdlRoundFlowCount() {
var (
report *archive.Report
err error
bs []byte
ctime = time.Now()
mtime = ctime
)
s.arcRoundFlowCache.Lock()
defer s.arcRoundFlowCache.Unlock()
if len(s.arcRoundFlowCache.Data) < 1 {
log.Info("s.hdlRoundFlowCount() 统计内容为空,忽略:%v", s.arcRoundFlowCache.Data)
return
}
if report, err = s.arc.ReportLast(context.TODO(), archive.ReportTypeArcRoundFlow); err != nil {
log.Error("s.arc.ReportLast(%d) error(%v)", archive.ReportTypeArcRoundFlow, err)
return
}
if report != nil && time.Now().Unix()-report.CTime.Unix() < 5*60 {
log.Info("s.arc.ReportLast(%d) 距离上一次写入还没过5分钟!", archive.ReportTypeArcRoundFlow)
return
}
if bs, err = json.Marshal(s.arcRoundFlowCache.Data); err != nil {
log.Error("json.Marshal(%v) error(%v)", s.arcRoundFlowCache.Data, err)
return
}
if _, err = s.arc.ReportAdd(context.TODO(), archive.ReportTypeArcRoundFlow, string(bs), ctime, mtime); err != nil {
log.Error("s.arc.ReportAdd(%d,%s,%v,%v) error(%v)", archive.ReportTypeArcRoundFlow, string(bs), ctime, mtime, err)
return
}
s.arcRoundFlowCache.Data = make(map[int8]map[int64]map[string]int)
}
// MoveType get archive move type stats by typeid
func (s *Service) MoveType(c context.Context, stime, etime time.Time) (reports []*archive.Report, err error) {
if reports, err = s.arc.Reports(c, archive.ReportTypeArcMoveType, stime, etime); err != nil {
log.Error("s.arc.Reports(%d) err(%v)", archive.ReportTypeArcMoveType, err)
return
}
return
}
// RoundFlow get archive round flow take time records
func (s *Service) RoundFlow(c context.Context, stime, etime time.Time) (reports []*archive.Report, err error) {
if reports, err = s.arc.Reports(c, archive.ReportTypeArcRoundFlow, stime, etime); err != nil {
log.Error("s.arc.Reports(%d) err(%v)", archive.ReportTypeArcRoundFlow, err)
return
}
return
}
func (s *Service) arcUpdateproc(k int) {
defer s.waiter.Done()
for {
var (
upInfo *archive.UpInfo
ok bool
)
if upInfo, ok = <-s.arcUpChs[k]; !ok {
log.Info("s.arcUpChs[k] closed", k)
return
}
go s.hdlExcitation(upInfo.Nw, upInfo.Old)
go s.hdlMonitorArc(upInfo.Nw, upInfo.Old)
s.trackArchive(upInfo.Nw, upInfo.Old)
go s.arcStateChange(upInfo.Nw, upInfo.Old, true)
}
}
func (s *Service) putArcChan(action string, nwMsg []byte, oldMsg []byte) {
var (
err error
chanSize = int64(s.c.ChanSize)
)
nw := &archive.Archive{}
if err = json.Unmarshal(nwMsg, nw); err != nil {
log.Error("json.Unmarshal(%s) error(%v)", nwMsg, err)
return
}
switch action {
case _insertAct:
s.arcUpChs[nw.ID%chanSize] <- &archive.UpInfo{Nw: nw, Old: nil}
case _updateAct:
old := &archive.Archive{}
if err = json.Unmarshal(oldMsg, old); err != nil {
log.Error("json.Unmarshal(%s) error(%v)", oldMsg, err)
return
}
s.arcUpChs[nw.ID%chanSize] <- &archive.UpInfo{Nw: nw, Old: old}
}
}
// secondRound 接收到databus的second_round消息。
func (s *Service) secondRound(c context.Context, m *archive.VideoupMsg) (err error) {
var (
a *archive.Archive
)
if a, err = s.arc.ArchiveByAid(c, m.Aid); err != nil || a.ID <= 0 {
log.Error("secondRound s.arc.ArchiveByAid error(%v)/not found aid(%d)", err, m.Aid)
return
}
s.dealFromList(c, m)
s.dealMissionTag(c, m, a)
//开评论逻辑判断
s.arcStateChange(a, nil, true)
if archive.NormalState(a.State) {
s.adminBindTag(c, a.Mid, a.ID, a.Tag, a.TypeID)
}
//邮件发送开关
if m.SendEmail {
if m.AdminChange && !s.isPGC(a.ID) {
s.sendMail(c, a, nil)
}
s.sendArchivePrivateEmail(c, a)
}
return
}
// dealFromList 处理from list流程
func (s *Service) dealFromList(c context.Context, m *archive.VideoupMsg) (err error) {
defer func() {
if pErr := recover(); pErr != nil {
log.Error("s.dealFromList panic(%v)", pErr)
}
}()
switch m.FromList {
case archive.FromListHotReview: //热门回查
var (
has = false
state = archive.RecheckStateWait
)
//查询flow_design中是否存在禁止
if has, err = s.arc.HasFlowGroup(c, archive.FlowPoolRecheck, archive.FlowGroupIDHot, m.Aid); err != nil {
log.Error("s.updateRecheckState(%d,%d,%d,%d) error(%v)", archive.TypeHotRecheck, archive.FlowPoolRecheck, archive.FlowGroupIDHot, m.Aid, err)
return
}
if has {
state = archive.RecheckStateForbid
} else {
state = archive.RecheckStateNoForbid
}
s.updateRecheckState(c, archive.TypeHotRecheck, m.Aid, state)
case archive.FromListExcitation: //激励回查
s.updateRecheckState(c, archive.TypeExcitationRecheck, m.Aid, archive.RecheckStateNoForbid)
default:
log.Warn("Unknown message from_list (%s)", m.FromList)
}
return
}
// dealMissionTag 处理活动tag
func (s *Service) dealMissionTag(c context.Context, m *archive.VideoupMsg, a *archive.Archive) (err error) {
defer func() {
if pErr := recover(); pErr != nil {
log.Error("s.dealMissionTag panic(%v)", pErr)
}
}()
if m.MissionID != 0 { //消息里的mission_id是修改之前的
addit, err := s.arc.Addit(c, m.Aid)
if err != nil {
log.Error("s.arc.Addit(%d) error(%v)", m.Aid, err)
} else if addit == nil {
log.Warn("s.arc.Addit(%d) warn(addit is nil)", m.Aid)
} else if addit.MissionID == 0 {
//取消活动资格去掉活动tag
tags, err := s.removeMissionTags(c, a)
if err == nil {
a.Tag = strings.Join(tags, ",")
}
}
}
return
}
// updateRecheckState 回查提交时的事件
func (s *Service) updateRecheckState(c context.Context, tp int, aid int64, state int8) (err error) {
//修改archive_recheck的state
if err = s.arc.UpdateRecheckState(c, tp, aid, state); err != nil {
return
}
a, err := s.arc.ArchiveByAid(c, aid)
if err != nil {
log.Error("s.arc.ArchiveByAid error(%v)", err)
err = nil
return
}
tpStr := archive.RecheckType(tp)
if tpStr != "" {
s.arc.AddArchiveOper(c, aid, a.Attribute, a.TypeID, a.State, a.Round, 0, "", "已"+tpStr)
}
return
}
// addHotRecheck get hot archive from data api, and insert to archive_recheck table
func (s *Service) addHotRecheck() (err error) {
var (
c = context.TODO()
aids []int64
)
if aids, err = s.dataDao.HotArchive(c); err != nil {
log.Error("s.addHotRecheck() s.dataDao.HotArchive() error(%v)", err)
return
}
if err = s.arc.AddRecheckAids(c, archive.TypeHotRecheck, aids, true); err != nil {
log.Error("s.addHotRecheck() s.arc.AddRecheckAids error(%v)", err)
return
}
return
}
func (s *Service) addArchive(c context.Context, m *archive.VideoupMsg) (err error) {
var (
a *archive.Archive
addit *archive.Addit
tx *sql.Tx
channelDiff, operRemark string
operConts []string
)
if a, err = s.arc.ArchiveByAid(c, m.Aid); err != nil || a.ID <= 0 {
log.Error("addArchive s.arc.ArchiveByAid error(%v)/not found aid(%d)", err, m.Aid)
return
}
//同步到tag服务方以便在前台显示
if err = s.upBindTag(c, a.Mid, m.Aid, a.Tag, a.TypeID); err != nil {
return
}
if addit, err = s.arc.Addit(c, m.Aid); err != nil {
log.Error("modifyArchive s.arc.Addit error(%v) aid(%d)", err, m.Aid)
return
}
if tx, err = s.arc.BeginTran(c); err != nil {
log.Error("addArchive s.arc.BeginTran error(%v)", err)
return
}
//非活动的ugc稿件
if addit == nil || (!addit.IsPGC() && addit.MissionID <= 0) {
if channelDiff, operRemark, err = s.txAddChannelReview(c, tx, m.Aid); err != nil {
log.Error("addArchive s.txAddChannelReview(%d) error(%v)", m.Aid, err)
tx.Rollback()
return
}
if channelDiff != "" {
operConts = append(operConts, channelDiff)
}
}
if err = tx.Commit(); err != nil {
log.Error("addArchive tx.Commit() error(%v) aid(%d)", err, m.Aid)
return
}
if len(operConts) > 0 && operRemark != "" {
s.arc.AddArchiveOper(c, m.Aid, a.Attribute, a.TypeID, a.State, a.Round, 0, strings.Join(operConts, ","), operRemark)
}
return
}
func (s *Service) modifyArchive(c context.Context, m *archive.VideoupMsg) (err error) {
var (
a *archive.Archive
addit *archive.Addit
tx *sql.Tx
channelDiff, operRemark string
operConts []string
)
if a, err = s.arc.ArchiveByAid(c, m.Aid); err != nil || a.ID <= 0 {
log.Error("modifyArchive s.arc.ArchiveByAid error(%v)/not found aid(%d)", err, m.Aid)
return
}
//tag修改或分区修改时同步到tag服务方以便在前台显示,即使失败也不影响后续
if m.TagChange || m.ChangeTypeID {
s.upBindTag(c, a.Mid, m.Aid, a.Tag, a.TypeID)
}
if addit, err = s.arc.Addit(c, m.Aid); err != nil {
log.Error("modifyArchive s.arc.Addit error(%v) aid(%d)", err, m.Aid)
return
}
if tx, err = s.arc.BeginTran(c); err != nil {
log.Error("modifyArchive s.arc.BeginTran error(%v)", err)
return
}
//新增视频 且 非活动的ugc稿件
if m.AddVideos && (addit == nil || (!addit.IsPGC() && addit.MissionID <= 0)) {
log.Info("begin to check channel review aid(%d)", m.Aid)
if channelDiff, operRemark, err = s.txAddChannelReview(c, tx, m.Aid); err != nil {
log.Error("modifyArchive s.txAddChannelReview(%d) error(%v)", m.Aid, err)
tx.Rollback()
return
}
if channelDiff != "" {
operConts = append(operConts, channelDiff)
}
}
if err = tx.Commit(); err != nil {
log.Error("modifyArchive tx.Commit() error(%v) aid(%d)", err, m.Aid)
return
}
if len(operConts) > 0 && operRemark != "" {
s.arc.AddArchiveOper(c, m.Aid, a.Attribute, a.TypeID, a.State, a.Round, 0, strings.Join(operConts, ","), operRemark)
}
return
}
func (s *Service) autoOpen(c context.Context, m *archive.VideoupMsg) (err error) {
var (
a *archive.Archive
)
if a, err = s.arc.ArchiveByAid(c, m.Aid); err != nil || a.ID <= 0 {
log.Error("autoOpen s.arc.ArchiveByAid error(%v)/not found aid(%d)", err, m.Aid)
return
}
s.adminBindTag(c, a.Mid, a.ID, a.Tag, a.TypeID)
return
}
func (s *Service) delayOpen(c context.Context, m *archive.VideoupMsg) (err error) {
var (
a *archive.Archive
)
if a, err = s.arc.ArchiveByAid(c, m.Aid); err != nil || a.ID <= 0 {
log.Error("autoOpen s.arc.ArchiveByAid error(%v)/not found aid(%d)", err, m.Aid)
return
}
s.adminBindTag(c, a.Mid, a.ID, a.Tag, a.TypeID)
return
}
func (s *Service) postFirstRound(c context.Context, m *archive.VideoupMsg) (err error) {
var (
v *archive.Video
a *archive.Archive
)
if v, err = s.arc.NewVideo(c, m.Filename); err != nil || v == nil {
log.Error("postFirstRound s.arc.NewVideo error(%v)/not found filename(%d)", err, m.Filename)
return
}
if a, err = s.arc.ArchiveByAid(c, m.Aid); err != nil || a.ID <= 0 {
log.Error("postFirstRound s.arc.ArchiveByAid error(%v)/not found aid(%d)", err, m.Aid)
return
}
if a.State == archive.StateForbidUpDelete {
log.Warn("postFirstRound archive(%d) filename(%s) state(%d) is deleted", a.ID, v.Filename, a.State)
return
}
if m.AdminChange && !s.isPGC(a.ID) {
s.sendMail(c, a, v)
}
s.sendVideoPrivateEmail(c, a, v)
return
}
func (s *Service) isPGC(aid int64) (is bool) {
is = false
if ad, _ := s.arc.Addit(context.TODO(), aid); ad != nil && ad.IsPGC() {
is = true
}
return
}
func (s *Service) arcStateChange(nw *archive.Archive, old *archive.Archive, canOpen bool) (err error) {
defer func() {
if pErr := recover(); pErr != nil {
log.Error("s.arcStateChange panic(%v)", pErr)
}
}()
if nw == nil {
return
}
oldValue := 0
if old != nil {
oldValue = isOpenReplyState(old.State)
}
switchVal := isOpenReplyState(nw.State) - oldValue
//关评论
if switchVal < 0 && !canOpen {
s.arcReply(context.TODO(), nw, archive.ReplyOff)
}
//开评论
if switchVal > 0 && canOpen {
s.arcReply(context.TODO(), nw, archive.ReplyOn)
}
return
}
//removeMissionTags 删除活动tag
func (s *Service) removeMissionTags(c context.Context, a *archive.Archive) (tags []string, err error) {
tags = strings.Split(a.Tag, ",")
for i := 0; i < len(tags); i++ {
if _, ok := s.missTagsCache[tags[i]]; ok {
tags = append(tags[:i], tags[i+1:]...)
i--
continue
}
}
tagStr := strings.Join(tags, ",")
if err = s.adminBindTag(c, a.Mid, a.ID, tagStr, a.TypeID); err != nil {
log.Error("removeMissionTags(%v) s.adminBindTag() error(%v)", a, err)
return
}
if _, err = s.arc.UpTag(c, a.ID, tagStr); err != nil {
log.Error("s.arc.UpTag(%d,%s) error(%v)", a.ID, tagStr, err)
err = nil
}
if _, err = s.arc.AddArchiveOper(c, a.ID, a.Attribute, a.TypeID, a.State, a.Round, 0, fmt.Sprintf("[Tag]从[%s]设为[%s]", a.Tag, tagStr), "因被取消活动资格"); err != nil {
log.Error("s.arc.AddArchiveOper() archive(%v) error(%v)", a, err)
err = nil
}
return
}