301 lines
8.5 KiB
Go
301 lines
8.5 KiB
Go
package service
|
||
|
||
import (
|
||
"context"
|
||
"time"
|
||
|
||
"go-common/app/admin/main/up/util"
|
||
"go-common/app/job/main/up/conf"
|
||
"go-common/app/job/main/up/dao/upcrm"
|
||
"go-common/app/job/main/up/model/signmodel"
|
||
"go-common/app/job/main/up/model/upcrmmodel"
|
||
v1 "go-common/app/service/main/archive/api"
|
||
"go-common/library/log"
|
||
xtime "go-common/library/time"
|
||
|
||
"github.com/jinzhu/gorm"
|
||
)
|
||
|
||
//CheckTaskJob check task job
|
||
func (s *Service) CheckTaskJob(tm time.Time) {
|
||
// 今天计算昨天的数据
|
||
var yesterday = tm.AddDate(0, 0, -1)
|
||
log.Info("start to run CheckTaskJob, date=%s, yesterday=%s", tm, yesterday)
|
||
s.CheckTaskFinish(yesterday)
|
||
log.Info("finish run CheckTaskJob, date=%s", tm)
|
||
|
||
}
|
||
|
||
//Archive data
|
||
type Archive struct {
|
||
ID int64 `gorm:"column:id"`
|
||
}
|
||
|
||
//CheckTaskFinish check task finish, calculate datas in (-,date]
|
||
func (s *Service) CheckTaskFinish(date time.Time) {
|
||
// 1.查找所有有效的合同id, begin_date <= date && end _date >= date
|
||
// 2.找到所有合同id对应的任务id,
|
||
// 3.根据任务类型，日、周、月、累计，计算任务周期[a,b)
|
||
// 4.计算完成数量
|
||
var crmdb = s.crmdb.GetDb()
|
||
var dateStr = date.Format(upcrmmodel.TimeFmtDate)
|
||
var offset = 0
|
||
var limit = 200
|
||
var actualSize = limit
|
||
log.Info("start to check task state")
|
||
archiveDb, err := gorm.Open("mysql", conf.Conf.ArchiveOrm.DSN)
|
||
s.crmdb.StartTask(upcrmmodel.TaskTypeSignTaskCalculate, date)
|
||
archiveDb.LogMode(true)
|
||
if err != nil {
|
||
log.Error("connect archive db fail")
|
||
return
|
||
}
|
||
defer archiveDb.Close()
|
||
defer func() {
|
||
if err == nil {
|
||
s.crmdb.FinishTask(upcrmmodel.TaskTypeSignTaskCalculate, date, upcrmmodel.TaskStateFinish)
|
||
} else {
|
||
s.crmdb.FinishTask(upcrmmodel.TaskTypeSignTaskCalculate, date, upcrmmodel.TaskStateError)
|
||
}
|
||
}()
|
||
var taskTotalCount = 0
|
||
for actualSize == limit {
|
||
var signUps []*signmodel.SignUp
|
||
var signUpMap = make(map[uint32]*signmodel.SignUp)
|
||
// 1
|
||
err = crmdb.Table(signmodel.TableNameSignUp).
|
||
Select("id, begin_date, end_date").
|
||
Where("begin_date <= ? and end_date >= ?", dateStr, dateStr).
|
||
Offset(offset).
|
||
Limit(limit).
|
||
Find(&signUps).Error
|
||
|
||
offset += limit
|
||
if err != nil && err != gorm.ErrRecordNotFound {
|
||
log.Error("err get signs, err=%+v", err)
|
||
return
|
||
}
|
||
actualSize = len(signUps)
|
||
var signIDs []uint32
|
||
for _, v := range signUps {
|
||
signUpMap[v.ID] = v
|
||
signIDs = append(signIDs, v.ID)
|
||
}
|
||
// 2
|
||
var taskList []*signmodel.SignTask
|
||
err = crmdb.Where("sign_id in (?) and state != ? and generate_date<?", signIDs, signmodel.SignTaskStateDelete, dateStr).
|
||
Find(&taskList).Error
|
||
|
||
if err != nil {
|
||
log.Error("err get tasks, err=%+v", err)
|
||
return
|
||
}
|
||
|
||
// 3
|
||
for _, task := range taskList {
|
||
taskTotalCount++
|
||
if task.Mid == 0 {
|
||
log.Error("task's mid is zero, please check! task id=%d", task.ID)
|
||
continue
|
||
}
|
||
var signInfo, ok = signUpMap[task.SignID]
|
||
if !ok {
|
||
log.Error("sign not found, err=%v", err)
|
||
continue
|
||
}
|
||
// 4 计算数量
|
||
err = s.checkSingleTask(task, signInfo, date, archiveDb)
|
||
if err != nil {
|
||
log.Error("check task err, task_id=%d, err=%v", task.ID, err)
|
||
continue
|
||
}
|
||
}
|
||
log.Info("finish to check task state, task total num=%d", taskTotalCount)
|
||
}
|
||
|
||
}
|
||
|
||
// get task history, if not exist, then will create it
|
||
func (s *Service) getOrCreateTaskHistory(task *signmodel.SignTask, generateDate time.Time) (res *signmodel.SignTaskHistory, err error) {
|
||
var crmdb = s.crmdb.GetDb()
|
||
res = new(signmodel.SignTaskHistory)
|
||
err = crmdb.Select("*").Where("task_template_id=? and generate_date=?", task.ID, generateDate).
|
||
Find(&res).Error
|
||
|
||
// 创建一条，如果没找到的话
|
||
if err == gorm.ErrRecordNotFound {
|
||
res = &signmodel.SignTaskHistory{
|
||
Mid: task.Mid,
|
||
SignID: task.SignID,
|
||
TaskTemplateID: task.ID,
|
||
TaskType: task.TaskType,
|
||
TaskCondition: task.TaskCondition,
|
||
Attribute: task.Attribute,
|
||
GenerateDate: xtime.Time(generateDate.Unix()),
|
||
State: signmodel.SignTaskStateRunning,
|
||
}
|
||
|
||
err = crmdb.Save(&res).Error
|
||
if err != nil {
|
||
log.Error("create task history fail, err=%v, task=%v", err, task)
|
||
return
|
||
}
|
||
}
|
||
|
||
return
|
||
}
|
||
|
||
// check task state
|
||
func (s *Service) checkSingleTask(task *signmodel.SignTask, signInfo *signmodel.SignUp, date time.Time, archiveDb *gorm.DB) (err error) {
|
||
var taskBegin, taskEnd time.Time
|
||
if task.TaskType == signmodel.TaskTypeAccumulate {
|
||
taskBegin = signInfo.BeginDate.Time()
|
||
taskEnd = signInfo.EndDate.Time()
|
||
} else {
|
||
taskBegin, taskEnd = upcrm.GetTaskDuration(date, task.TaskType)
|
||
}
|
||
|
||
if task.Mid == 0 {
|
||
log.Error("task's mid is zero, please check! task id=%d", task.ID)
|
||
return
|
||
}
|
||
|
||
// get task history
|
||
// 如果是累计任务，这里的taskBegin要设置为0
|
||
var tBegin = taskBegin
|
||
if task.TaskType == signmodel.TaskTypeAccumulate {
|
||
tBegin = time.Time{}
|
||
}
|
||
taskHistory, err := s.getOrCreateTaskHistory(task, tBegin)
|
||
if err != nil {
|
||
log.Error("get task history fail, task=%+v, err=%+v", task, err)
|
||
return
|
||
}
|
||
|
||
var dateStr = date.Format(upcrmmodel.TimeFmtDate)
|
||
switch {
|
||
default:
|
||
var crmdb = s.crmdb.GetDb()
|
||
|
||
// 4.去稿件库中查找对应的稿件数量
|
||
var archiveCount = 0
|
||
var archiveList []*Archive
|
||
err = archiveDb.Table("archive").
|
||
Where("mid = ? and ctime>= ? and ctime <? and (state >= 0 or state = -6)",
|
||
task.Mid, taskBegin, taskEnd).
|
||
Select("id").
|
||
Find(&archiveList).
|
||
Error
|
||
|
||
if err != nil && err != gorm.ErrRecordNotFound {
|
||
log.Error("check archive count fail, taskid=%+v err=%+v", task, err)
|
||
break
|
||
}
|
||
|
||
var finalResult []int64
|
||
// 5.任务完成度统计时，
|
||
// 若录入为不包含商单，
|
||
// 则任务完成数=新增稿件数-减去（绿洲/商单报备）稿件数+请假任务数；
|
||
// 若录入为包含商单，
|
||
// 则任务完成数=新增稿件数+请假任务数；
|
||
// 如果没有archive，就直接返回
|
||
if len(archiveList) != 0 {
|
||
// 需要判断商单
|
||
if task.IsAttrSet(signmodel.SignTaskAttrBitBusiness) {
|
||
var ids []int64
|
||
for _, v := range archiveList {
|
||
ids = append(ids, v.ID)
|
||
}
|
||
|
||
ids = util.Unique(ids)
|
||
// 查询archive服务
|
||
archiveResult, e := s.arcRPC.Arcs(context.Background(), &v1.ArcsRequest{Aids: ids})
|
||
if e != nil {
|
||
err = e
|
||
log.Error("get archive result err, err=%+v", err)
|
||
break
|
||
}
|
||
for _, v := range archiveList {
|
||
a, ok := archiveResult.Arcs[v.ID]
|
||
// 是商单的要排除
|
||
if !ok || a.OrderID > 0 {
|
||
continue
|
||
}
|
||
finalResult = append(finalResult, v.ID)
|
||
}
|
||
|
||
} else {
|
||
for _, v := range archiveList {
|
||
finalResult = append(finalResult, v.ID)
|
||
}
|
||
}
|
||
archiveCount = len(finalResult)
|
||
}
|
||
// 请假任务数
|
||
var absence signmodel.SignTaskAbsence
|
||
err = crmdb.Select("sum(absence_count) as absence_count").
|
||
Where("task_history_id=? and state!=?", taskHistory.ID, signmodel.SignTaskAbsenceStateDelete).
|
||
Find(&absence).Error
|
||
if err != nil {
|
||
log.Error("get task absence fail, task history=%+v", taskHistory)
|
||
return
|
||
}
|
||
archiveCount += int(absence.AbsenceCount)
|
||
log.Info("task count=%d, archive=%d, absence=%d, task=%+v", archiveCount, len(finalResult), absence.AbsenceCount, taskHistory)
|
||
|
||
// 更新task history的数量
|
||
task.TaskCounter = int32(archiveCount)
|
||
|
||
var tx = crmdb.Begin()
|
||
defer func() {
|
||
if r := recover(); r != nil || err != nil {
|
||
log.Error("roll back task update, task=%+v, r=%+v | err=%+v", task, r, err)
|
||
tx.Rollback()
|
||
}
|
||
}()
|
||
err = tx.Table(signmodel.TableNameSignTask).Where("id=?", task.ID).
|
||
Updates(map[string]interface{}{
|
||
"generate_date": dateStr,
|
||
}).Error
|
||
|
||
if err != nil {
|
||
log.Error("update sign task fail, task=%+v, err=%+v", task, err)
|
||
return
|
||
}
|
||
|
||
// update history
|
||
var state = signmodel.SignTaskStateRunning
|
||
if archiveCount >= int(task.TaskCondition) {
|
||
state = signmodel.SignTaskStateFinish
|
||
}
|
||
err = tx.Table(signmodel.TableNameSignTaskHistory).Where("id=?", taskHistory.ID).
|
||
Updates(map[string]interface{}{
|
||
"task_counter": task.TaskCounter,
|
||
"task_condition": task.TaskCondition,
|
||
"state": state,
|
||
"attribute": task.Attribute,
|
||
"task_type": task.TaskType,
|
||
}).Error
|
||
if err != nil {
|
||
log.Error("update sign task history fail, task=%+v, err=%+v", task, err)
|
||
return
|
||
}
|
||
|
||
// update sign
|
||
err = tx.Table(signmodel.TableNameSignUp).Where("id=?", task.SignID).
|
||
Updates(map[string]interface{}{
|
||
"task_state": state,
|
||
}).Error
|
||
if err != nil {
|
||
log.Error("update sign up fail, task=%+v, err=%+v", task, err)
|
||
return
|
||
}
|
||
|
||
err = tx.Commit().Error
|
||
if err != nil {
|
||
log.Error("commit err, err=%+v", err)
|
||
}
|
||
}
|
||
return
|
||
}
|