303 lines
11 KiB
Go
303 lines
11 KiB
Go
|
package service
|
||
|
|
|
||
|
|
import (
|
||
|
|
"context"
|
||
|
|
"encoding/hex"
|
||
|
|
"strconv"
|
||
|
|
"strings"
|
||
|
|
|
||
|
|
"go-common/app/job/main/passport-user-compare/model"
|
||
|
|
"go-common/library/log"
|
||
|
|
)
|
||
|
|
|
||
|
|
// full compare data and fix data
|
||
|
|
func (s *Service) fullCompareAndFix() {
|
||
|
|
go s.compareAndFixedUserBase(context.Background())
|
||
|
|
go s.compareAndFixedSafeQuestion(context.Background())
|
||
|
|
go s.compareAndFixedSns(context.Background())
|
||
|
|
}
|
||
|
|
|
||
|
|
// full div compare and fixed use base info .
|
||
|
|
func (s *Service) compareAndFixedUserBase(c context.Context) {
|
||
|
|
diff := s.c.FullTask.AccountEnd / fullDivSegment
|
||
|
|
var i int64
|
||
|
|
for i = 0; i < fullDivSegment; i++ {
|
||
|
|
go s.compareAndFixedUserBaseDiv(context.Background(), i, diff*i, diff*(i+1))
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
// full div compare safe question .
|
||
|
|
func (s *Service) compareAndFixedSafeQuestion(c context.Context) {
|
||
|
|
for i := 0; i < 30; i++ {
|
||
|
|
go s.compareAndFixedSafeQuestionDiv(context.Background(), i)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
// full div compare and fixed sns.
|
||
|
|
func (s *Service) compareAndFixedSns(c context.Context) {
|
||
|
|
diff := s.c.FullTask.AccountSnsEnd / fullDivSegment
|
||
|
|
var i int64
|
||
|
|
for i = 0; i < fullDivSegment; i++ {
|
||
|
|
go s.compareAndFixSnsDiv(context.Background(), i, diff*i, diff*(i+1))
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func (s *Service) compareAndFixedUserBaseDiv(c context.Context, index, start, end int64) {
|
||
|
|
var (
|
||
|
|
originAccounts []*model.OriginAccount
|
||
|
|
err error
|
||
|
|
)
|
||
|
|
for {
|
||
|
|
log.Info("start full compare basic_account,index %d,start is %d ,end is %d ,step is %d ", index, start, end, s.c.FullTask.Step)
|
||
|
|
if originAccounts, err = s.d.BatchQueryAccount(c, start, s.c.FullTask.Step); err != nil {
|
||
|
|
log.Error("query batch account error,error is (%+v)", err)
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
for _, originAccount := range originAccounts {
|
||
|
|
mid := originAccount.Mid
|
||
|
|
// 密码、状态对比
|
||
|
|
var userBase *model.UserBase
|
||
|
|
if userBase, err = s.d.QueryUserBase(c, mid); err != nil {
|
||
|
|
log.Error("full query user base error,mid is %d,err is(+v)", mid, err)
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
if userBase == nil {
|
||
|
|
log.Info("full userBase not exist,mid is %d", mid)
|
||
|
|
errorFix := &model.ErrorFix{Mid: mid, ErrorType: notExistUserBase, Action: insertAction}
|
||
|
|
s.fullFixChan <- errorFix
|
||
|
|
s.mu.Lock()
|
||
|
|
accountStat["notExistUserBase"] = accountStat["notExistUserBase"] + 1
|
||
|
|
s.mu.Unlock()
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
if originAccount.Pwd != hex.EncodeToString(userBase.Pwd) || originAccount.Salt != userBase.Salt {
|
||
|
|
log.Info("full pwd compare not match,mid is %d, origin is (%+v),new is (%+v)", mid, originAccount.Pwd, hex.EncodeToString(userBase.Pwd))
|
||
|
|
errorFix := &model.ErrorFix{Mid: mid, ErrorType: pwdErrorType, Action: updateAction}
|
||
|
|
s.fullFixChan <- errorFix
|
||
|
|
s.mu.Lock()
|
||
|
|
accountStat["pwd"] = accountStat["pwd"] + 1
|
||
|
|
s.mu.Unlock()
|
||
|
|
}
|
||
|
|
if originAccount.Isleak != userBase.Status {
|
||
|
|
log.Info("full status compare not match,mid is %d, origin is (%+v),new is (%+v)", mid, originAccount.Isleak, userBase.Status)
|
||
|
|
errorFix := &model.ErrorFix{Mid: mid, ErrorType: statusErrorType, Action: updateAction}
|
||
|
|
s.fullFixChan <- errorFix
|
||
|
|
s.mu.Lock()
|
||
|
|
accountStat["status"] = accountStat["status"] + 1
|
||
|
|
s.mu.Unlock()
|
||
|
|
}
|
||
|
|
// 对比手机号
|
||
|
|
var userTel *model.UserTel
|
||
|
|
if userTel, err = s.d.QueryUserTel(c, mid); err != nil {
|
||
|
|
log.Error("full query user tel error,mid is %d,err is(+v)", mid, err)
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
originTel := originAccount.Tel
|
||
|
|
if originTel != "" && userTel == nil {
|
||
|
|
log.Info("dynamic tel not exist,mid is %d", mid)
|
||
|
|
errorFix := &model.ErrorFix{Mid: mid, ErrorType: notExistUserTel, Action: insertAction}
|
||
|
|
s.fullFixChan <- errorFix
|
||
|
|
s.mu.Lock()
|
||
|
|
accountStat["notExistUserTel"] = accountStat["notExistUserTel"] + 1
|
||
|
|
s.mu.Unlock()
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
if userTel != nil {
|
||
|
|
var tel string
|
||
|
|
if tel, err = s.doDecrypt(userTel.Tel); err != nil {
|
||
|
|
log.Error("full doDecrypt tel error,mid is %d,tel is (%+v), err is(+v)", mid, userTel.Tel, err)
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
ot := strings.Trim(strings.ToLower(originTel), "")
|
||
|
|
if ot != tel {
|
||
|
|
log.Info("full tel compare not match,mid is %d, origin is (%+v),new is (%+v)", mid, ot, tel)
|
||
|
|
errorFix := &model.ErrorFix{Mid: mid, ErrorType: telErrorType, Action: updateAction}
|
||
|
|
s.fullFixChan <- errorFix
|
||
|
|
s.mu.Lock()
|
||
|
|
dynamicAccountStat["tel"] = dynamicAccountStat["tel"] + 1
|
||
|
|
s.mu.Unlock()
|
||
|
|
}
|
||
|
|
}
|
||
|
|
// 对比邮箱
|
||
|
|
var userEmail *model.UserEmail
|
||
|
|
if userEmail, err = s.d.QueryUserMail(c, mid); err != nil {
|
||
|
|
log.Error("full query user mail error,error is (%+v)", err)
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
originMail := originAccount.Email
|
||
|
|
if originMail != "" && userEmail == nil {
|
||
|
|
log.Info("full mail not exist,mid is %d", mid)
|
||
|
|
errorFix := &model.ErrorFix{Mid: mid, ErrorType: notExistUserMail, Action: insertAction}
|
||
|
|
s.fullFixChan <- errorFix
|
||
|
|
s.mu.Lock()
|
||
|
|
accountStat["notExistUserMail"] = accountStat["notExistUserMail"] + 1
|
||
|
|
s.mu.Unlock()
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
if userEmail != nil {
|
||
|
|
var mail string
|
||
|
|
if mail, err = s.doDecrypt(userEmail.Email); err != nil {
|
||
|
|
log.Error("full doDecrypt email error,mid is %d,email is (%+v), err is(+v)", mid, userEmail.Email, err)
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
om := strings.Trim(strings.ToLower(originMail), "")
|
||
|
|
if om != mail {
|
||
|
|
log.Info("full mail compare not match,mid is %d, origin is (%+v),new is (%+v)", mid, originMail, mail)
|
||
|
|
errorFix := &model.ErrorFix{Mid: mid, ErrorType: mailErrorType, Action: updateAction}
|
||
|
|
s.fullFixChan <- errorFix
|
||
|
|
s.mu.Lock()
|
||
|
|
accountStat["mail"] = accountStat["mail"] + 1
|
||
|
|
s.mu.Unlock()
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if start > end || len(originAccounts) == 0 {
|
||
|
|
break
|
||
|
|
}
|
||
|
|
start = originAccounts[len(originAccounts)-1].Mid
|
||
|
|
}
|
||
|
|
log.Info("End full compare basic_account,index %d ", index)
|
||
|
|
s.mu.Lock()
|
||
|
|
accountStat["user_base_index"] = index
|
||
|
|
s.mu.Unlock()
|
||
|
|
if err = s.d.SendWechat(accountStat); err != nil {
|
||
|
|
log.Error("s.d.SendWechat account stat,error is (%+v)", err)
|
||
|
|
return
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func (s *Service) compareAndFixedSafeQuestionDiv(c context.Context, tableIndex int) {
|
||
|
|
var (
|
||
|
|
start int64
|
||
|
|
err error
|
||
|
|
)
|
||
|
|
for {
|
||
|
|
log.Info("start full compare aso_account_info,table is %d,start is %d,step is %d", tableIndex, start, s.c.FullTask.Step)
|
||
|
|
var originAccountInfos []*model.OriginAccountInfo
|
||
|
|
if originAccountInfos, err = s.d.BatchQueryAccountInfo(c, start, s.c.FullTask.Step, tableIndex); err != nil {
|
||
|
|
log.Error("full query batch account info error,error is (%+v)", err)
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
for _, originAccountInfo := range originAccountInfos {
|
||
|
|
mid := originAccountInfo.Mid
|
||
|
|
if len(originAccountInfo.SafeAnswer) != 0 {
|
||
|
|
var userSafeQuestion *model.UserSafeQuestion
|
||
|
|
if userSafeQuestion, err = s.d.QueryUserSafeQuestion(c, mid); err != nil {
|
||
|
|
log.Error("full query user safe question err, mid is %d,err is(+v)", mid, err)
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
if userSafeQuestion == nil {
|
||
|
|
log.Info("full userSafeQuestion not exist,mid is %d", mid)
|
||
|
|
errorFix := &model.ErrorFix{Mid: mid, ErrorType: notExistUserSafeQuestion, Action: insertAction}
|
||
|
|
s.fullFixChan <- errorFix
|
||
|
|
s.mu.Lock()
|
||
|
|
accountInfoStat["notExistUserSafeQuestion"] = accountInfoStat["notExistUserSafeQuestion"] + 1
|
||
|
|
s.mu.Unlock()
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
originSafeAnswerBytes := s.doHash(originAccountInfo.SafeAnswer)
|
||
|
|
if hex.EncodeToString(originSafeAnswerBytes) != hex.EncodeToString(userSafeQuestion.SafeAnswer) {
|
||
|
|
log.Info("full safe question compare not match,mid is %d, origin is (%+v),new is (%+v)", mid, originAccountInfo.SafeAnswer, hex.EncodeToString(userSafeQuestion.SafeAnswer))
|
||
|
|
errorFix := &model.ErrorFix{Mid: mid, ErrorType: safeErrorType, Action: updateAction}
|
||
|
|
s.fullFixChan <- errorFix
|
||
|
|
s.mu.Lock()
|
||
|
|
accountInfoStat["safe"] = accountInfoStat["safe"] + 1
|
||
|
|
s.mu.Unlock()
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if start > s.c.FullTask.AccountInfoEnd || len(originAccountInfos) == 0 {
|
||
|
|
break
|
||
|
|
}
|
||
|
|
start = originAccountInfos[len(originAccountInfos)-1].ID
|
||
|
|
}
|
||
|
|
log.Info("end full compare and fix account info table is %d", tableIndex)
|
||
|
|
s.mu.Lock()
|
||
|
|
accountInfoStat["user_safe_question_index"] = int64(tableIndex)
|
||
|
|
s.mu.Unlock()
|
||
|
|
if err := s.d.SendWechat(accountInfoStat); err != nil {
|
||
|
|
log.Error("s.d.SendWeChat account info stat ,error is (%+v)", err)
|
||
|
|
return
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func (s *Service) compareAndFixSnsDiv(c context.Context, index, start, end int64) {
|
||
|
|
var err error
|
||
|
|
for {
|
||
|
|
log.Info("start full compare aso_account_sns,index is %d,start is %d,step is %d", index, start, s.c.FullTask.Step)
|
||
|
|
var originAccountSnses []*model.OriginAccountSns
|
||
|
|
if originAccountSnses, err = s.d.BatchQueryAccountSns(c, start, s.c.FullTask.Step); err != nil {
|
||
|
|
log.Error("full query batch account sns error,error is (%+v)", err)
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
for _, sns := range originAccountSnses {
|
||
|
|
mid := sns.Mid
|
||
|
|
if sns.QQOpenid != "" {
|
||
|
|
var userThirdBind *model.UserThirdBind
|
||
|
|
if userThirdBind, err = s.d.QueryUserThirdBind(c, mid, platformQQ); err != nil {
|
||
|
|
log.Error("full query user bind error ,mid is %d, error is %(+v)", mid, err)
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
if userThirdBind == nil {
|
||
|
|
log.Info("full sns not exist,mid is %d", mid)
|
||
|
|
errorFix := &model.ErrorFix{Mid: mid, ErrorType: notExistUserThirdBind, Action: insertAction}
|
||
|
|
s.fullFixChan <- errorFix
|
||
|
|
s.mu.Lock()
|
||
|
|
accountSnsStat["notExistUserThirdBind"] = accountSnsStat["notExistUserThirdBind"] + 1
|
||
|
|
s.mu.Unlock()
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
if userThirdBind.PlatForm == 2 && userThirdBind.OpenID != sns.QQOpenid {
|
||
|
|
log.Info("full sns qq compare not match,mid is %d, origin is (%+v),new is (%+v)", mid, string(sns.QQOpenid), userThirdBind.OpenID)
|
||
|
|
errorFix := &model.ErrorFix{Mid: mid, ErrorType: qqErrorType, Action: updateAction}
|
||
|
|
s.fullFixChan <- errorFix
|
||
|
|
s.mu.Lock()
|
||
|
|
accountSnsStat["sns"] = accountSnsStat["sns"] + 1
|
||
|
|
s.mu.Unlock()
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if sns.SinaUID != 0 {
|
||
|
|
var userThirdBind *model.UserThirdBind
|
||
|
|
if userThirdBind, err = s.d.QueryUserThirdBind(c, mid, platformSina); err != nil {
|
||
|
|
log.Error("full query user bind error ,mid is %d, error is %(+v)", mid, err)
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
if userThirdBind == nil {
|
||
|
|
log.Info("full sns not exist,mid is %d", mid)
|
||
|
|
errorFix := &model.ErrorFix{Mid: mid, ErrorType: notExistUserThirdBind, Action: insertAction}
|
||
|
|
s.fullFixChan <- errorFix
|
||
|
|
s.mu.Lock()
|
||
|
|
accountSnsStat["notExistUserThirdBind"] = accountSnsStat["notExistUserThirdBind"] + 1
|
||
|
|
s.mu.Unlock()
|
||
|
|
continue
|
||
|
|
}
|
||
|
|
var openID int64
|
||
|
|
if openID, err = strconv.ParseInt(userThirdBind.OpenID, 10, 64); err != nil {
|
||
|
|
log.Error("parse error.")
|
||
|
|
return
|
||
|
|
}
|
||
|
|
if userThirdBind.PlatForm == 1 && openID != sns.SinaUID {
|
||
|
|
log.Info("full sns sina compare not match,mid is %d, origin is (%+v),new is (%+v)", mid, sns.SinaUID, userThirdBind.OpenID)
|
||
|
|
errorFix := &model.ErrorFix{Mid: mid, ErrorType: sinaErrorType, Action: updateAction}
|
||
|
|
s.fullFixChan <- errorFix
|
||
|
|
s.mu.Lock()
|
||
|
|
accountSnsStat["sns"] = accountSnsStat["sns"] + 1
|
||
|
|
s.mu.Unlock()
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if start > end || len(originAccountSnses) == 0 {
|
||
|
|
break
|
||
|
|
}
|
||
|
|
start = originAccountSnses[len(originAccountSnses)-1].Mid
|
||
|
|
}
|
||
|
|
log.Info("end full compare and fix account sns index %d", index)
|
||
|
|
s.mu.Lock()
|
||
|
|
accountSnsStat["user_sns_index"] = index
|
||
|
|
s.mu.Unlock()
|
||
|
|
if err = s.d.SendWechat(accountSnsStat); err != nil {
|
||
|
|
log.Error("s.d.SendWeChat sns stat,error is (%+v)", err)
|
||
|
|
return
|
||
|
|
}
|
||
|
|
}
|