Create & Init Project...
This commit is contained in:
603
app/interface/main/creative/dao/data/overview.go
Normal file
603
app/interface/main/creative/dao/data/overview.go
Normal file
@ -0,0 +1,603 @@
|
||||
package data
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"strconv"
|
||||
"time"
|
||||
|
||||
"go-common/app/interface/main/creative/model/data"
|
||||
"go-common/library/ecode"
|
||||
"go-common/library/log"
|
||||
|
||||
"github.com/tsuna/gohbase/hrpc"
|
||||
"golang.org/x/net/context"
|
||||
)
|
||||
|
||||
// ViewerBase visitor data analysis.
|
||||
func (d *Dao) ViewerBase(c context.Context, mid int64, dt string) (res map[string]*data.ViewerBase, err error) {
|
||||
var (
|
||||
result *hrpc.Result
|
||||
ctx, cancel = context.WithTimeout(c, time.Duration(d.c.HBase.ReadTimeout))
|
||||
tableName = HBaseUpViewerBase + dt
|
||||
key = hbaseMd5Key(mid)
|
||||
)
|
||||
defer cancel()
|
||||
if result, err = d.hbase.GetStr(ctx, tableName, key); err != nil {
|
||||
log.Error("ViewerBase d.hbase.GetStr tableName(%s)|mid(%d)|key(%v)|error(%v)", tableName, mid, key, err)
|
||||
err = ecode.CreativeDataErr
|
||||
return
|
||||
}
|
||||
if result == nil || len(result.Cells) == 0 {
|
||||
log.Warn("ViewerBase no data tableName(%s)|mid(%d)|key(%v)", tableName, mid, key)
|
||||
return
|
||||
}
|
||||
|
||||
res = make(map[string]*data.ViewerBase)
|
||||
families := make(map[string]string, 2)
|
||||
families["f"] = ""
|
||||
families["g"] = ""
|
||||
fb := &data.ViewerBase{}
|
||||
gb := &data.ViewerBase{}
|
||||
for _, c := range result.Cells {
|
||||
if c == nil {
|
||||
continue
|
||||
}
|
||||
if _, ok := families[string(c.Family)]; ok {
|
||||
if string(c.Family) == "f" {
|
||||
v, _ := strconv.ParseInt(string(c.Value[:]), 10, 64)
|
||||
switch {
|
||||
case bytes.Equal(c.Qualifier, []byte("male")):
|
||||
fb.Male = v
|
||||
case bytes.Equal(c.Qualifier, []byte("female")):
|
||||
fb.Female = v
|
||||
case bytes.Equal(c.Qualifier, []byte("age1")):
|
||||
fb.AgeOne = v
|
||||
case bytes.Equal(c.Qualifier, []byte("age2")):
|
||||
fb.AgeTwo = v
|
||||
case bytes.Equal(c.Qualifier, []byte("age3")):
|
||||
fb.AgeThree = v
|
||||
case bytes.Equal(c.Qualifier, []byte("age4")):
|
||||
fb.AgeFour = v
|
||||
case bytes.Equal(c.Qualifier, []byte("plat0")):
|
||||
fb.PlatPC = v
|
||||
case bytes.Equal(c.Qualifier, []byte("plat1")):
|
||||
fb.PlatH5 = v
|
||||
case bytes.Equal(c.Qualifier, []byte("plat2")):
|
||||
fb.PlatOut = v
|
||||
case bytes.Equal(c.Qualifier, []byte("plat3")):
|
||||
fb.PlatIOS = v
|
||||
case bytes.Equal(c.Qualifier, []byte("plat4")):
|
||||
fb.PlatAndroid = v
|
||||
case bytes.Equal(c.Qualifier, []byte("else")):
|
||||
fb.PlatOtherApp = v
|
||||
}
|
||||
} else if string(c.Family) == "g" {
|
||||
v, _ := strconv.ParseInt(string(c.Value[:]), 10, 64)
|
||||
switch {
|
||||
case bytes.Equal(c.Qualifier, []byte("male")):
|
||||
gb.Male = v
|
||||
case bytes.Equal(c.Qualifier, []byte("female")):
|
||||
gb.Female = v
|
||||
case bytes.Equal(c.Qualifier, []byte("age1")):
|
||||
gb.AgeOne = v
|
||||
case bytes.Equal(c.Qualifier, []byte("age2")):
|
||||
gb.AgeTwo = v
|
||||
case bytes.Equal(c.Qualifier, []byte("age3")):
|
||||
gb.AgeThree = v
|
||||
case bytes.Equal(c.Qualifier, []byte("age4")):
|
||||
gb.AgeFour = v
|
||||
case bytes.Equal(c.Qualifier, []byte("plat0")):
|
||||
gb.PlatPC = v
|
||||
case bytes.Equal(c.Qualifier, []byte("plat1")):
|
||||
gb.PlatH5 = v
|
||||
case bytes.Equal(c.Qualifier, []byte("plat2")):
|
||||
gb.PlatOut = v
|
||||
case bytes.Equal(c.Qualifier, []byte("plat3")):
|
||||
gb.PlatIOS = v
|
||||
case bytes.Equal(c.Qualifier, []byte("plat4")):
|
||||
gb.PlatAndroid = v
|
||||
case bytes.Equal(c.Qualifier, []byte("else")):
|
||||
gb.PlatOtherApp = v
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
res["fan"] = fb
|
||||
res["not_fan"] = gb
|
||||
return
|
||||
}
|
||||
|
||||
// ViewerArea visitor area data analysis.
|
||||
func (d *Dao) ViewerArea(c context.Context, mid int64, dt string) (res map[string]map[string]int64, err error) {
|
||||
var (
|
||||
result *hrpc.Result
|
||||
ctx, cancel = context.WithTimeout(c, time.Duration(d.c.HBase.ReadTimeout))
|
||||
tableName = HBaseUpViewerArea + dt
|
||||
key = hbaseMd5Key(mid)
|
||||
)
|
||||
defer cancel()
|
||||
if result, err = d.hbase.GetStr(ctx, tableName, key); err != nil {
|
||||
log.Error("ViewerArea d.hbase.GetStr tableName(%s)|mid(%d)|key(%v)|error(%v)", tableName, mid, key, err)
|
||||
err = ecode.CreativeDataErr
|
||||
return
|
||||
}
|
||||
if result == nil || len(result.Cells) == 0 {
|
||||
log.Warn("ViewerArea no data tableName(%s)|mid(%d)|key(%v)", tableName, mid, key)
|
||||
return
|
||||
}
|
||||
res = make(map[string]map[string]int64)
|
||||
fa := make(map[string]int64)
|
||||
ga := make(map[string]int64)
|
||||
families := make(map[string]string, 2)
|
||||
families["f"] = ""
|
||||
families["g"] = ""
|
||||
for _, c := range result.Cells {
|
||||
if c == nil {
|
||||
continue
|
||||
}
|
||||
if _, ok := families[string(c.Family)]; ok {
|
||||
a := string(c.Qualifier[:])
|
||||
if string(c.Family) == "f" {
|
||||
v, _ := strconv.ParseInt(string(c.Value[:]), 10, 64)
|
||||
fa[a] = v
|
||||
} else if string(c.Family) == "g" {
|
||||
v, _ := strconv.ParseInt(string(c.Value[:]), 10, 64)
|
||||
ga[a] = v
|
||||
}
|
||||
}
|
||||
}
|
||||
res["fan"] = fa
|
||||
res["not_fan"] = ga
|
||||
return
|
||||
}
|
||||
|
||||
// ViewerTrend visitor trend data analysis.
|
||||
func (d *Dao) ViewerTrend(c context.Context, mid int64, dt string) (res map[string]*data.Trend, err error) {
|
||||
var (
|
||||
result *hrpc.Result
|
||||
ctx, cancel = context.WithTimeout(c, time.Duration(d.c.HBase.ReadTimeout))
|
||||
tableName = HBaseUpViewerTrend + dt
|
||||
key = hbaseMd5Key(mid)
|
||||
)
|
||||
defer cancel()
|
||||
if result, err = d.hbase.GetStr(ctx, tableName, key); err != nil {
|
||||
log.Error("ViewerTrend d.hbase.GetStr tableName(%s)|mid(%d)|key(%v)|error(%v)", tableName, mid, key, err)
|
||||
err = ecode.CreativeDataErr
|
||||
return
|
||||
}
|
||||
if result == nil || len(result.Cells) == 0 {
|
||||
log.Warn("ViewerTrend no data tableName(%s)|mid(%d)|key(%v)", tableName, mid, key)
|
||||
return
|
||||
}
|
||||
families := make(map[string]string, 4)
|
||||
families["fs"] = ""
|
||||
families["ft"] = ""
|
||||
families["gs"] = ""
|
||||
families["gt"] = ""
|
||||
res = make(map[string]*data.Trend)
|
||||
ftd := &data.Trend{}
|
||||
gtd := &data.Trend{}
|
||||
ty := make(map[int]int64)
|
||||
tg := make(map[int]int64)
|
||||
nty := make(map[int]int64)
|
||||
ntg := make(map[int]int64)
|
||||
for _, c := range result.Cells {
|
||||
if c == nil {
|
||||
continue
|
||||
}
|
||||
if _, ok := families[string(c.Family)]; ok {
|
||||
if string(c.Family) == "fs" {
|
||||
tid, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.ParseInt(string(c.Value[:]), 10, 64)
|
||||
ty[tid] = v
|
||||
ftd.Ty = ty
|
||||
} else if string(c.Family) == "gs" {
|
||||
tid, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.ParseInt(string(c.Value[:]), 10, 64)
|
||||
nty[tid] = v
|
||||
gtd.Ty = nty
|
||||
}
|
||||
if string(c.Family) == "ft" {
|
||||
o, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.ParseInt(string(c.Value[:]), 10, 64)
|
||||
tg[o] = v
|
||||
ftd.Tag = tg
|
||||
} else if string(c.Family) == "gt" {
|
||||
o, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.ParseInt(string(c.Value[:]), 10, 64)
|
||||
ntg[o] = v
|
||||
gtd.Tag = ntg
|
||||
}
|
||||
}
|
||||
}
|
||||
res["fan"] = ftd
|
||||
res["not_fan"] = gtd
|
||||
return
|
||||
}
|
||||
|
||||
// RelationFansDay up relation 30 days analysis.
|
||||
func (d *Dao) RelationFansDay(c context.Context, mid int64) (res map[string]map[string]int, err error) {
|
||||
var (
|
||||
result *hrpc.Result
|
||||
ctx, cancel = context.WithTimeout(c, time.Duration(d.c.HBase.ReadTimeout))
|
||||
tableName = HBaseUpRelationFansDay
|
||||
key = hbaseMd5Key(mid)
|
||||
)
|
||||
defer cancel()
|
||||
if result, err = d.hbase.GetStr(ctx, tableName, key); err != nil {
|
||||
log.Error("RelationFansDay d.hbase.GetStr tableName(%s)|mid(%d)|key(%v)|error(%v)", tableName, mid, key, err)
|
||||
err = ecode.CreativeDataErr
|
||||
return
|
||||
}
|
||||
if result == nil || len(result.Cells) == 0 {
|
||||
log.Warn("RelationFansDay no data tableName(%s)|mid(%d)|key(%v)", tableName, mid, key)
|
||||
return
|
||||
}
|
||||
res = make(map[string]map[string]int)
|
||||
families := make(map[string]string, 2)
|
||||
families["a"] = "" //某日新增关注量
|
||||
families["u"] = "" //某日取关量
|
||||
fd := make(map[string]int)
|
||||
nfd := make(map[string]int)
|
||||
for _, c := range result.Cells {
|
||||
if c == nil {
|
||||
continue
|
||||
}
|
||||
if _, ok := families[string(c.Family)]; ok {
|
||||
if string(c.Family) == "a" {
|
||||
k := string(c.Qualifier[:])
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
fd[k] = v
|
||||
} else if string(c.Family) == "u" {
|
||||
k := string(c.Qualifier[:])
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
nfd[k] = v
|
||||
}
|
||||
}
|
||||
}
|
||||
res["follow"] = fd
|
||||
res["unfollow"] = nfd
|
||||
return
|
||||
}
|
||||
|
||||
// RelationFansHistory up relation history.
|
||||
func (d *Dao) RelationFansHistory(c context.Context, mid int64, month string) (res map[string]map[string]int, err error) {
|
||||
var (
|
||||
result *hrpc.Result
|
||||
ctx, cancel = context.WithTimeout(c, time.Duration(d.c.HBase.ReadTimeout))
|
||||
tableName = HBaseUpRelationFansHistory
|
||||
key = string(hbaseMd5Key(mid)) + "_" + month
|
||||
)
|
||||
defer cancel()
|
||||
if result, err = d.hbase.GetStr(ctx, tableName, key); err != nil {
|
||||
log.Error("RelationFansHistory d.hbase.GetStr tableName(%s)|mid(%d)|key(%v)|error(%v)", tableName, mid, key, err)
|
||||
err = ecode.CreativeDataErr
|
||||
return
|
||||
}
|
||||
if result == nil || len(result.Cells) == 0 {
|
||||
log.Warn("RelationFansHistory no data tableName(%s)|mid(%d)|key(%v)", tableName, mid, key)
|
||||
return
|
||||
}
|
||||
res = make(map[string]map[string]int)
|
||||
families := make(map[string]string, 2)
|
||||
families["a"] = "" //某日新增关注量
|
||||
families["u"] = "" //某日取关量
|
||||
fd := make(map[string]int)
|
||||
nfd := make(map[string]int)
|
||||
for _, c := range result.Cells {
|
||||
if c == nil {
|
||||
continue
|
||||
}
|
||||
if _, ok := families[string(c.Family)]; ok {
|
||||
if string(c.Family) == "a" {
|
||||
k := string(c.Qualifier[:])
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
fd[k] = v
|
||||
} else if string(c.Family) == "u" {
|
||||
k := string(c.Qualifier[:])
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
nfd[k] = v
|
||||
}
|
||||
}
|
||||
}
|
||||
res["follow"] = fd
|
||||
res["unfollow"] = nfd
|
||||
return
|
||||
}
|
||||
|
||||
// RelationFansMonth up relation 400 days analysis.
|
||||
func (d *Dao) RelationFansMonth(c context.Context, mid int64) (res map[string]map[string]int, err error) {
|
||||
var (
|
||||
result *hrpc.Result
|
||||
ctx, cancel = context.WithTimeout(c, time.Duration(d.c.HBase.ReadTimeout))
|
||||
tableName = HBaseUpRelationFansMonth
|
||||
key = hbaseMd5Key(mid)
|
||||
)
|
||||
defer cancel()
|
||||
if result, err = d.hbase.GetStr(ctx, tableName, key); err != nil {
|
||||
log.Error("RelationFansMonth d.hbase.GetStr tableName(%s)|mid(%d)|key(%v)|error(%v)", tableName, mid, key, err)
|
||||
err = ecode.CreativeDataErr
|
||||
return
|
||||
}
|
||||
if result == nil || len(result.Cells) == 0 {
|
||||
log.Warn("RelationFansMonth no data tableName(%s)|mid(%d)|key(%v)", tableName, mid, key)
|
||||
return
|
||||
}
|
||||
res = make(map[string]map[string]int)
|
||||
families := make(map[string]string, 2)
|
||||
families["a"] = "" //某日新增关注量
|
||||
families["u"] = "" //某日取关量
|
||||
fd := make(map[string]int)
|
||||
nfd := make(map[string]int)
|
||||
for _, c := range result.Cells {
|
||||
if c == nil {
|
||||
continue
|
||||
}
|
||||
if _, ok := families[string(c.Family)]; ok {
|
||||
if string(c.Family) == "a" {
|
||||
k := string(c.Qualifier[:])
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
fd[k] = v
|
||||
} else if string(c.Family) == "u" {
|
||||
k := string(c.Qualifier[:])
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
nfd[k] = v
|
||||
}
|
||||
}
|
||||
}
|
||||
res["follow"] = fd
|
||||
res["unfollow"] = nfd
|
||||
return
|
||||
}
|
||||
|
||||
// ViewerActionHour visitor action hour analysis.
|
||||
func (d *Dao) ViewerActionHour(c context.Context, mid int64, dt string) (res map[string]*data.ViewerActionHour, err error) {
|
||||
var (
|
||||
result *hrpc.Result
|
||||
ctx, cancel = context.WithTimeout(c, time.Duration(d.c.HBase.ReadTimeout))
|
||||
tableName = HBaseUpViewerActionHour + dt
|
||||
key = hbaseMd5Key(mid)
|
||||
)
|
||||
defer cancel()
|
||||
if result, err = d.hbase.GetStr(ctx, tableName, key); err != nil {
|
||||
log.Error("ViewerActionHour d.hbase.GetStr tableName(%s)|mid(%d)|key(%v)|error(%v)", tableName, mid, key, err)
|
||||
err = ecode.CreativeDataErr
|
||||
return
|
||||
}
|
||||
if result == nil || len(result.Cells) == 0 {
|
||||
log.Warn("ViewerActionHour no data tableName(%s)|mid(%d)|key(%v)", tableName, mid, key)
|
||||
return
|
||||
}
|
||||
families := make(map[string]string, 4)
|
||||
families["fp"] = "" //播放数
|
||||
families["fr"] = "" //评论数
|
||||
families["fd"] = "" //弹幕数
|
||||
families["fe"] = "" //充电数
|
||||
families["fs"] = "" //承包数
|
||||
res = make(map[string]*data.ViewerActionHour)
|
||||
view := make(map[int]int)
|
||||
reply := make(map[int]int)
|
||||
danmu := make(map[int]int)
|
||||
elec := make(map[int]int)
|
||||
con := make(map[int]int)
|
||||
fah := &data.ViewerActionHour{}
|
||||
gah := &data.ViewerActionHour{}
|
||||
for _, c := range result.Cells {
|
||||
if c == nil {
|
||||
continue
|
||||
}
|
||||
if _, ok := families[string(c.Family)]; ok {
|
||||
if string(c.Family) == "fp" {
|
||||
k, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
view[k] = v
|
||||
fah.View = view
|
||||
} else if string(c.Family) == "gp" {
|
||||
k, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
view[k] = v
|
||||
gah.View = view
|
||||
}
|
||||
if string(c.Family) == "fr" {
|
||||
k, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
reply[k] = v
|
||||
fah.Reply = reply
|
||||
} else if string(c.Family) == "gr" {
|
||||
k, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
reply[k] = v
|
||||
gah.Reply = reply
|
||||
}
|
||||
if string(c.Family) == "fd" {
|
||||
k, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
danmu[k] = v
|
||||
fah.Dm = danmu
|
||||
} else if string(c.Family) == "gd" {
|
||||
k, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
danmu[k] = v
|
||||
gah.Dm = danmu
|
||||
}
|
||||
if string(c.Family) == "fe" {
|
||||
k, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
elec[k] = v
|
||||
fah.Elec = elec
|
||||
} else if string(c.Family) == "ge" {
|
||||
k, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
elec[k] = v
|
||||
gah.Elec = elec
|
||||
}
|
||||
if string(c.Family) == "fs" {
|
||||
k, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
con[k] = v
|
||||
fah.Contract = con
|
||||
} else if string(c.Family) == "gs" {
|
||||
k, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
con[k] = v
|
||||
gah.Contract = con
|
||||
}
|
||||
}
|
||||
}
|
||||
res["fan"] = fah
|
||||
res["not_fan"] = gah
|
||||
return
|
||||
}
|
||||
|
||||
// UpIncr for Play/Dm/Reply/Fav/Share/Elec/Coin incr.
|
||||
func (d *Dao) UpIncr(c context.Context, mid int64, ty int8, now string) (res *data.UpDataIncrMeta, err error) {
|
||||
var (
|
||||
result *hrpc.Result
|
||||
ctx, cancel = context.WithTimeout(c, d.hbaseTimeOut)
|
||||
tableName string
|
||||
IncrKey string
|
||||
key = hbaseMd5Key(mid)
|
||||
)
|
||||
defer cancel()
|
||||
switch {
|
||||
case ty == data.Play:
|
||||
tableName = HBaseUpPlayInc + now
|
||||
case ty == data.Dm:
|
||||
tableName = HBaseUpDmInc + now
|
||||
case ty == data.Reply:
|
||||
tableName = HBaseUpReplyInc + now
|
||||
case ty == data.Share:
|
||||
tableName = HBaseUpShareInc + now
|
||||
case ty == data.Coin:
|
||||
tableName = HBaseUpCoinInc + now
|
||||
case ty == data.Fav:
|
||||
tableName = HBaseUpFavInc + now
|
||||
case ty == data.Elec:
|
||||
tableName = HBaseUpElecInc + now
|
||||
}
|
||||
IncrKey, _ = data.IncrTy(ty)
|
||||
if result, err = d.hbase.GetStr(ctx, tableName, key); err != nil {
|
||||
log.Error("UpIncr d.hbase.GetStr tableName(%s)|mid(%d)|key(%v)|error(%v)", tableName, mid, key, err)
|
||||
err = ecode.CreativeDataErr
|
||||
return
|
||||
}
|
||||
if result == nil || len(result.Cells) == 0 {
|
||||
log.Warn("UpIncr no data tableName(%s)|mid(%d)|key(%v)", tableName, mid, key)
|
||||
return
|
||||
}
|
||||
families := make(map[string]string, 4)
|
||||
families["u"] = "" //单日播放增量 u:play ...
|
||||
families["av"] = "" //播放top稿件 av:1
|
||||
families["v"] = "" //top稿件播放增量 v:1
|
||||
families["rk"] = "" //up主播放量排名 rk: [tid]
|
||||
aids := make(map[int]int64)
|
||||
incs := make(map[int]int)
|
||||
rk := make(map[int]int)
|
||||
var incr int
|
||||
for _, c := range result.Cells {
|
||||
if c == nil {
|
||||
continue
|
||||
}
|
||||
if _, ok := families[string(c.Family)]; ok {
|
||||
if string(c.Family) == "av" {
|
||||
k, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.ParseInt(string(c.Value[:]), 10, 64)
|
||||
aids[k] = v
|
||||
} else if string(c.Family) == "v" {
|
||||
k, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
incs[k] = v
|
||||
} else if string(c.Family) == "rk" {
|
||||
k, _ := strconv.Atoi(string(c.Qualifier[:]))
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
rk[k] = v
|
||||
} else if string(c.Family) == "u" {
|
||||
if bytes.Equal(c.Qualifier, []byte(IncrKey)) {
|
||||
v, _ := strconv.Atoi(string(c.Value[:]))
|
||||
if v < 0 {
|
||||
v = 0
|
||||
}
|
||||
incr = v
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
res = &data.UpDataIncrMeta{}
|
||||
res.Incr = incr
|
||||
res.TopAIDList = aids
|
||||
res.TopIncrList = incs
|
||||
res.Rank = rk
|
||||
return
|
||||
}
|
||||
|
||||
// ThirtyDayArchive for Play/Dm/Reply/Fav/Share/Elec/Coin for archive 30 days.
|
||||
func (d *Dao) ThirtyDayArchive(c context.Context, mid int64, ty int8) (res []*data.ThirtyDay, err error) {
|
||||
var (
|
||||
result *hrpc.Result
|
||||
ctx, cancel = context.WithTimeout(c, time.Duration(d.c.HBase.ReadTimeout))
|
||||
tableName string
|
||||
key = hbaseMd5Key(mid)
|
||||
)
|
||||
defer cancel()
|
||||
switch {
|
||||
case ty == data.Play:
|
||||
tableName = HBasePlayArc
|
||||
case ty == data.Dm:
|
||||
tableName = HBaseDmArc
|
||||
case ty == data.Reply:
|
||||
tableName = HBaseReplyArc
|
||||
case ty == data.Share:
|
||||
tableName = HBaseShareArc
|
||||
case ty == data.Coin:
|
||||
tableName = HBaseCoinArc
|
||||
case ty == data.Fav:
|
||||
tableName = HBaseFavArc
|
||||
case ty == data.Elec:
|
||||
tableName = HBaseElecArc
|
||||
case ty == data.Like:
|
||||
tableName = HBaseLikeArc
|
||||
}
|
||||
if result, err = d.hbase.GetStr(ctx, tableName, key); err != nil {
|
||||
log.Error("ThirtyDayArchive d.hbase.GetStr tableName(%s)|mid(%d)|key(%v)|error(%v)", tableName, mid, key, err)
|
||||
err = ecode.CreativeDataErr
|
||||
return
|
||||
}
|
||||
if result == nil || len(result.Cells) == 0 {
|
||||
log.Warn("ThirtyDay no data tableName(%s)|mid(%d)|key(%v)", tableName, mid, key)
|
||||
return
|
||||
}
|
||||
res = make([]*data.ThirtyDay, 0, len(result.Cells))
|
||||
for _, c := range result.Cells {
|
||||
if c == nil {
|
||||
continue
|
||||
}
|
||||
qual := string(c.Qualifier[:])
|
||||
val := string(c.Value[:])
|
||||
if string(c.Family) == "u" {
|
||||
t, v, err := parseKeyValue(qual, val)
|
||||
if err != nil {
|
||||
break
|
||||
}
|
||||
td := &data.ThirtyDay{}
|
||||
td.DateKey = t
|
||||
td.TotalIncr = v
|
||||
res = append(res, td)
|
||||
}
|
||||
}
|
||||
log.Info("ThirtyDayArchive mid(%d) type(%d) return data(%+v)", mid, ty, res)
|
||||
return
|
||||
}
|
||||
|
||||
func parseKeyValue(k string, v string) (timestamp, value int64, err error) {
|
||||
tm, err := time.Parse("20060102", k)
|
||||
if err != nil {
|
||||
log.Error("time.Parse error(%v)", err)
|
||||
return
|
||||
}
|
||||
timestamp = tm.Unix()
|
||||
value, err = strconv.ParseInt(v, 10, 64)
|
||||
if err != nil {
|
||||
log.Error("strconv.ParseInt error(%v)", err)
|
||||
}
|
||||
return
|
||||
}
|
||||
Reference in New Issue
Block a user