501 lines
14 KiB
Go
501 lines
14 KiB
Go
package dao
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
|
|
"go-common/app/interface/main/web/model"
|
|
"go-common/library/cache/redis"
|
|
"go-common/library/log"
|
|
)
|
|
|
|
const (
|
|
_keyRkFmt = "r_v2_%d_%d_%d_%d"
|
|
_keyRkIndexFmt = "ri_%d"
|
|
_keyRkRegionFmt = "rc_%d_%d_%d"
|
|
_keyRkRecommendFmt = "rr_%d"
|
|
_keyRkTagFmt = "rt_%d_%d"
|
|
_keyRegionCustom = "krc"
|
|
_keyRegionCustomBak = _keyBakPrefix + _keyRegionCustom
|
|
_keyBakPrefix = "b_"
|
|
)
|
|
|
|
func keyRkList(rid int16, rankType, day, arcType int) string {
|
|
return fmt.Sprintf(_keyRkFmt, rid, rankType, day, arcType)
|
|
}
|
|
|
|
func keyRkListBak(rid int16, rankType, day, arcType int) string {
|
|
return _keyBakPrefix + keyRkList(rid, rankType, day, arcType)
|
|
}
|
|
|
|
func keyRkIndex(day int) string {
|
|
return fmt.Sprintf(_keyRkIndexFmt, day)
|
|
}
|
|
|
|
func keyRkIndexBak(day int) string {
|
|
return _keyBakPrefix + keyRkIndex(day)
|
|
}
|
|
|
|
func keyRkRegionList(rid int16, day, original int) string {
|
|
return fmt.Sprintf(_keyRkRegionFmt, rid, day, original)
|
|
}
|
|
|
|
func keyRkRegionListBak(rid int16, day, original int) string {
|
|
return _keyBakPrefix + keyRkRegionList(rid, day, original)
|
|
}
|
|
|
|
func keyRkRecommendList(rid int16) string {
|
|
return fmt.Sprintf(_keyRkRecommendFmt, rid)
|
|
}
|
|
|
|
func keyRkRecommendListBak(rid int16) string {
|
|
return _keyBakPrefix + fmt.Sprintf(_keyRkRecommendFmt, rid)
|
|
}
|
|
|
|
func keyRkTagList(rid int16, tagID int64) string {
|
|
return fmt.Sprintf(_keyRkTagFmt, rid, tagID)
|
|
}
|
|
|
|
func keyRkTagListBak(rid int16, tagID int64) string {
|
|
return _keyBakPrefix + keyRkTagList(rid, tagID)
|
|
}
|
|
|
|
// RankingCache get rank list from cache.
|
|
func (d *Dao) RankingCache(c context.Context, rid int16, rankType, day, arcType int) (data *model.RankData, err error) {
|
|
key := keyRkList(rid, rankType, day, arcType)
|
|
conn := d.redis.Get(c)
|
|
defer conn.Close()
|
|
data, err = d.rankingCache(conn, key)
|
|
return
|
|
}
|
|
|
|
// RankingBakCache get rank list from bak cache.
|
|
func (d *Dao) RankingBakCache(c context.Context, rid int16, rankType, day, arcType int) (data *model.RankData, err error) {
|
|
d.cacheProm.Incr("ranking_remote_cache")
|
|
key := keyRkListBak(rid, rankType, day, arcType)
|
|
conn := d.redisBak.Get(c)
|
|
defer conn.Close()
|
|
data, err = d.rankingCache(conn, key)
|
|
if data == nil || len(data.List) == 0 {
|
|
log.Error("RankingBakCache(%s) is nil", key)
|
|
}
|
|
return
|
|
}
|
|
|
|
// RankingIndexCache get rank index from cache.
|
|
func (d *Dao) RankingIndexCache(c context.Context, day int) (arcs []*model.IndexArchive, err error) {
|
|
key := keyRkIndex(day)
|
|
conn := d.redis.Get(c)
|
|
defer conn.Close()
|
|
arcs, err = d.rankingIndexCache(conn, key)
|
|
return
|
|
}
|
|
|
|
// RankingIndexBakCache get rank index from bak cache.
|
|
func (d *Dao) RankingIndexBakCache(c context.Context, day int) (arcs []*model.IndexArchive, err error) {
|
|
d.cacheProm.Incr("ranking_index_remote_cache")
|
|
key := keyRkIndexBak(day)
|
|
conn := d.redisBak.Get(c)
|
|
defer conn.Close()
|
|
arcs, err = d.rankingIndexCache(conn, key)
|
|
if len(arcs) == 0 {
|
|
log.Error("RankingIndexBakCache(%s) is nil", key)
|
|
}
|
|
return
|
|
}
|
|
|
|
// RankingRegionCache get rank cate list from cache.
|
|
func (d *Dao) RankingRegionCache(c context.Context, rid int16, day, original int) (arcs []*model.RegionArchive, err error) {
|
|
key := keyRkRegionList(rid, day, original)
|
|
conn := d.redis.Get(c)
|
|
defer conn.Close()
|
|
arcs, err = d.rankingRegionCache(conn, key)
|
|
return
|
|
}
|
|
|
|
// RankingRegionBakCache get rank cate list from bak cache.
|
|
func (d *Dao) RankingRegionBakCache(c context.Context, rid int16, day, original int) (arcs []*model.RegionArchive, err error) {
|
|
d.cacheProm.Incr("ranking_region_remote_cache")
|
|
key := keyRkRegionListBak(rid, day, original)
|
|
conn := d.redisBak.Get(c)
|
|
defer conn.Close()
|
|
arcs, err = d.rankingRegionCache(conn, key)
|
|
if len(arcs) == 0 {
|
|
log.Error("RankingRegionBakCache(%s) is nil", key)
|
|
}
|
|
return
|
|
}
|
|
|
|
// RankingRecommendCache get rank recommend list from cache.
|
|
func (d *Dao) RankingRecommendCache(c context.Context, rid int16) (arcs []*model.IndexArchive, err error) {
|
|
key := keyRkRecommendList(rid)
|
|
conn := d.redis.Get(c)
|
|
defer conn.Close()
|
|
arcs, err = d.rankingIndexCache(conn, key)
|
|
return
|
|
}
|
|
|
|
// RankingRecommendBakCache get rank recommend list from bak cache.
|
|
func (d *Dao) RankingRecommendBakCache(c context.Context, rid int16) (arcs []*model.IndexArchive, err error) {
|
|
d.cacheProm.Incr("ranking_rec_remote_cache")
|
|
key := keyRkRecommendListBak(rid)
|
|
conn := d.redisBak.Get(c)
|
|
defer conn.Close()
|
|
arcs, err = d.rankingIndexCache(conn, key)
|
|
if len(arcs) == 0 {
|
|
log.Error("RankingRecommendBakCache(%s) is nil", key)
|
|
}
|
|
return
|
|
}
|
|
|
|
// RankingTagCache get ranking tag from cache.
|
|
func (d *Dao) RankingTagCache(c context.Context, rid int16, tagID int64) (arcs []*model.TagArchive, err error) {
|
|
key := keyRkTagList(rid, tagID)
|
|
conn := d.redis.Get(c)
|
|
defer conn.Close()
|
|
arcs, err = d.rankingTagCache(conn, key)
|
|
return
|
|
}
|
|
|
|
// RankingTagBakCache get ranking tag from bak cache.
|
|
func (d *Dao) RankingTagBakCache(c context.Context, rid int16, tagID int64) (arcs []*model.TagArchive, err error) {
|
|
d.cacheProm.Incr("ranking_tag_remote_cache")
|
|
key := keyRkTagListBak(rid, tagID)
|
|
conn := d.redisBak.Get(c)
|
|
defer conn.Close()
|
|
arcs, err = d.rankingTagCache(conn, key)
|
|
if len(arcs) == 0 {
|
|
log.Error("RankingTagBakCache(%s) is nil", key)
|
|
}
|
|
return
|
|
}
|
|
|
|
// RegionCustomCache get region custom data from cache
|
|
func (d *Dao) RegionCustomCache(c context.Context) (res []*model.Custom, err error) {
|
|
key := _keyRegionCustom
|
|
conn := d.redis.Get(c)
|
|
defer conn.Close()
|
|
res, err = regionCustomCache(conn, key)
|
|
return
|
|
}
|
|
|
|
// RegionCustomBakCache get region custom data from cache
|
|
func (d *Dao) RegionCustomBakCache(c context.Context) (res []*model.Custom, err error) {
|
|
key := _keyRegionCustomBak
|
|
conn := d.redis.Get(c)
|
|
defer conn.Close()
|
|
res, err = regionCustomCache(conn, key)
|
|
return
|
|
}
|
|
|
|
func regionCustomCache(conn redis.Conn, key string) (res []*model.Custom, err error) {
|
|
var value []byte
|
|
if value, err = redis.Bytes(conn.Do("GET", key)); err != nil {
|
|
if err == redis.ErrNil {
|
|
err = nil
|
|
} else {
|
|
log.Error("conn.Do(GET, %s) error(%v)", key, err)
|
|
}
|
|
return
|
|
}
|
|
res = []*model.Custom{}
|
|
if err = json.Unmarshal(value, &res); err != nil {
|
|
log.Error("json.Unmarshal(%v) error(%v)", value, err)
|
|
}
|
|
return
|
|
}
|
|
|
|
// SetRegionCustomCache set region custom data cache
|
|
func (d *Dao) SetRegionCustomCache(c context.Context, data []*model.Custom) (err error) {
|
|
key := _keyRegionCustom
|
|
conn := d.redis.Get(c)
|
|
defer conn.Close()
|
|
if err = d.setRegionCustomCache(conn, key, d.redisRcExpire, data); err != nil {
|
|
return
|
|
}
|
|
key = _keyRegionCustomBak
|
|
connBak := d.redisBak.Get(c)
|
|
err = d.setRegionCustomCache(connBak, key, d.redisRcBakExpire, data)
|
|
connBak.Close()
|
|
return
|
|
}
|
|
|
|
func (d *Dao) setRegionCustomCache(conn redis.Conn, key string, expire int32, data []*model.Custom) (err error) {
|
|
var bs []byte
|
|
if bs, err = json.Marshal(data); err != nil {
|
|
log.Error("json.Marshal(%v) error (%v)", data, err)
|
|
return
|
|
}
|
|
if err = conn.Send("SET", key, bs); err != nil {
|
|
log.Error("conn.Send(SET, %s, %s) error(%v)", key, string(bs), err)
|
|
return
|
|
}
|
|
if err = conn.Send("EXPIRE", key, d.redisRkExpire); err != nil {
|
|
log.Error("conn.Send(Expire, %s, %d) error(%v)", key, d.redisRkExpire, err)
|
|
return
|
|
}
|
|
if err = conn.Flush(); err != nil {
|
|
log.Error("conn.Flush error(%v)", err)
|
|
return
|
|
}
|
|
for i := 0; i < 2; i++ {
|
|
if _, err = conn.Receive(); err != nil {
|
|
log.Error("conn.Receive() error(%v)", err)
|
|
return
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
func (d *Dao) rankingCache(conn redis.Conn, key string) (arcs *model.RankData, err error) {
|
|
var value []byte
|
|
if value, err = redis.Bytes(conn.Do("GET", key)); err != nil {
|
|
if err == redis.ErrNil {
|
|
err = nil
|
|
} else {
|
|
log.Error("conn.Do(GET, %s) error(%v)", key, err)
|
|
}
|
|
return
|
|
}
|
|
arcs = new(model.RankData)
|
|
if err = json.Unmarshal(value, &arcs); err != nil {
|
|
log.Error("json.Unmarshal(%v) error(%v)", value, err)
|
|
}
|
|
return
|
|
}
|
|
|
|
func (d *Dao) rankingIndexCache(conn redis.Conn, key string) (arcs []*model.IndexArchive, err error) {
|
|
var value []byte
|
|
if value, err = redis.Bytes(conn.Do("GET", key)); err != nil {
|
|
if err == redis.ErrNil {
|
|
err = nil
|
|
} else {
|
|
log.Error("conn.Do(GET, %s) error(%v)", key, err)
|
|
}
|
|
return
|
|
}
|
|
arcs = []*model.IndexArchive{}
|
|
if err = json.Unmarshal(value, &arcs); err != nil {
|
|
log.Error("json.Unmarshal(%v) error(%v)", value, err)
|
|
}
|
|
return
|
|
}
|
|
|
|
func (d *Dao) rankingRegionCache(conn redis.Conn, key string) (arcs []*model.RegionArchive, err error) {
|
|
var value []byte
|
|
if value, err = redis.Bytes(conn.Do("GET", key)); err != nil {
|
|
if err == redis.ErrNil {
|
|
err = nil
|
|
} else {
|
|
log.Error("conn.Do(GET, %s) error(%v)", key, err)
|
|
}
|
|
return
|
|
}
|
|
arcs = []*model.RegionArchive{}
|
|
if err = json.Unmarshal(value, &arcs); err != nil {
|
|
log.Error("json.Unmarshal(%v) error(%v)", value, err)
|
|
}
|
|
return
|
|
}
|
|
|
|
func (d *Dao) rankingTagCache(conn redis.Conn, key string) (arcs []*model.TagArchive, err error) {
|
|
var value []byte
|
|
if value, err = redis.Bytes(conn.Do("GET", key)); err != nil {
|
|
if err == redis.ErrNil {
|
|
err = nil
|
|
} else {
|
|
log.Error("conn.Do(GET, %s) error(%v)", key, err)
|
|
}
|
|
return
|
|
}
|
|
arcs = []*model.TagArchive{}
|
|
if err = json.Unmarshal(value, &arcs); err != nil {
|
|
log.Error("json.Unmarshal(%v) error(%v)", value, err)
|
|
}
|
|
return
|
|
}
|
|
|
|
// SetRankingCache set ranking data to cache
|
|
func (d *Dao) SetRankingCache(c context.Context, rid int16, rankType, day, arcType int, data *model.RankData) (err error) {
|
|
key := keyRkList(rid, rankType, day, arcType)
|
|
conn := d.redis.Get(c)
|
|
defer conn.Close()
|
|
if err = d.setRkCache(c, conn, key, d.redisRkExpire, data); err != nil {
|
|
return
|
|
}
|
|
key = keyRkListBak(rid, rankType, day, arcType)
|
|
connBak := d.redisBak.Get(c)
|
|
err = d.setRkCache(c, connBak, key, d.redisRkBakExpire, data)
|
|
connBak.Close()
|
|
return
|
|
}
|
|
|
|
// SetRankingIndexCache set ranking index data to cache
|
|
func (d *Dao) SetRankingIndexCache(c context.Context, day int, arcs []*model.IndexArchive) (err error) {
|
|
key := keyRkIndex(day)
|
|
conn := d.redis.Get(c)
|
|
defer conn.Close()
|
|
if err = d.setRkIndexCache(c, conn, key, d.redisRkExpire, arcs); err != nil {
|
|
return
|
|
}
|
|
key = keyRkIndexBak(day)
|
|
connBak := d.redisBak.Get(c)
|
|
err = d.setRkIndexCache(c, connBak, key, d.redisRkBakExpire, arcs)
|
|
connBak.Close()
|
|
return
|
|
}
|
|
|
|
// SetRankingRegionCache set ranking data to cache
|
|
func (d *Dao) SetRankingRegionCache(c context.Context, rid int16, day, original int, arcs []*model.RegionArchive) (err error) {
|
|
key := keyRkRegionList(rid, day, original)
|
|
conn := d.redis.Get(c)
|
|
defer conn.Close()
|
|
if err = d.setRkRegionCache(c, conn, key, d.redisRkExpire, arcs); err != nil {
|
|
return
|
|
}
|
|
key = keyRkRegionListBak(rid, day, original)
|
|
connBak := d.redisBak.Get(c)
|
|
err = d.setRkRegionCache(c, connBak, key, d.redisRkBakExpire, arcs)
|
|
connBak.Close()
|
|
return
|
|
}
|
|
|
|
// SetRankingRecommendCache set ranking data to bak cache
|
|
func (d *Dao) SetRankingRecommendCache(c context.Context, rid int16, arcs []*model.IndexArchive) (err error) {
|
|
key := keyRkRecommendList(rid)
|
|
conn := d.redis.Get(c)
|
|
defer conn.Close()
|
|
if err = d.setRkIndexCache(c, conn, key, d.redisRkExpire, arcs); err != nil {
|
|
return
|
|
}
|
|
key = keyRkRecommendListBak(rid)
|
|
connBak := d.redisBak.Get(c)
|
|
err = d.setRkIndexCache(c, connBak, key, d.redisRkBakExpire, arcs)
|
|
connBak.Close()
|
|
return
|
|
}
|
|
|
|
// SetRankingTagCache set ranking tag data to cache
|
|
func (d *Dao) SetRankingTagCache(c context.Context, rid int16, tagID int64, arcs []*model.TagArchive) (err error) {
|
|
key := keyRkTagList(rid, tagID)
|
|
conn := d.redis.Get(c)
|
|
defer conn.Close()
|
|
if err = d.setRkTagCache(c, conn, key, d.redisRkExpire, arcs); err != nil {
|
|
return
|
|
}
|
|
key = keyRkTagListBak(rid, tagID)
|
|
connBak := d.redisBak.Get(c)
|
|
err = d.setRkTagCache(c, connBak, key, d.redisRkBakExpire, arcs)
|
|
connBak.Close()
|
|
return
|
|
}
|
|
|
|
func (d *Dao) setRkCache(c context.Context, conn redis.Conn, key string, expire int32, arcs *model.RankData) (err error) {
|
|
var bs []byte
|
|
if bs, err = json.Marshal(arcs); err != nil {
|
|
log.Error("json.Marshal(%v) error (%v)", arcs, err)
|
|
return
|
|
}
|
|
if err = conn.Send("SET", key, bs); err != nil {
|
|
log.Error("conn.Send(SET, %s, %s) error(%v)", key, string(bs), err)
|
|
return
|
|
}
|
|
if err = conn.Send("EXPIRE", key, expire); err != nil {
|
|
log.Error("conn.Send(Expire, %s, %d) error(%v)", key, expire, err)
|
|
return
|
|
}
|
|
if err = conn.Flush(); err != nil {
|
|
log.Error("conn.Flush error(%v)", err)
|
|
return
|
|
}
|
|
for i := 0; i < 2; i++ {
|
|
if _, err = conn.Receive(); err != nil {
|
|
log.Error("conn.Receive() error(%v)", err)
|
|
return
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
func (d *Dao) setRkIndexCache(c context.Context, conn redis.Conn, key string, expire int32, arcs []*model.IndexArchive) (err error) {
|
|
var bs []byte
|
|
if bs, err = json.Marshal(arcs); err != nil {
|
|
log.Error("json.Marshal(%v) error (%v)", arcs, err)
|
|
return
|
|
}
|
|
if err = conn.Send("SET", key, bs); err != nil {
|
|
log.Error("conn.Send(SET, %s, %s) error(%v)", key, string(bs), err)
|
|
return
|
|
}
|
|
if err = conn.Send("EXPIRE", key, expire); err != nil {
|
|
log.Error("conn.Send(Expire, %s, %d) error(%v)", key, expire, err)
|
|
return
|
|
}
|
|
if err = conn.Flush(); err != nil {
|
|
log.Error("conn.Flush error(%v)", err)
|
|
return
|
|
}
|
|
for i := 0; i < 2; i++ {
|
|
if _, err = conn.Receive(); err != nil {
|
|
log.Error("conn.Receive() error(%v)", err)
|
|
return
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
func (d *Dao) setRkRegionCache(c context.Context, conn redis.Conn, key string, expire int32, arcs []*model.RegionArchive) (err error) {
|
|
var bs []byte
|
|
if bs, err = json.Marshal(arcs); err != nil {
|
|
log.Error("json.Marshal(%v) error (%v)", arcs, err)
|
|
return
|
|
}
|
|
if err = conn.Send("SET", key, bs); err != nil {
|
|
log.Error("conn.Send(SET, %s, %s) error(%v)", key, string(bs), err)
|
|
return
|
|
}
|
|
if err = conn.Send("EXPIRE", key, expire); err != nil {
|
|
log.Error("conn.Send(Expire, %s, %d) error(%v)", key, expire, err)
|
|
return
|
|
}
|
|
if err = conn.Flush(); err != nil {
|
|
log.Error("conn.Flush error(%v)", err)
|
|
return
|
|
}
|
|
for i := 0; i < 2; i++ {
|
|
if _, err = conn.Receive(); err != nil {
|
|
log.Error("conn.Receive() error(%v)", err)
|
|
return
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
func (d *Dao) setRkTagCache(c context.Context, conn redis.Conn, key string, expire int32, arcs []*model.TagArchive) (err error) {
|
|
var bs []byte
|
|
if bs, err = json.Marshal(arcs); err != nil {
|
|
log.Error("json.Marshal(%v) error (%v)", arcs, err)
|
|
return
|
|
}
|
|
if err = conn.Send("SET", key, bs); err != nil {
|
|
log.Error("conn.Send(SET, %s, %s) error(%v)", key, string(bs), err)
|
|
return
|
|
}
|
|
if err = conn.Send("EXPIRE", key, expire); err != nil {
|
|
log.Error("conn.Send(Expire, %s, %d) error(%v)", key, expire, err)
|
|
return
|
|
}
|
|
if err = conn.Flush(); err != nil {
|
|
log.Error("conn.Flush error(%v)", err)
|
|
return
|
|
}
|
|
for i := 0; i < 2; i++ {
|
|
if _, err = conn.Receive(); err != nil {
|
|
log.Error("conn.Receive() error(%v)", err)
|
|
return
|
|
}
|
|
}
|
|
return
|
|
}
|