Create & Init Project...

app/service/bbq/recsys/model/BUILD

@@ -0,0 +1,34 @@
+package(default_visibility = ["//visibility:public"])
+
+load(
+    "@io_bazel_rules_go//go:def.bzl",
+    "go_library",
+)
+
+go_library(
+    name = "go_default_library",
+    srcs = [
+        "debug.go",
+        "field.go",
+        "model.go",
+        "user.go",
+    ],
+    importpath = "go-common/app/service/bbq/recsys/model",
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+    deps = ["//vendor/github.com/Dai0522/go-hash/bloomfilter:go_default_library"],
+)
+
+filegroup(
+    name = "package-srcs",
+    srcs = glob(["**"]),
+    tags = ["automanaged"],
+    visibility = ["//visibility:private"],
+)
+
+filegroup(
+    name = "all-srcs",
+    srcs = [":package-srcs"],
+    tags = ["automanaged"],
+    visibility = ["//visibility:public"],
+)

app/service/bbq/recsys/model/debug.go

@@ -0,0 +1,48 @@
+package model
+
+//rank model, rank feature
+const (
+	ResponseDownGrade   = "ResponseDownGrade" // 1:recall service 2: redis
+	ResponseRecallCount = "ResponseRecallCount"
+	ResponseCount       = "ResponseCount"
+	ResponseRecallStat  = "ResponseRecallStat"
+	RankModelName       = "RankModelName"
+	RankModelScore      = "RankModelScore"
+	QueryID             = "QueryID"
+
+	ScoreMessage  = "scoreMessage"
+	FeatureString = "feature"
+
+	OrderRecall           = "Order01Recall"
+	OrderRanker           = "Order02Ranker"
+	OrderWeakIntervention = "Order03WeakIntervention"
+	OrderFinal            = "Order04Final"
+	OrderPostProcess      = "OrderPostProcess"
+
+	//rank score
+
+	ScoreTotalScore = "TotalScore"
+
+	ScoreBiliZone = "ScoreBiliZone"
+	ScoreBiliTag  = "ScoreBiliTag"
+
+	ScoreLikeTag = "scoreLikeTag"
+	ScorePosTag  = "scorePosTag"
+	ScoreNegTag  = "scoreNegTag"
+
+	ScoreMatchTitle     = "scoreMatchTitle"
+	ScoreFollowUP       = "scoreFollowUp"
+	ScoreOperationLevel = "scoreOperationLevel"
+
+	BiliPlayNum    = "BiliPlayNum"
+	BiliFavRatio   = "BiliFavRatio"
+	BiliLikeRatio  = "BiliLikeRatio"
+	BiliShareRatio = "BiliShareRatio"
+	BiliCoinRatio  = "BiliCoinRatio"
+	BiliReplyRatio = "BiliReplyRatio"
+
+	ScoreRelevant    = "scoreRelevant"
+	ScoreRetrieveTag = "scoreRetrieveTag"
+
+	//recall tag
+)

app/service/bbq/recsys/model/field.go

@@ -0,0 +1,84 @@
+package model
+
+//record 字段
+const (
+	ID      = "id"
+	SVID    = "svid"
+	AVID    = "avid"
+	CID     = "cid"
+	Title   = "title"
+	Content = "content"
+
+	Duration = "duration"
+	TID      = "tid"
+	SubTid   = "sub_tid"
+
+	ScatterTag = "scatter_tag"
+	Tags       = "tags"
+	TagsName   = "tags_name"
+	TagsID     = "tags_id"
+	TagsType   = "tags_type"
+	ZoneName   = "ZoneName"
+	ZoneID     = "ZoneID"
+
+	PlayHive  = "play_hive"
+	FavHive   = "fav_hive"
+	LikesHive = "likes_hive"
+	ShareHive = "share_hive"
+	ReplyHive = "reply_hive"
+	DanmuHive = "danmu_hive"
+	CoinHive  = "coin_hive"
+
+	PlayWeekBili  = "play_week_bili"
+	FavWeekBili   = "fav_week_bili"
+	LikesWeekBili = "likes_week_bili"
+	ShareWeekBili = "share_week_bili"
+	ReplyWeekBili = "reply_week_bili"
+	DanmuWeekBili = "danmu_week_bili"
+	CoinWeekBili  = "coin_week_bili"
+
+	PlayDayBili  = "play_day_bili"
+	FavDayBili   = "fav_day_bili"
+	LikesDayBili = "likes_day_bili"
+	ShareDayBili = "share_day_bili"
+	ReplyDayBili = "reply_day_bili"
+	DanmuDayBili = "danmu_day_bili"
+	CoinDayBili  = "coin_day_bili"
+
+	PlayMonthTotal  = "play_month_total"
+	PlayMonthFinish = "play_month_finish"
+	PlayMonth       = "play_month"
+	FavMonth        = "fav_month"
+	LikesMonth      = "likes_month"
+	ShareMonth      = "share_month"
+	ReplyMonth      = "reply_month"
+	DanmuMonth      = "danmu_month"
+
+	PlayWeekTotal  = "play_week_total"
+	PlayWeekFinish = "play_week_finish"
+	PlayWeek       = "play_week"
+	LikesWeek      = "likes_week"
+	ShareWeek      = "share_week"
+	ReplyWeek      = "reply_week"
+	DanmuWeek      = "danmu_week"
+
+	PlayDayTotal  = "play_day_total"
+	PlayDayFinish = "play_day_finish"
+	PlayDay       = "play_day"
+	LikesDay      = "likes_day"
+	ShareDay      = "share_day"
+	ReplyDay      = "reply_day"
+	DanmuDay      = "danmu_day"
+
+	UperMid = "mid"
+	PubTime = "PubTime"
+
+	State = "state"
+
+	Retriever       = "retriever"
+	RecallClasses   = "RecallClasses"
+	RecallTags      = "RecallTags"
+	RecallOrder     = "RecallOrder"
+	RecallScore     = "RecallScore"
+	SourceTimeToNow = "SourceTimeToNow"
+)

app/service/bbq/recsys/model/model.go

@@ -0,0 +1,36 @@
+package model
+
+const (
+
+	//State0 视频未审核
+	State0 = 0
+
+	//State1 视频安全审核通过
+	State1 = 1
+
+	//State2 待冷启动回查
+	State2 = 2
+
+	//State3 回查可放出
+	State3 = 3
+
+	//State4 视频优质
+	State4 = 4
+
+	//State5 视频精选
+	State5 = 5
+)
+
+//Record4Dup ...
+type Record4Dup struct {
+	SVID int64  `json:"svid"`
+	MID  string `json:"mid"`
+	Tag  string `json:"tag"`
+}
+
+//Tag ...
+type Tag struct {
+	TagName string
+	TagType int64
+	TagID   int64
+}

app/service/bbq/recsys/model/user.go

@@ -0,0 +1,65 @@
+package model
+
+import (
+	"github.com/Dai0522/go-hash/bloomfilter"
+)
+
+//Tuple ...
+type Tuple struct {
+	Timestamp int64
+	Count     int64
+}
+
+//UserProfile 用户画像数据 包括历史画像和实时日志
+type UserProfile struct {
+	Mid    int64  `json:"Mid,omitempty"`
+	Buvid  string `json:"Buvid,omitempty"`
+	Name   string `json:"Name,omitempty"`
+	Gender int8   `json:"Gender,omitempty"`
+
+	ViewVideos []int64 `json:"ViewVideos,omitempty"`
+
+	//bbq user profile
+	//key:up mid, value: timestamp
+	BBQFollowAction map[int64]int64 `json:"BBQFollowAction,omitempty"`
+	//key:up mid, value: 1
+	BBQFollow map[int64]int64 `json:"BBQFollow,omitempty"`
+	BBQBlack  map[int64]int64 `json:"BBQBlack,omitempty"`
+
+	BBQTags    map[string]float64 `json:"BBQTags,omitempty"`
+	BBQZones   map[string]float64 `json:"BBQZones,omitempty"`
+	BBQPrefUps map[int64]int64    `json:"BBQPrefUps,omitempty"`
+
+	//bili user profile
+	BiliTags  map[string]float64 `json:"BiliTags,omitempty"`
+	Zones1    map[string]float64 `json:"Zones1,omitempty"`
+	Zones2    map[string]float64 `json:"Zones2,omitempty"`
+	FollowUps map[int64]int64    `json:"FollowUps,omitempty"`
+
+	//bbq实时数据
+	//key: SVID, value: timestamp
+	PosVideos  map[int64]int64 `json:"PosVideos,omitempty"`
+	NegVideos  map[int64]int64 `json:"NegVideos,omitempty"`
+	LikeVideos map[int64]int64 `json:"LikeVideos,omitempty"`
+
+	//key: tagID, value: count
+	LikeTagIDs map[int64]int64 `json:"LikeTagIDs,omitempty"`
+	PosTagIDs  map[int64]int64 `json:"PosTagIDs,omitempty"`
+	NegTagIDs  map[int64]int64 `json:"NegTagIDs,omitempty"`
+
+	//key: UP MID, value: timestamp
+	LikeUPs map[int64]int64 `json:"LikeUPs,omitempty"`
+
+	//for old retrieve function
+	LikeTags map[string]float64 `json:"LikeTags,omitempty"`
+	PosTags  map[string]float64 `json:"PosTags,omitempty"`
+	NegTags  map[string]float64 `json:"NegTags,omitempty"`
+
+	//DedupVideos 根据ID去重
+	DedupVideos    []int64      `json:"DedupVideos,omitempty"`
+	LastRecords    []Record4Dup `json:"LastRecords,omitempty"`
+	LastUpsRecords []Record4Dup `json:"LastRecords,omitempty"`
+
+	//BloomFilter 去重用到 SVID
+	BloomFilter *bloomfilter.BloomFilter `json:"BloomFilter,omitempty"`
+}