完成用户名更新，粉丝数获取的基础功能
This commit is contained in:
12
pkg/logic/config.toml
Normal file
12
pkg/logic/config.toml
Normal file
@@ -0,0 +1,12 @@
|
||||
[common]
|
||||
|
||||
[database]
|
||||
host = "localhost"
|
||||
port = 5432
|
||||
user = "user"
|
||||
password = "password"
|
||||
db = "furryboard"
|
||||
|
||||
[spider_core]
|
||||
host = "localhost"
|
||||
port = 9101
|
||||
242
pkg/logic/user.go
Normal file
242
pkg/logic/user.go
Normal file
@@ -0,0 +1,242 @@
|
||||
package logic
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"github.com/eigeen/furryboard/spider-scheduler/pkg/dao"
|
||||
"github.com/eigeen/furryboard/spider-scheduler/pkg/dao/model"
|
||||
"github.com/eigeen/furryboard/spider-scheduler/pkg/exception"
|
||||
"github.com/eigeen/furryboard/spider-scheduler/pkg/log"
|
||||
"github.com/eigeen/furryboard/spider-scheduler/rpc"
|
||||
"github.com/eigeen/furryboard/spider-scheduler/rpc/pb"
|
||||
"gorm.io/gorm"
|
||||
"strconv"
|
||||
"sync"
|
||||
"time"
|
||||
)
|
||||
|
||||
// GetUsers 分页获取用户信息（数据库）
|
||||
func GetUsers(page, pageSize int) ([]*model.Furry, error) {
|
||||
// 分页查询
|
||||
var furries []*model.Furry
|
||||
tx := dao.DB().Offset((page - 1) * pageSize).Limit(pageSize).Find(&furries)
|
||||
if tx.Error != nil {
|
||||
return nil, exception.ErrFetchFurries("分页获取Furry列表时失败：" + tx.Error.Error())
|
||||
}
|
||||
return furries, nil
|
||||
}
|
||||
|
||||
// GetUserInfoByUID 获取用户粉丝数 包括名称，性别，签名等
|
||||
func GetUserInfoByUID(uid uint) (*pb.InfoReply_Data, error) {
|
||||
ctx, cancel := context.WithTimeout(context.Background(), 3*time.Second)
|
||||
defer cancel()
|
||||
info, err := rpc.SpiderCore().GetUserBasicInfo(ctx, &pb.InfoRequest{Uid: uint64(uid)})
|
||||
if err != nil {
|
||||
return nil, exception.InternalError("获取用户信息失败：" + err.Error())
|
||||
}
|
||||
if info.Code != 200 {
|
||||
if info.Msg == "" {
|
||||
info.Msg = "Unknown"
|
||||
}
|
||||
return nil, exception.ErrFetchUserInfo(
|
||||
fmt.Sprintf("用户[%d]基础信息获取失败：%s(Code: %d)", uid, info.Msg, info.Code))
|
||||
}
|
||||
return info.Data, nil
|
||||
}
|
||||
|
||||
// BatchGetUserInfo 批量获取用户基础信息
|
||||
func BatchGetUserInfo(userIds *[]uint) []*pb.InfoReply_Data {
|
||||
poolSize := 8
|
||||
sem := make(chan struct{}, poolSize)
|
||||
defer close(sem)
|
||||
wg := sync.WaitGroup{}
|
||||
|
||||
results := make(chan *pb.InfoReply_Data, len(*userIds))
|
||||
defer close(results)
|
||||
for _, uid := range *userIds {
|
||||
sem <- struct{}{}
|
||||
wg.Add(1)
|
||||
go func(uid uint) {
|
||||
<-sem
|
||||
defer wg.Done()
|
||||
info, err := GetUserInfoByUID(uid)
|
||||
if err != nil {
|
||||
log.Logger().Warnf("用户[%d]基础信息获取失败：%s。已忽略", uid, err)
|
||||
return
|
||||
}
|
||||
results <- info
|
||||
log.Logger().Debugf("获取用户[%d]基础信息成功", uid)
|
||||
}(uid)
|
||||
}
|
||||
wg.Wait()
|
||||
|
||||
s := make([]*pb.InfoReply_Data, 0)
|
||||
resultLen := len(results)
|
||||
for i := 0; i < resultLen; i++ {
|
||||
s = append(s, <-results)
|
||||
}
|
||||
return s
|
||||
}
|
||||
|
||||
func UpdateUserInfo(users []*model.Furry, infos []*pb.InfoReply_Data) (int, error) {
|
||||
// 以UID为索引转换为map
|
||||
infoMap := make(map[uint]*pb.InfoReply_Data)
|
||||
for _, i := range infos {
|
||||
infoMap[uint(i.Mid)] = i
|
||||
}
|
||||
// 检测变化
|
||||
changelogs, changes, err := createChangelogs(users, infos)
|
||||
if err != nil {
|
||||
return 0, err
|
||||
}
|
||||
if len(changelogs) == 0 { // 无变化
|
||||
return 0, nil
|
||||
}
|
||||
// 数据库事务
|
||||
err = dao.DB().Transaction(func(tx *gorm.DB) error {
|
||||
for _, changed := range changes {
|
||||
// 更新furries表
|
||||
if err = tx.Model(&model.Furry{ID: changed.ID}).Updates(changed).Error; err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
for _, changelog := range changelogs {
|
||||
// 插入changelogs表
|
||||
if err = tx.Create(changelog).Error; err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
return nil
|
||||
})
|
||||
if err != nil {
|
||||
return 0, err
|
||||
}
|
||||
return len(changelogs), nil
|
||||
}
|
||||
|
||||
func userInfoDiff(user *model.Furry, info *pb.InfoReply_Data) (*model.Changelog, *model.Furry, error) {
|
||||
if uint64(user.UID) != info.Mid {
|
||||
return nil, nil, exception.ErrUserMismatch(fmt.Sprintf("对比用户ID不匹配：%d和%d", user.UID, info.Mid))
|
||||
}
|
||||
changelog := model.Changelog{
|
||||
Operation: "UpdateName",
|
||||
Target: strconv.FormatUint(uint64(user.UID), 10),
|
||||
Result: "",
|
||||
}
|
||||
updated := model.Furry{
|
||||
ID: user.ID,
|
||||
}
|
||||
if user.Name != info.Name {
|
||||
result, _ := json.Marshal(map[string]string{"previous_name": user.Name, "new_name": info.Name})
|
||||
changelog.Result = string(result)
|
||||
updated.Name = info.Name
|
||||
return &changelog, &updated, nil
|
||||
} else {
|
||||
return nil, nil, nil
|
||||
}
|
||||
}
|
||||
|
||||
func createChangelogs(users []*model.Furry, infos []*pb.InfoReply_Data) ([]*model.Changelog, []*model.Furry, error) {
|
||||
// 以UID为索引转换为map
|
||||
infoMap := make(map[uint]*pb.InfoReply_Data)
|
||||
for _, i := range infos {
|
||||
infoMap[uint(i.Mid)] = i
|
||||
}
|
||||
// 检测变化
|
||||
changelogs := make([]*model.Changelog, 0)
|
||||
changes := make([]*model.Furry, 0)
|
||||
for _, u := range users {
|
||||
if info, ok := infoMap[u.UID]; ok {
|
||||
changelog, changed, err := userInfoDiff(u, info)
|
||||
if err != nil {
|
||||
return nil, nil, err
|
||||
}
|
||||
if changed == nil { // 无变化
|
||||
continue
|
||||
}
|
||||
changes = append(changes, changed)
|
||||
changelogs = append(changelogs, changelog)
|
||||
}
|
||||
}
|
||||
return changelogs, changes, nil
|
||||
}
|
||||
|
||||
// GetStatByUID 获取用户粉丝数
|
||||
func GetStatByUID(uid uint) (*pb.StatReply_Data, error) {
|
||||
ctx, cancel := context.WithTimeout(context.Background(), 3*time.Second)
|
||||
defer cancel()
|
||||
info, err := rpc.SpiderCore().GetUserStat(ctx, &pb.StatRequest{Uid: uint64(uid)})
|
||||
if err != nil {
|
||||
return nil, exception.InternalError("获取用户信息失败：" + err.Error())
|
||||
}
|
||||
if info.Code != 200 {
|
||||
if info.Msg == "" {
|
||||
info.Msg = "Unknown"
|
||||
}
|
||||
return nil, exception.ErrFetchStat(
|
||||
fmt.Sprintf("用户[%d]粉丝数获取失败：%s(Code: %d)", uid, info.Msg, info.Code))
|
||||
}
|
||||
return info.Data, nil
|
||||
}
|
||||
|
||||
// BatchGetUserStat 批量获取用户粉丝数
|
||||
func BatchGetUserStat(uids *[]uint) []*pb.StatReply_Data {
|
||||
poolSize := 8
|
||||
sem := make(chan struct{}, poolSize)
|
||||
defer close(sem)
|
||||
wg := sync.WaitGroup{}
|
||||
|
||||
results := make(chan *pb.StatReply_Data, len(*uids))
|
||||
defer close(results)
|
||||
for _, uid := range *uids {
|
||||
sem <- struct{}{}
|
||||
wg.Add(1)
|
||||
go func(uid uint) {
|
||||
<-sem
|
||||
defer wg.Done()
|
||||
stat, err := GetStatByUID(uid)
|
||||
if err != nil {
|
||||
log.Logger().Warnf("用户[%d]粉丝数获取失败：%s。已忽略", uid, err)
|
||||
return
|
||||
}
|
||||
results <- stat
|
||||
log.Logger().Debugf("获取用户[%d]粉丝数成功", uid)
|
||||
}(uid)
|
||||
}
|
||||
wg.Wait()
|
||||
|
||||
s := make([]*pb.StatReply_Data, 0)
|
||||
resultLen := len(results)
|
||||
for i := 0; i < resultLen; i++ {
|
||||
s = append(s, <-results)
|
||||
}
|
||||
return s
|
||||
}
|
||||
|
||||
func UpdateFansToDB(stats []*pb.StatReply_Data) (int, error) {
|
||||
var err error
|
||||
// 抽取必要字段转为数据库模型
|
||||
var models []*model.Fans
|
||||
for _, stat := range stats {
|
||||
models = append(models, &model.Fans{
|
||||
UID: uint(stat.Mid),
|
||||
Fans: uint(stat.Follower),
|
||||
})
|
||||
}
|
||||
|
||||
// 数据库事务
|
||||
err = dao.DB().Transaction(func(tx *gorm.DB) error {
|
||||
for _, m := range models {
|
||||
if err = tx.Create(m).Error; err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
return nil
|
||||
})
|
||||
if err != nil {
|
||||
return 0, err
|
||||
}
|
||||
return len(stats), nil
|
||||
|
||||
}
|
||||
33
pkg/logic/user_test.go
Normal file
33
pkg/logic/user_test.go
Normal file
@@ -0,0 +1,33 @@
|
||||
package logic
|
||||
|
||||
import (
|
||||
"github.com/eigeen/furryboard/spider-scheduler/pkg/conf"
|
||||
"github.com/eigeen/furryboard/spider-scheduler/pkg/log"
|
||||
"testing"
|
||||
)
|
||||
|
||||
func BeforeTesting() {
|
||||
log.InitLogger(false)
|
||||
conf.InitConfig("config.toml")
|
||||
}
|
||||
|
||||
func TestGetUserInfoByUID(t *testing.T) {
|
||||
BeforeTesting()
|
||||
info, err := GetUserInfoByUID(686127)
|
||||
if err != nil {
|
||||
t.Error(err)
|
||||
return
|
||||
}
|
||||
|
||||
t.Log(info)
|
||||
}
|
||||
|
||||
func TestBatchGetUserInfo(t *testing.T) {
|
||||
BeforeTesting()
|
||||
userIds := []uint{1635354787, 10504485, 272460888, 474481910, 82191626}
|
||||
infos := BatchGetUserInfo(&userIds)
|
||||
if len(infos) != len(userIds) {
|
||||
t.Errorf("结果长度不正确：应为%d，实际为%d", len(userIds), len(infos))
|
||||
return
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user