perf(db): remove useless XP data

This commit is contained in:
Anhgelus Morhtuuzh 2025-05-13 17:35:03 +02:00
parent 067e149e72
commit eaf9fa51cd
Signed by: anhgelus
GPG key ID: CAD341EFA92DDDE5
3 changed files with 34 additions and 70 deletions

View file

@ -8,7 +8,6 @@ import (
"github.com/bwmarrin/discordgo"
"slices"
"sync"
"time"
)
func onNewLevel(dg *discordgo.Session, m *discordgo.Member, level uint) {
@ -55,68 +54,22 @@ func (c *Copaing) OnNewLevel(dg *discordgo.Session, level uint) {
}
func PeriodicReducer(dg *discordgo.Session) {
var wg sync.WaitGroup
wg := &sync.WaitGroup{}
for _, g := range dg.State.Guilds {
var cs []*Copaing
err := gokord.DB.Where("guild_id = ?", g.ID).Find(&cs).Error
if err != nil {
utils.SendAlert("user/level.go - Querying all copaings in Guild", err.Error(), "guild_id", g.ID)
continue
}
for i, c := range cs {
if i%50 == 49 {
time.Sleep(15 * time.Second) // sleep prevents from spamming the Discord API and the database
}
var u *discordgo.User
u, err = dg.User(c.DiscordID)
wg.Add(1)
go func() {
defer wg.Done()
cfg := config.GetGuildConfig(g.ID)
err := gokord.DB.
Model(&CopaingXP{}).
Where("guild_id = ? and created_at < ?", g.ID, exp.TimeStampNDaysBefore(cfg.DaysXPRemains)).
Delete(&CopaingXP{}).
Error
if err != nil {
utils.SendAlert(
"user/level.go - Fetching user", err.Error(),
"discord_id", c.DiscordID,
"guild_id", g.ID,
)
utils.SendWarn("Removing user from database", "discord_id", c.DiscordID)
if err = gokord.DB.Delete(c).Error; err != nil {
utils.SendAlert(
"user/level.go - Removing user from database", err.Error(),
"discord_id", c.DiscordID,
"guild_id", g.ID,
)
}
continue
utils.SendAlert("user/level.go - Removing old XP", err.Error(), "guild_id", g.ID)
}
if u.Bot {
continue
}
if _, err = dg.GuildMember(g.ID, c.DiscordID); err != nil {
utils.SendAlert(
"user/level.go - Fetching member", err.Error(),
"discord_id", c.DiscordID,
"guild_id", g.ID,
)
utils.SendWarn(
"Removing user from guild in database",
"discord_id", c.DiscordID,
"guild_id", g.ID,
)
if err = gokord.DB.Where("guild_id = ?", g.ID).Delete(c).Error; err != nil {
utils.SendAlert(
"user/level.go - Removing user from guild in database", err.Error(),
"discord_id", c.DiscordID,
"guild_id", g.ID,
)
}
continue
}
wg.Add(1)
go func() {
//do things
wg.Done()
}()
}
wg.Wait() // finish the entire guild before starting another
utils.SendDebug("Periodic reduce, guild finished", "guild", g.Name)
time.Sleep(15 * time.Second) // sleep prevents from spamming the Discord API and the database
}()
}
wg.Wait()
utils.SendDebug("Periodic reduce finished", "len(guilds)", len(dg.State.Guilds))
}

View file

@ -1,7 +1,6 @@
package user
import (
"fmt"
"github.com/anhgelus/gokord"
"github.com/anhgelus/gokord/utils"
"github.com/anhgelus/les-copaings-bot/config"
@ -9,7 +8,6 @@ import (
"github.com/bwmarrin/discordgo"
"slices"
"sync"
"time"
)
type cXP struct {
@ -61,16 +59,14 @@ func (c *Copaing) GetXP() (uint, error) {
func (c *Copaing) GetXPForDays(n uint) (uint, error) {
xp := uint(0)
var y, d int
var m time.Month
if gokord.Debug {
y, m, d = time.Unix(time.Now().Unix()-int64(24*60*60), 0).Date() // reduce time for debug
} else {
y, m, d = time.Unix(time.Now().Unix()-int64(n*24*60*60), 0).Date()
}
rows, err := gokord.DB.
Model(&CopaingXP{}).
Where(fmt.Sprintf("created_at >= '%d-%d-%d' and guild_id = ? and copaing_id = ?", y, m, d), c.GuildID, c.ID).
Where(
"created_at >= '?' and guild_id = ? and copaing_id = ?",
exp.TimeStampNDaysBefore(n),
c.GuildID,
c.ID,
).
Rows()
defer rows.Close()
if err != nil {