104 lines
3.1 KiB
Go
104 lines
3.1 KiB
Go
package task
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"fmt"
|
|
|
|
"github.com/gogf/gf/v2/encoding/gjson"
|
|
"github.com/gogf/gf/v2/frame/g"
|
|
"github.com/gogf/gf/v2/os/gtime"
|
|
|
|
"easygoadmin/internal/dao"
|
|
"easygoadmin/internal/logic"
|
|
)
|
|
|
|
func init() {
|
|
logic.RegisterJobHandler("LogClean", logClean)
|
|
}
|
|
|
|
const (
|
|
logCleanBatch = 5000 // 单批删除行数
|
|
logCleanMaxTotal = 200000 // 单表单次任务删除行数上限（防长事务与 runaway）
|
|
)
|
|
|
|
// logClean 日志清理任务
|
|
//
|
|
// 分批物理删除操作日志/登录日志/任务日志中超过保留天数的历史记录。
|
|
// 任务参数 retentionDays 可覆盖配置 job.logRetentionDays（默认 90 天），为 0 时取配置值。
|
|
func logClean(ctx context.Context, params string) (string, error) {
|
|
days := gjson.New(params).Get("retentionDays").Int()
|
|
if days <= 0 {
|
|
days = g.Cfg().MustGet(ctx, "job.logRetentionDays").Int()
|
|
}
|
|
if days <= 0 {
|
|
days = 90
|
|
}
|
|
before := gtime.Now().AddDate(0, 0, -days)
|
|
|
|
counts := map[string]int{}
|
|
for name, clean := range map[string]func(context.Context, *gtime.Time) (int, error){
|
|
"操作日志": cleanOperationLog,
|
|
"登录日志": cleanLoginLog,
|
|
"任务日志": cleanJobLog,
|
|
} {
|
|
n, err := clean(ctx, before)
|
|
if err != nil {
|
|
return "", fmt.Errorf("%s清理失败: %w", name, err)
|
|
}
|
|
counts[name] = n
|
|
}
|
|
return fmt.Sprintf("保留 %d 天，清理完成: 操作日志 %d 条，登录日志 %d 条，任务日志 %d 条",
|
|
days, counts["操作日志"], counts["登录日志"], counts["任务日志"]), nil
|
|
}
|
|
|
|
// cleanOperationLog 分批删除超过保留期限的操作日志
|
|
func cleanOperationLog(ctx context.Context, before *gtime.Time) (int, error) {
|
|
return deleteInBatches(ctx, func() (int64, error) {
|
|
res, err := dao.OperationLog.Ctx(ctx).WhereLT("create_time", before).Limit(logCleanBatch).Delete()
|
|
return affectedOf(res), err
|
|
})
|
|
}
|
|
|
|
// cleanLoginLog 分批删除超过保留期限的登录日志
|
|
func cleanLoginLog(ctx context.Context, before *gtime.Time) (int, error) {
|
|
return deleteInBatches(ctx, func() (int64, error) {
|
|
res, err := dao.LoginLog.Ctx(ctx).WhereLT("create_time", before).Limit(logCleanBatch).Delete()
|
|
return affectedOf(res), err
|
|
})
|
|
}
|
|
|
|
// cleanJobLog 分批删除超过保留期限的任务日志
|
|
func cleanJobLog(ctx context.Context, before *gtime.Time) (int, error) {
|
|
return deleteInBatches(ctx, func() (int64, error) {
|
|
res, err := dao.JobLog.Ctx(ctx).WhereLT("create_time", before).Limit(logCleanBatch).Delete()
|
|
return affectedOf(res), err
|
|
})
|
|
}
|
|
|
|
// deleteInBatches 循环分批删除
|
|
// 每批删除 logCleanBatch 行，直到不足一批或达到单次上限
|
|
func deleteInBatches(ctx context.Context, del func() (int64, error)) (int, error) {
|
|
total := 0
|
|
for {
|
|
n, err := del()
|
|
if err != nil {
|
|
return total, err
|
|
}
|
|
total += int(n)
|
|
if n < int64(logCleanBatch) || total >= logCleanMaxTotal {
|
|
return total, nil
|
|
}
|
|
}
|
|
}
|
|
|
|
// affectedOf 读取受影响行数
|
|
// RowsAffected 的错误在此场景可忽略（驱动不支持时按 0 处理，循环自然终止）
|
|
func affectedOf(res sql.Result) int64 {
|
|
if res == nil {
|
|
return 0
|
|
}
|
|
n, _ := res.RowsAffected()
|
|
return n
|
|
}
|