0ct0pu5/siyuan
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

🎨 Automatic purge for local data repo https://github.com/siyuan-note/siyuan/issues/13091

Browse source
This commit is contained in:
Daniel 2024-11-17 09:35:34 +08:00
parent 02165bc8f1
commit 671333ff91
No known key found for this signature in database
GPG key ID: 86211BA83DF03017
1 changed files with 7 additions and 19 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

26
kernel/model/repository.go
View file

@ -94,26 +94,26 @@ func autoPurgeRepo(cron bool) {
now := time.Now()
dateGroupedIndexes := map[string][]*dejavu.Log{} // 按照日期分组
dateGroupedIndexes := map[string][]*entity.Index{} // 按照日期分组
// 收集指定日期内需要保留的索引
var date string
page := 1
for {
indexLogs, pageCount, _, err := repo.GetIndexLogs(page, 512)
indexes, pageCount, _, err := repo.GetIndexes(page, 512)
if nil != err {
logging.LogErrorf("get data repo index logs failed: %s", err)
return
}
if 1 > len(indexLogs) {
if 1 > len(indexes) {
break
}
tooOld := false
for _, index := range indexLogs {
for _, index := range indexes {
if now.UnixMilli()-index.Created <= int64(Conf.Repo.IndexRetentionDays)*24*60*60*1000 {
date = time.UnixMilli(index.Created).Format("2006-01-02")
if _, ok := dateGroupedIndexes[date]; !ok {
dateGroupedIndexes[date] = []*dejavu.Log{}
dateGroupedIndexes[date] = []*entity.Index{}
}
dateGroupedIndexes[date] = append(dateGroupedIndexes[date], index)
} else {
@ -148,7 +148,7 @@ func autoPurgeRepo(cron bool) {
}
for _, keepIndex := range keepIndexes.Values() {
retentionIndexIDs = append(retentionIndexIDs, keepIndex.(*dejavu.Log).ID)
retentionIndexIDs = append(retentionIndexIDs, keepIndex.(*entity.Index).ID)
}
}
@ -158,16 +158,7 @@ func autoPurgeRepo(cron bool) {
return
}
stat, err := repo.Purge(retentionIndexIDs...)
if err != nil {
return
}
deletedIndexes := stat.Indexes
deletedObjects := stat.Objects
deletedSize := humanize.BytesCustomCeil(uint64(stat.Size), 2)
logging.LogInfof("purge data repo completed [ellapsed=%.2fs, indexes=%d, objects=%d, size=%s]",
time.Since(now).Seconds(), deletedIndexes, deletedObjects, deletedSize)
_, err = repo.Purge(retentionIndexIDs...)
}
func GetRepoFile(fileID string) (ret []byte, p string, err error) {
@ -629,7 +620,6 @@ func PurgeRepo() (err error) {
return
}
now := time.Now()
stat, err := repo.Purge()
if err != nil {
return
@ -638,8 +628,6 @@ func PurgeRepo() (err error) {
deletedIndexes := stat.Indexes
deletedObjects := stat.Objects
deletedSize := humanize.BytesCustomCeil(uint64(stat.Size), 2)
logging.LogInfof("purge data repo completed [ellapsed=%.2fs, indexes=%d, objects=%d, size=%s]",
time.Since(now).Seconds(), deletedIndexes, deletedObjects, deletedSize)
msg = fmt.Sprintf(Conf.Language(203), deletedIndexes, deletedObjects, deletedSize)
util.PushMsg(msg, 7000)
return