beenull/photoprism
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Index: Update photos in batches to be compatible with SQLite #3742

Browse source 
Signed-off-by: Michael Mayer <michael@photoprism.app>
This commit is contained in:
Michael Mayer 2023-09-19 23:24:50 +02:00
parent 9eb12c7183
commit 43655ba591
1 changed files with 31 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

37
internal/query/photo.go
View file

@ -184,21 +184,46 @@ func FlagHiddenPhotos() (err error) {
// IDs of hidden photos.
var hidden []uint
// Number of updated photos.
n := 0
// Find and flag hidden photos.
if err = Db().Table(entity.Photo{}.TableName()).
Where("id NOT IN (SELECT photo_id FROM files WHERE file_primary = 1 AND file_missing = 0 AND file_error = '' AND deleted_at IS NULL) AND photo_quality > -1").
Pluck("id", &hidden).Error; err != nil {
// Find query failed.
return err
} else if n := len(hidden); n == 0 {
} else if found := len(hidden); found == 0 {
// Nothing to update.
return nil
} else if err = Db().Table(entity.Photo{}.TableName()).Where("id IN (?)", hidden).UpdateColumn("photo_quality", -1).Error; err != nil {
// Update statement failed.
log.Warnf("index: failed to flag %d pictures as hidden", len(hidden))
return err
} else {
// Log update result.
// Update photos in batches to be compatible with SQLite.
batch := 500
for i := 0; i < len(hidden); i += batch {
j := i + batch
if j > len(hidden) {
j = len(hidden)
}
// Next batch.
ids := hidden[i:j]
// Set photos.photo_quality = -1.
if err = Db().Table(entity.Photo{}.TableName()).Where("id IN (?)", ids).UpdateColumn("photo_quality", -1).Error; err != nil {
// Failed.
log.Warnf("index: failed to flag %d pictures as hidden", len(ids))
return err
} else {
// Success.
n += len(ids)
}
}
}
// Log number of updated photos, if any.
if n > 0 {
log.Infof("index: flagged %s as hidden [%s]", english.Plural(int(n), "photo", "photos"), time.Since(start))
}