Przeglądaj źródła

Delete embeddings from hot bucket if different from embedding bucket

Neeraj Gupta 1 rok temu
rodzic
commit
18d1bb60ca
1 zmienionych plików z 8 dodań i 0 usunięć
  1. 8 0
      server/pkg/controller/embedding/controller.go

+ 8 - 0
server/pkg/controller/embedding/controller.go

@@ -268,6 +268,14 @@ func (c *Controller) deleteEmbedding(qItem repo.QueueItem) {
 		ctxLogger.WithError(err).Error("Failed to delete all objects")
 		return
 	}
+	// if Embeddings DC is different from hot DC, delete from hot DC as well
+	if c.S3Config.GetEmbeddingsDataCenter() != c.S3Config.GetHotDataCenter() {
+		err = c.ObjectCleanupController.DeleteAllObjectsWithPrefix(prefix, c.S3Config.GetHotDataCenter())
+		if err != nil {
+			ctxLogger.WithError(err).Error("Failed to delete all objects from hot DC")
+			return
+		}
+	}
 
 	err = c.Repo.Delete(fileID)
 	if err != nil {