silo-server/internal/catalog/orphan_cleanup.go

package catalog

import (
	"context"
	"fmt"

	"github.com/jackc/pgx/v5/pgxpool"
)

const defaultOrphanedProvisionalCleanupBatchSize = 1000

const orphanedMediaItemSafetyConditions = `NOT EXISTS (
	SELECT 1 FROM public.media_item_libraries mil
	WHERE mil.content_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.media_files mf
	WHERE mf.content_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.episodes e
	WHERE e.series_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.seasons s
	WHERE s.series_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.library_collection_items lci
	WHERE lci.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.abs_bookmarks ab
	WHERE ab.library_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.abs_playback_sessions aps
	WHERE aps.content_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.abs_rss_feeds arf
	WHERE arf.library_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.downloads d
	WHERE d.content_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.playback_history_admin pha
	WHERE pha.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.plex_sync_item_bindings psib
	WHERE psib.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.plex_sync_item_state psis
	WHERE psis.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.podcast_feeds pf
	WHERE pf.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.user_favorites uf
	WHERE uf.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.user_downloads ud
	WHERE ud.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.user_history_hidden_items uhhi
	WHERE uhhi.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.user_home_item_dismissals uhid
	WHERE uhid.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.user_home_item_dismissals uhid_series
	WHERE uhid_series.series_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.user_audio_preferences uap
	WHERE uap.series_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.user_personal_collection_items upci
	WHERE upci.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.user_ratings ur
	WHERE ur.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.user_series_playback_preferences uspp
	WHERE uspp.series_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.user_subtitle_preferences usp
	WHERE usp.series_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.user_watch_history uwh
	WHERE uwh.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.user_watch_progress uwp
	WHERE uwp.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.user_watchlist uwl
	WHERE uwl.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.watch_provider_favorite_items wpfi
	WHERE wpfi.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.watch_provider_history_exports wphe
	WHERE wphe.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.watch_provider_scrobble_sessions wpss
	WHERE wpss.media_item_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.watch_together_rooms wtr
	WHERE wtr.selected_content_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.watch_together_suggestions wts
	WHERE wts.content_id = mi.content_id
  )
  AND NOT EXISTS (
	SELECT 1 FROM public.webhook_sync_item_state wsis
	WHERE wsis.media_item_id = mi.content_id
  )`

const orphanedProvisionalMediaItemConditions = `mi.status IN ('pending', 'unmatched', 'ambiguous')
  AND ` + orphanedMediaItemSafetyConditions

const orphanedProvisionalMediaItemPredicate = `
WHERE ` + orphanedProvisionalMediaItemConditions

type OrphanedProvisionalCleanupStats struct {
	Candidates int
	Deleted    int
}

type OrphanedProvisionalCleaner struct {
	pool *pgxpool.Pool
}

func NewOrphanedProvisionalCleaner(pool *pgxpool.Pool) *OrphanedProvisionalCleaner {
	return &OrphanedProvisionalCleaner{pool: pool}
}

func (c *OrphanedProvisionalCleaner) Cleanup(ctx context.Context, batchSize int) (OrphanedProvisionalCleanupStats, error) {
	var stats OrphanedProvisionalCleanupStats
	if c == nil || c.pool == nil {
		return stats, fmt.Errorf("orphaned provisional cleanup is not configured")
	}
	if batchSize <= 0 {
		batchSize = defaultOrphanedProvisionalCleanupBatchSize
	}

	if err := c.pool.QueryRow(ctx,
		`SELECT COUNT(*) FROM public.media_items mi `+orphanedProvisionalMediaItemPredicate,
	).Scan(&stats.Candidates); err != nil {
		return stats, fmt.Errorf("counting orphaned provisional media items: %w", err)
	}

	for {
		tag, err := c.pool.Exec(ctx, `
			WITH candidates AS (
				SELECT mi.content_id
				FROM public.media_items mi
				`+orphanedProvisionalMediaItemPredicate+`
				ORDER BY mi.content_id ASC
				LIMIT $1
			)
			DELETE FROM public.media_items mi
			USING candidates c
			WHERE mi.content_id = c.content_id
		`, batchSize)
		if err != nil {
			return stats, fmt.Errorf("deleting orphaned provisional media items: %w", err)
		}

		deleted := int(tag.RowsAffected())
		stats.Deleted += deleted
		if deleted < batchSize {
			break
		}
	}

	return stats, nil
}