package metadata import ( "context" "errors" "fmt" "log/slog" "strings" "time" "github.com/jackc/pgx/v5" "github.com/jackc/pgx/v5/pgxpool" ) const providerIDRepairDefaultBatchSize = 250 type ProviderIDIntegrityStats struct { Scanned int CleanInserts int ProvisionalConflictsRepaired int MatchedCanonicalizations int SkippedUnresolved int Errors int RemainingEstimate int } type ProviderIDIntegrityRepairer struct { pool *pgxpool.Pool } func NewProviderIDIntegrityRepairer(pool *pgxpool.Pool) *ProviderIDIntegrityRepairer { return &ProviderIDIntegrityRepairer{pool: pool} } func (r *ProviderIDIntegrityRepairer) Run(ctx context.Context, batchSize int) (ProviderIDIntegrityStats, error) { var stats ProviderIDIntegrityStats if r == nil || r.pool == nil { return stats, nil } if batchSize <= 0 { batchSize = providerIDRepairDefaultBatchSize } cursor := "" for { if err := ctx.Err(); err != nil { return stats, err } batch, err := r.fetchDriftBatch(ctx, cursor, batchSize) if err != nil { return stats, err } if len(batch) == 0 { break } for _, row := range batch { stats.Scanned++ cursor = row.ContentID outcome, err := r.repairDriftRow(ctx, row) if err != nil { stats.Errors++ slog.Warn("metadata: provider-id drift row repair failed", "content_id", row.ContentID, "item_type", row.ItemType, "status", row.Status, "error", err, ) continue } switch outcome { case "clean_insert": stats.CleanInserts++ case "provisional_conflict": stats.ProvisionalConflictsRepaired++ case "matched_canonicalization": stats.MatchedCanonicalizations++ default: stats.SkippedUnresolved++ } } if len(batch) < batchSize { break } } remaining, err := r.countDrift(ctx) if err == nil { stats.RemainingEstimate = remaining } return stats, nil } func (r *ProviderIDIntegrityRepairer) fetchDriftBatch(ctx context.Context, cursor string, batchSize int) ([]providerIDDriftRow, error) { rows, err := r.pool.Query(ctx, ` SELECT mi.content_id, mi.type, mi.status, COALESCE(mi.imdb_id, ''), COALESCE(mi.tmdb_id, ''), COALESCE(mi.tvdb_id, '') FROM media_items mi WHERE mi.type IN ('movie', 'series') AND mi.content_id > $2 AND (COALESCE(mi.imdb_id, '') <> '' OR COALESCE(mi.tmdb_id, '') <> '' OR COALESCE(mi.tvdb_id, '') <> '') AND EXISTS ( SELECT 1 FROM ( VALUES ('tmdb', COALESCE(mi.tmdb_id, '')), ('tvdb', COALESCE(mi.tvdb_id, '')), ('imdb', COALESCE(mi.imdb_id, '')) ) AS legacy(provider, provider_id) WHERE legacy.provider_id <> '' AND NOT EXISTS ( SELECT 1 FROM media_item_provider_ids pid WHERE pid.content_id = mi.content_id AND pid.item_type = mi.type AND pid.provider = legacy.provider AND pid.provider_id = legacy.provider_id ) ) ORDER BY mi.content_id ASC LIMIT $1 `, batchSize, cursor) if err != nil { return nil, fmt.Errorf("querying provider-id drift rows: %w", err) } defer rows.Close() var batch []providerIDDriftRow for rows.Next() { var row providerIDDriftRow if err := rows.Scan(&row.ContentID, &row.ItemType, &row.Status, &row.IMDbID, &row.TMDBID, &row.TVDBID); err != nil { return nil, fmt.Errorf("scanning provider-id drift row: %w", err) } batch = append(batch, row) } if err := rows.Err(); err != nil { return nil, fmt.Errorf("iterating provider-id drift rows: %w", err) } return batch, nil } func (r *ProviderIDIntegrityRepairer) countDrift(ctx context.Context) (int, error) { var count int err := r.pool.QueryRow(ctx, ` SELECT COUNT(*) FROM media_items mi WHERE mi.type IN ('movie', 'series') AND (COALESCE(mi.imdb_id, '') <> '' OR COALESCE(mi.tmdb_id, '') <> '' OR COALESCE(mi.tvdb_id, '') <> '') AND EXISTS ( SELECT 1 FROM ( VALUES ('tmdb', COALESCE(mi.tmdb_id, '')), ('tvdb', COALESCE(mi.tvdb_id, '')), ('imdb', COALESCE(mi.imdb_id, '')) ) AS legacy(provider, provider_id) WHERE legacy.provider_id <> '' AND NOT EXISTS ( SELECT 1 FROM media_item_provider_ids pid WHERE pid.content_id = mi.content_id AND pid.item_type = mi.type AND pid.provider = legacy.provider AND pid.provider_id = legacy.provider_id ) ) `).Scan(&count) if err != nil { return 0, fmt.Errorf("counting remaining provider-id drift: %w", err) } return count, nil } type providerIDDriftRow struct { ContentID string ItemType string Status string IMDbID string TMDBID string TVDBID string } type canonicalCandidate struct { ContentID string Status string CreatedAt time.Time ActiveFiles int LibraryCount int } type providerIDEntry struct { Provider string ProviderID string } type providerIDOwner struct { ContentID string Status string } func (r *ProviderIDIntegrityRepairer) repairDriftRow(ctx context.Context, row providerIDDriftRow) (string, error) { entries := providerEntriesFromDrift(row) if len(entries) == 0 { return "unresolved", nil } owners, err := r.findProviderIDOwners(ctx, row.ContentID, row.ItemType, entries) if err != nil { return "", err } if len(owners) == 0 { if err := r.insertProviderIDsForDriftRow(ctx, row, entries); err != nil { return "", err } return "clean_insert", nil } if len(owners) != 1 { return "unresolved", nil } var owner providerIDOwner for _, candidate := range owners { owner = candidate } switch { case isProvisionalOwnershipStatus(owner.Status) && isConfirmedOwnershipStatus(row.Status): if err := r.moveProvisionalProviderClaim(ctx, owner.ContentID, row, entries); err != nil { return "", err } return "provisional_conflict", nil case isConfirmedOwnershipStatus(owner.Status) && isProvisionalOwnershipStatus(row.Status): if _, err := canonicalizeProviderIDDuplicateInto(ctx, r.pool, row.ContentID, owner.ContentID, false); err != nil { return "", err } return "matched_canonicalization", nil case isConfirmedOwnershipStatus(owner.Status) && isConfirmedOwnershipStatus(row.Status): if _, err := canonicalizeProviderIDDuplicate(ctx, r.pool, row.ContentID, owner.ContentID, true); err != nil { return "", err } return "matched_canonicalization", nil default: return "unresolved", nil } } func providerEntriesFromDrift(row providerIDDriftRow) []providerIDEntry { entries := make([]providerIDEntry, 0, 3) if strings.TrimSpace(row.TMDBID) != "" { entries = append(entries, providerIDEntry{Provider: "tmdb", ProviderID: strings.TrimSpace(row.TMDBID)}) } if strings.TrimSpace(row.TVDBID) != "" { entries = append(entries, providerIDEntry{Provider: "tvdb", ProviderID: strings.TrimSpace(row.TVDBID)}) } if strings.TrimSpace(row.IMDbID) != "" { entries = append(entries, providerIDEntry{Provider: "imdb", ProviderID: strings.TrimSpace(row.IMDbID)}) } return entries } func (r *ProviderIDIntegrityRepairer) findProviderIDOwners( ctx context.Context, contentID string, itemType string, entries []providerIDEntry, ) (map[string]providerIDOwner, error) { owners := make(map[string]providerIDOwner) for _, entry := range entries { var owner providerIDOwner err := r.pool.QueryRow(ctx, ` SELECT pid.content_id, mi.status FROM media_item_provider_ids pid JOIN media_items mi ON mi.content_id = pid.content_id WHERE pid.provider = $1 AND pid.provider_id = $2 AND pid.item_type = $3 AND pid.content_id <> $4 LIMIT 1 `, entry.Provider, entry.ProviderID, itemType, contentID).Scan(&owner.ContentID, &owner.Status) if err != nil { if errors.Is(err, pgx.ErrNoRows) { continue } return nil, fmt.Errorf("finding owner for %s=%s: %w", entry.Provider, entry.ProviderID, err) } owners[owner.ContentID] = owner } return owners, nil } func (r *ProviderIDIntegrityRepairer) insertProviderIDsForDriftRow(ctx context.Context, row providerIDDriftRow, entries []providerIDEntry) error { tx, err := r.pool.BeginTx(ctx, pgx.TxOptions{}) if err != nil { return fmt.Errorf("begin clean provider-id repair: %w", err) } defer tx.Rollback(ctx) //nolint:errcheck if _, err := tx.Exec(ctx, `DELETE FROM media_item_provider_ids WHERE content_id = $1`, row.ContentID); err != nil { return fmt.Errorf("clear existing provider ids for %s: %w", row.ContentID, err) } for _, entry := range entries { if _, err := tx.Exec(ctx, ` INSERT INTO media_item_provider_ids (content_id, item_type, provider, provider_id, created_at, updated_at) VALUES ($1, $2, $3, $4, NOW(), NOW()) `, row.ContentID, row.ItemType, entry.Provider, entry.ProviderID); err != nil { return fmt.Errorf("insert repaired provider id %s for %s: %w", entry.Provider, row.ContentID, err) } } if err := tx.Commit(ctx); err != nil { return fmt.Errorf("commit clean provider-id repair: %w", err) } return nil } func (r *ProviderIDIntegrityRepairer) moveProvisionalProviderClaim(ctx context.Context, ownerContentID string, row providerIDDriftRow, entries []providerIDEntry) error { tx, err := r.pool.BeginTx(ctx, pgx.TxOptions{}) if err != nil { return fmt.Errorf("begin provisional provider-id repair: %w", err) } defer tx.Rollback(ctx) //nolint:errcheck var ownerStatus string err = tx.QueryRow(ctx, `SELECT status FROM media_items WHERE content_id = $1 FOR UPDATE`, ownerContentID).Scan(&ownerStatus) if err != nil { if errors.Is(err, pgx.ErrNoRows) { return nil } return fmt.Errorf("loading status for provisional owner %s: %w", ownerContentID, err) } if isConfirmedOwnershipStatus(ownerStatus) { return fmt.Errorf("refusing to move provider IDs from %s: status is now %q", ownerContentID, ownerStatus) } if _, err := tx.Exec(ctx, `DELETE FROM media_item_provider_ids WHERE content_id = $1`, ownerContentID); err != nil { return fmt.Errorf("clear provisional provider ids for %s: %w", ownerContentID, err) } if _, err := tx.Exec(ctx, `DELETE FROM media_item_provider_ids WHERE content_id = $1`, row.ContentID); err != nil { return fmt.Errorf("clear existing provider ids for %s: %w", row.ContentID, err) } for _, entry := range entries { if _, err := tx.Exec(ctx, ` INSERT INTO media_item_provider_ids (content_id, item_type, provider, provider_id, created_at, updated_at) VALUES ($1, $2, $3, $4, NOW(), NOW()) `, row.ContentID, row.ItemType, entry.Provider, entry.ProviderID); err != nil { return fmt.Errorf("insert provider id %s for %s after provisional repair: %w", entry.Provider, row.ContentID, err) } } if err := tx.Commit(ctx); err != nil { return fmt.Errorf("commit provisional provider-id repair: %w", err) } return nil } func (s *MetadataService) canonicalizeProviderIDDuplicate( ctx context.Context, leftContentID string, rightContentID string, allowMatchedSource bool, ) (string, error) { if s == nil || s.dbPool == nil { return "", nil } return canonicalizeProviderIDDuplicate(ctx, s.dbPool, leftContentID, rightContentID, allowMatchedSource) } // clearProvisionalProviderIDsLocked removes provider ID rows for an item only // after re-confirming, under a row-level lock, that the item is still in a // provisional ownership status. Without the lock, a parallel goroutine could // promote the item to matched between the caller's status check and our // delete, silently wiping a confirmed item's provider IDs. func clearProvisionalProviderIDsLocked(ctx context.Context, pool *pgxpool.Pool, contentID string) error { contentID = strings.TrimSpace(contentID) if contentID == "" { return fmt.Errorf("content_id is required") } tx, err := pool.BeginTx(ctx, pgx.TxOptions{}) if err != nil { return fmt.Errorf("begin provisional provider-id clear: %w", err) } defer tx.Rollback(ctx) //nolint:errcheck var status string err = tx.QueryRow(ctx, `SELECT status FROM media_items WHERE content_id = $1 FOR UPDATE`, contentID).Scan(&status) if err != nil { if errors.Is(err, pgx.ErrNoRows) { return nil } return fmt.Errorf("loading status for provisional provider-id clear of %s: %w", contentID, err) } if isConfirmedOwnershipStatus(status) { return fmt.Errorf("refusing to clear provider IDs of %s: status is now %q", contentID, status) } if _, err := tx.Exec(ctx, `DELETE FROM media_item_provider_ids WHERE content_id = $1`, contentID); err != nil { return fmt.Errorf("clearing provisional provider IDs from %s: %w", contentID, err) } if err := tx.Commit(ctx); err != nil { return fmt.Errorf("commit provisional provider-id clear: %w", err) } return nil } func canonicalizeProviderIDDuplicate( ctx context.Context, pool *pgxpool.Pool, leftContentID string, rightContentID string, allowMatchedSource bool, ) (string, error) { leftContentID = strings.TrimSpace(leftContentID) rightContentID = strings.TrimSpace(rightContentID) if leftContentID == "" || rightContentID == "" || leftContentID == rightContentID { return leftContentID, nil } tx, err := pool.BeginTx(ctx, pgx.TxOptions{}) if err != nil { return "", fmt.Errorf("begin provider-id canonicalization: %w", err) } defer tx.Rollback(ctx) //nolint:errcheck canonical, source, err := chooseCanonicalProviderOwner(ctx, tx, leftContentID, rightContentID) if err != nil { return "", err } if !allowMatchedSource && isConfirmedOwnershipStatus(source.Status) { return "", fmt.Errorf("refusing to canonicalize matched source %s without allowMatchedSource", source.ContentID) } if isConfirmedOwnershipStatus(canonical.Status) && isConfirmedOwnershipStatus(source.Status) && bothCandidatesHaveContent(canonical, source) { return "", fmt.Errorf("refusing to merge matched items %s and %s: both have files or library memberships (likely separate editions)", canonical.ContentID, source.ContentID) } if err := canonicalizeMediaItemReferencesTx(ctx, tx, source.ContentID, canonical.ContentID); err != nil { return "", err } if _, err := tx.Exec(ctx, `DELETE FROM media_items WHERE content_id = $1`, source.ContentID); err != nil { return "", fmt.Errorf("delete duplicate media item %s: %w", source.ContentID, err) } if err := tx.Commit(ctx); err != nil { return "", fmt.Errorf("commit provider-id canonicalization: %w", err) } return canonical.ContentID, nil } func canonicalizeProviderIDDuplicateInto( ctx context.Context, pool *pgxpool.Pool, sourceID string, canonicalID string, allowMatchedSource bool, ) (string, error) { sourceID = strings.TrimSpace(sourceID) canonicalID = strings.TrimSpace(canonicalID) if sourceID == "" || canonicalID == "" { return "", fmt.Errorf("source and canonical content IDs are required") } if sourceID == canonicalID { return canonicalID, nil } tx, err := pool.BeginTx(ctx, pgx.TxOptions{}) if err != nil { return "", fmt.Errorf("begin provider-id canonicalization: %w", err) } defer tx.Rollback(ctx) //nolint:errcheck candidates := make(map[string]canonicalCandidate, 2) rows, err := tx.Query(ctx, ` SELECT mi.content_id, mi.status, mi.created_at, (SELECT COUNT(*) FROM media_files mf WHERE mf.content_id = mi.content_id AND mf.missing_since IS NULL) AS active_files, (SELECT COUNT(*) FROM media_item_libraries mil WHERE mil.content_id = mi.content_id) AS library_count FROM media_items mi WHERE mi.content_id = ANY($1::text[]) ORDER BY mi.content_id FOR UPDATE `, []string{sourceID, canonicalID}) if err != nil { return "", fmt.Errorf("locking duplicate provider owners: %w", err) } for rows.Next() { var candidate canonicalCandidate if err := rows.Scan(&candidate.ContentID, &candidate.Status, &candidate.CreatedAt, &candidate.ActiveFiles, &candidate.LibraryCount); err != nil { rows.Close() return "", fmt.Errorf("scanning duplicate provider owner lock: %w", err) } candidates[candidate.ContentID] = candidate } if err := rows.Err(); err != nil { rows.Close() return "", fmt.Errorf("iterating duplicate provider owner locks: %w", err) } rows.Close() source, sourceOK := candidates[sourceID] canonical, canonicalOK := candidates[canonicalID] if !sourceOK || !canonicalOK { return "", fmt.Errorf("expected two duplicate provider owners, got %d", len(candidates)) } if !allowMatchedSource && isConfirmedOwnershipStatus(source.Status) { return "", fmt.Errorf("refusing to canonicalize matched source %s without allowMatchedSource", sourceID) } // Scanner-created provisional rows can already own local files/library // memberships. If the matched owner also has content, merging here would // collapse separate editions before the source is confirmed. if bothCandidatesHaveContent(canonical, source) { return "", fmt.Errorf("refusing to merge items %s and %s: both have files or library memberships (likely separate editions)", canonical.ContentID, source.ContentID) } if err := canonicalizeMediaItemReferencesTx(ctx, tx, sourceID, canonicalID); err != nil { return "", err } if _, err := tx.Exec(ctx, `DELETE FROM media_items WHERE content_id = $1`, sourceID); err != nil { return "", fmt.Errorf("delete duplicate media item %s: %w", sourceID, err) } if err := tx.Commit(ctx); err != nil { return "", fmt.Errorf("commit provider-id canonicalization: %w", err) } return canonicalID, nil } func chooseCanonicalProviderOwner(ctx context.Context, tx pgx.Tx, leftContentID, rightContentID string) (canonical canonicalCandidate, source canonicalCandidate, err error) { rows, err := tx.Query(ctx, ` SELECT mi.content_id, mi.status, mi.created_at, (SELECT COUNT(*) FROM media_files mf WHERE mf.content_id = mi.content_id AND mf.missing_since IS NULL) AS active_files, (SELECT COUNT(*) FROM media_item_libraries mil WHERE mil.content_id = mi.content_id) AS library_count FROM media_items mi WHERE mi.content_id = ANY($1::text[]) ORDER BY mi.content_id FOR UPDATE `, []string{leftContentID, rightContentID}) if err != nil { return canonicalCandidate{}, canonicalCandidate{}, fmt.Errorf("loading duplicate provider owners: %w", err) } defer rows.Close() candidates := make([]canonicalCandidate, 0, 2) for rows.Next() { var c canonicalCandidate if err := rows.Scan(&c.ContentID, &c.Status, &c.CreatedAt, &c.ActiveFiles, &c.LibraryCount); err != nil { return canonicalCandidate{}, canonicalCandidate{}, fmt.Errorf("scanning duplicate provider owner: %w", err) } candidates = append(candidates, c) } if err := rows.Err(); err != nil { return canonicalCandidate{}, canonicalCandidate{}, fmt.Errorf("iterating duplicate provider owners: %w", err) } if len(candidates) != 2 { return canonicalCandidate{}, canonicalCandidate{}, fmt.Errorf("expected two duplicate provider owners, got %d", len(candidates)) } best := candidates[0] other := candidates[1] if betterCanonicalCandidate(other, best) { best, other = other, best } return best, other, nil } // bothCandidatesHaveContent reports whether both items appear to hold real // user-curated content (active files or library memberships). When that is // true for two matched items, they are likely intentional separate entries // (e.g. director's vs. theatrical cut sharing an external ID) and we refuse // to silently destroy one by merging. func bothCandidatesHaveContent(left, right canonicalCandidate) bool { leftHasContent := left.ActiveFiles > 0 || left.LibraryCount > 0 rightHasContent := right.ActiveFiles > 0 || right.LibraryCount > 0 return leftHasContent && rightHasContent } func betterCanonicalCandidate(left, right canonicalCandidate) bool { if (left.ActiveFiles > 0) != (right.ActiveFiles > 0) { return left.ActiveFiles > 0 } if left.LibraryCount != right.LibraryCount { return left.LibraryCount > right.LibraryCount } if !left.CreatedAt.Equal(right.CreatedAt) { return left.CreatedAt.Before(right.CreatedAt) } return left.ContentID < right.ContentID } func canonicalizeMediaItemReferencesTx(ctx context.Context, tx pgx.Tx, sourceID, canonicalID string) error { if sourceID == "" || canonicalID == "" || sourceID == canonicalID { return nil } if err := ensureSeriesCanMove(ctx, tx, sourceID, canonicalID); err != nil { return err } steps := []struct { name string sql string }{ {"merge provider ids", ` INSERT INTO media_item_provider_ids (content_id, item_type, provider, provider_id, created_at, updated_at) SELECT $2, item_type, provider, provider_id, created_at, NOW() FROM media_item_provider_ids WHERE content_id = $1 ON CONFLICT DO NOTHING`}, {"drop source provider ids", `DELETE FROM media_item_provider_ids WHERE content_id = $1`}, {"merge legacy provider columns", ` UPDATE media_items dest SET imdb_id = COALESCE(NULLIF(dest.imdb_id, ''), src.imdb_id), tmdb_id = COALESCE(NULLIF(dest.tmdb_id, ''), src.tmdb_id), tvdb_id = COALESCE(NULLIF(dest.tvdb_id, ''), src.tvdb_id), updated_at = NOW() FROM media_items src WHERE dest.content_id = $2 AND src.content_id = $1`}, {"move media files", `UPDATE media_files SET content_id = $2, updated_at = NOW() WHERE content_id = $1`}, {"move seasons", `UPDATE seasons SET series_id = $2, updated_at = NOW() WHERE series_id = $1`}, {"move episodes", `UPDATE episodes SET series_id = $2, updated_at = NOW() WHERE series_id = $1`}, {"merge library memberships", ` INSERT INTO media_item_libraries (content_id, media_folder_id, first_seen_at) SELECT $2, media_folder_id, MIN(first_seen_at) FROM media_item_libraries WHERE content_id = $1 GROUP BY media_folder_id ON CONFLICT (content_id, media_folder_id) DO UPDATE SET first_seen_at = LEAST(media_item_libraries.first_seen_at, EXCLUDED.first_seen_at)`}, {"delete source library memberships", `DELETE FROM media_item_libraries WHERE content_id = $1`}, {"move root claims", `UPDATE media_item_roots SET content_id = $2, last_seen_at = NOW() WHERE content_id = $1`}, {"move group claims", `UPDATE media_item_groups SET content_id = $2, last_seen_at = NOW() WHERE content_id = $1`}, {"merge collection items", ` INSERT INTO library_collection_items (collection_id, media_item_id, position, source_rank, created_at, updated_at) SELECT collection_id, $2, MIN(position), MIN(source_rank), MIN(created_at), NOW() FROM library_collection_items WHERE media_item_id = $1 GROUP BY collection_id ON CONFLICT (collection_id, media_item_id) DO UPDATE SET position = LEAST(library_collection_items.position, EXCLUDED.position), source_rank = LEAST(library_collection_items.source_rank, EXCLUDED.source_rank), updated_at = NOW()`}, {"delete source collection items", `DELETE FROM library_collection_items WHERE media_item_id = $1`}, {"merge personal collection items", ` INSERT INTO user_personal_collection_items (user_id, collection_id, media_item_id, position, added_at) SELECT user_id, collection_id, $2, MIN(position), MIN(added_at) FROM user_personal_collection_items WHERE media_item_id = $1 GROUP BY user_id, collection_id ON CONFLICT (user_id, collection_id, media_item_id) DO UPDATE SET position = LEAST(user_personal_collection_items.position, EXCLUDED.position), added_at = LEAST(user_personal_collection_items.added_at, EXCLUDED.added_at)`}, {"delete source personal collection items", `DELETE FROM user_personal_collection_items WHERE media_item_id = $1`}, {"merge favorites", ` INSERT INTO user_favorites (user_id, profile_id, media_item_id, added_at) SELECT user_id, profile_id, $2, MIN(added_at) FROM user_favorites WHERE media_item_id = $1 GROUP BY user_id, profile_id ON CONFLICT (user_id, profile_id, media_item_id) DO UPDATE SET added_at = LEAST(user_favorites.added_at, EXCLUDED.added_at)`}, {"delete source favorites", `DELETE FROM user_favorites WHERE media_item_id = $1`}, {"merge watchlist", ` INSERT INTO user_watchlist (user_id, profile_id, media_item_id, added_at) SELECT user_id, profile_id, $2, MIN(added_at) FROM user_watchlist WHERE media_item_id = $1 GROUP BY user_id, profile_id ON CONFLICT (user_id, profile_id, media_item_id) DO UPDATE SET added_at = LEAST(user_watchlist.added_at, EXCLUDED.added_at)`}, {"delete source watchlist", `DELETE FROM user_watchlist WHERE media_item_id = $1`}, {"merge ratings", ` INSERT INTO user_ratings (user_id, profile_id, media_item_id, rating, rated_at) SELECT DISTINCT ON (user_id, profile_id) user_id, profile_id, $2, rating, rated_at FROM user_ratings WHERE media_item_id = $1 ORDER BY user_id, profile_id, rated_at DESC ON CONFLICT (user_id, profile_id, media_item_id) DO UPDATE SET rating = CASE WHEN EXCLUDED.rated_at >= user_ratings.rated_at THEN EXCLUDED.rating ELSE user_ratings.rating END, rated_at = GREATEST(user_ratings.rated_at, EXCLUDED.rated_at)`}, {"delete source ratings", `DELETE FROM user_ratings WHERE media_item_id = $1`}, {"merge progress", ` INSERT INTO user_watch_progress ( user_id, profile_id, media_item_id, position_seconds, duration_seconds, completed, updated_at, last_file_id, last_resolution, last_hdr, last_codec_video, last_edition_key ) SELECT user_id, profile_id, $2, position_seconds, duration_seconds, completed, updated_at, last_file_id, last_resolution, last_hdr, last_codec_video, last_edition_key FROM user_watch_progress WHERE media_item_id = $1 ON CONFLICT (user_id, profile_id, media_item_id) DO UPDATE SET position_seconds = CASE WHEN EXCLUDED.updated_at >= user_watch_progress.updated_at THEN EXCLUDED.position_seconds ELSE user_watch_progress.position_seconds END, duration_seconds = GREATEST(user_watch_progress.duration_seconds, EXCLUDED.duration_seconds), completed = user_watch_progress.completed OR EXCLUDED.completed, updated_at = GREATEST(user_watch_progress.updated_at, EXCLUDED.updated_at), last_file_id = CASE WHEN EXCLUDED.updated_at >= user_watch_progress.updated_at THEN EXCLUDED.last_file_id ELSE user_watch_progress.last_file_id END, last_resolution = CASE WHEN EXCLUDED.updated_at >= user_watch_progress.updated_at THEN EXCLUDED.last_resolution ELSE user_watch_progress.last_resolution END, last_hdr = CASE WHEN EXCLUDED.updated_at >= user_watch_progress.updated_at THEN EXCLUDED.last_hdr ELSE user_watch_progress.last_hdr END, last_codec_video = CASE WHEN EXCLUDED.updated_at >= user_watch_progress.updated_at THEN EXCLUDED.last_codec_video ELSE user_watch_progress.last_codec_video END, last_edition_key = CASE WHEN EXCLUDED.updated_at >= user_watch_progress.updated_at THEN EXCLUDED.last_edition_key ELSE user_watch_progress.last_edition_key END`}, {"delete source progress", `DELETE FROM user_watch_progress WHERE media_item_id = $1`}, {"move history", `UPDATE user_watch_history SET media_item_id = $2 WHERE media_item_id = $1`}, {"merge hidden history", ` INSERT INTO user_history_hidden_items (user_id, profile_id, media_item_id, hidden_before, updated_at) SELECT user_id, profile_id, $2, MAX(hidden_before), MAX(updated_at) FROM user_history_hidden_items WHERE media_item_id = $1 GROUP BY user_id, profile_id ON CONFLICT (user_id, profile_id, media_item_id) DO UPDATE SET hidden_before = GREATEST(user_history_hidden_items.hidden_before, EXCLUDED.hidden_before), updated_at = GREATEST(user_history_hidden_items.updated_at, EXCLUDED.updated_at)`}, {"delete source hidden history", `DELETE FROM user_history_hidden_items WHERE media_item_id = $1`}, {"delete duplicate home item dismissals", ` DELETE FROM user_home_item_dismissals src USING user_home_item_dismissals dest WHERE src.media_item_id = $1 AND dest.media_item_id = $2 AND dest.user_id = src.user_id AND dest.profile_id = src.profile_id AND dest.surface = src.surface`}, {"move home item dismissals", `UPDATE user_home_item_dismissals SET media_item_id = $2 WHERE media_item_id = $1`}, {"remap home item dismissals series", `UPDATE user_home_item_dismissals SET series_id = $2 WHERE series_id = $1`}, {"delete duplicate audio preferences", ` DELETE FROM user_audio_preferences src USING user_audio_preferences dest WHERE src.series_id = $1 AND dest.series_id = $2 AND dest.user_id = src.user_id AND dest.profile_id = src.profile_id`}, {"move audio preferences", `UPDATE user_audio_preferences SET series_id = $2 WHERE series_id = $1`}, {"delete duplicate subtitle preferences", ` DELETE FROM user_subtitle_preferences src USING user_subtitle_preferences dest WHERE src.series_id = $1 AND dest.series_id = $2 AND dest.user_id = src.user_id AND dest.profile_id = src.profile_id`}, {"move subtitle preferences", `UPDATE user_subtitle_preferences SET series_id = $2 WHERE series_id = $1`}, {"delete duplicate series playback preferences", ` DELETE FROM user_series_playback_preferences src USING user_series_playback_preferences dest WHERE src.series_id = $1 AND dest.series_id = $2 AND dest.user_id = src.user_id AND dest.profile_id = src.profile_id`}, {"move series playback preferences", `UPDATE user_series_playback_preferences SET series_id = $2 WHERE series_id = $1`}, {"merge plex sync item bindings timestamps", ` UPDATE plex_sync_item_bindings dest SET last_seen_at = GREATEST(dest.last_seen_at, src.last_seen_at), updated_at = NOW() FROM plex_sync_item_bindings src WHERE src.media_item_id = $1 AND dest.connection_id = src.connection_id AND (dest.media_item_id = $2 OR dest.plex_rating_key = src.plex_rating_key) AND dest.media_item_id <> src.media_item_id`}, {"delete duplicate plex sync item bindings", ` DELETE FROM plex_sync_item_bindings src USING plex_sync_item_bindings dest WHERE src.media_item_id = $1 AND dest.connection_id = src.connection_id AND (dest.media_item_id = $2 OR dest.plex_rating_key = src.plex_rating_key) AND dest.media_item_id <> src.media_item_id`}, {"move remaining plex sync item bindings", `UPDATE plex_sync_item_bindings SET media_item_id = $2, updated_at = NOW() WHERE media_item_id = $1`}, {"delete duplicate plex sync item state", ` DELETE FROM plex_sync_item_state src USING plex_sync_item_state dest WHERE src.media_item_id = $1 AND dest.media_item_id = $2 AND dest.mapping_id = src.mapping_id`}, {"move plex sync item state", `UPDATE plex_sync_item_state SET media_item_id = $2, updated_at = NOW() WHERE media_item_id = $1`}, {"move webhook sync item state", `UPDATE webhook_sync_item_state SET media_item_id = $2, updated_at = NOW() WHERE media_item_id = $1`}, {"move watch together rooms selected", `UPDATE watch_together_rooms SET selected_content_id = $2 WHERE selected_content_id = $1`}, {"move watch together suggestions", `UPDATE watch_together_suggestions SET content_id = $2 WHERE content_id = $1`}, {"move admin playback history", `UPDATE playback_history_admin SET media_item_id = $2 WHERE media_item_id = $1`}, {"move user downloads", `UPDATE user_downloads SET media_item_id = $2 WHERE media_item_id = $1`}, {"move downloads", `UPDATE downloads SET content_id = $2, updated_at = NOW() WHERE content_id = $1`}, {"merge embeddings", ` INSERT INTO media_item_embeddings (media_item_id, embedding, model, canonical_text, created_at, updated_at) SELECT $2, embedding, model, canonical_text, created_at, updated_at FROM media_item_embeddings WHERE media_item_id = $1 ON CONFLICT (media_item_id) DO NOTHING`}, {"delete source embeddings", `DELETE FROM media_item_embeddings WHERE media_item_id = $1`}, {"merge item localizations", ` INSERT INTO media_item_localizations ( content_id, language, title, sort_title, overview, tagline, poster_path, poster_thumbhash, backdrop_path, backdrop_thumbhash, logo_path, created_at, updated_at ) SELECT $2, language, title, sort_title, overview, tagline, poster_path, poster_thumbhash, backdrop_path, backdrop_thumbhash, logo_path, created_at, NOW() FROM media_item_localizations WHERE content_id = $1 ON CONFLICT (content_id, language) DO NOTHING`}, {"delete source localizations", `DELETE FROM media_item_localizations WHERE content_id = $1`}, {"dedupe people", ` DELETE FROM item_people src USING item_people dest WHERE src.content_id = $1 AND dest.content_id = $2 AND dest.person_id = src.person_id AND dest.kind = src.kind AND dest.character = src.character`}, {"move people", `UPDATE item_people SET content_id = $2 WHERE content_id = $1`}, {"merge refresh debt", ` INSERT INTO metadata_refresh_debt ( target_type, content_id, priority, reason_mask, next_refresh_at, claimed_at, lease_expires_at, last_attempt_at, last_success_at, attempt_count, last_error, updated_at ) SELECT target_type, $2, priority, reason_mask, next_refresh_at, claimed_at, lease_expires_at, last_attempt_at, last_success_at, attempt_count, last_error, updated_at FROM metadata_refresh_debt WHERE target_type = 'item' AND content_id = $1 ON CONFLICT (target_type, content_id) DO UPDATE SET priority = GREATEST(metadata_refresh_debt.priority, EXCLUDED.priority), reason_mask = metadata_refresh_debt.reason_mask | EXCLUDED.reason_mask, next_refresh_at = LEAST(metadata_refresh_debt.next_refresh_at, EXCLUDED.next_refresh_at), attempt_count = GREATEST(metadata_refresh_debt.attempt_count, EXCLUDED.attempt_count), last_error = COALESCE(NULLIF(metadata_refresh_debt.last_error, ''), EXCLUDED.last_error), updated_at = NOW()`}, {"delete source refresh debt", `DELETE FROM metadata_refresh_debt WHERE target_type = 'item' AND content_id = $1`}, {"merge stale media ids", ` INSERT INTO stale_media_ids (content_id, provider, provider_id, first_seen_at, last_seen_at) SELECT $2, provider, provider_id, first_seen_at, last_seen_at FROM stale_media_ids WHERE content_id = $1 ON CONFLICT (content_id, provider) DO UPDATE SET provider_id = COALESCE(NULLIF(stale_media_ids.provider_id, ''), EXCLUDED.provider_id), first_seen_at = LEAST(stale_media_ids.first_seen_at, EXCLUDED.first_seen_at), last_seen_at = GREATEST(stale_media_ids.last_seen_at, EXCLUDED.last_seen_at)`}, {"delete source stale media ids", `DELETE FROM stale_media_ids WHERE content_id = $1`}, {"move watch provider history exports", `UPDATE watch_provider_history_exports SET media_item_id = $2, updated_at = NOW() WHERE media_item_id = $1`}, {"move watch provider scrobble sessions", `UPDATE watch_provider_scrobble_sessions SET media_item_id = $2, updated_at = NOW() WHERE media_item_id = $1`}, {"merge watch provider favorites by provider key", ` UPDATE watch_provider_favorite_items dest SET remote_present = dest.remote_present OR src.remote_present, local_present = dest.local_present OR src.local_present, last_seen_remote_at = GREATEST(dest.last_seen_remote_at, src.last_seen_remote_at), last_seen_local_at = GREATEST(dest.last_seen_local_at, src.last_seen_local_at), last_exported_at = GREATEST(dest.last_exported_at, src.last_exported_at), last_error = COALESCE(NULLIF(dest.last_error, ''), src.last_error), updated_at = NOW() FROM watch_provider_favorite_items src WHERE src.media_item_id = $1 AND dest.media_item_id = $2 AND src.connection_id = dest.connection_id AND src.provider_item_key <> '' AND src.provider_item_key = dest.provider_item_key`}, {"merge watch provider favorites by connection", ` UPDATE watch_provider_favorite_items dest SET provider_item_key = CASE WHEN dest.provider_item_key = '' THEN src.provider_item_key ELSE dest.provider_item_key END, kind = COALESCE(NULLIF(dest.kind, ''), src.kind), title = COALESCE(NULLIF(dest.title, ''), src.title), year = CASE WHEN dest.year = 0 THEN src.year ELSE dest.year END, remote_present = dest.remote_present OR src.remote_present, local_present = dest.local_present OR src.local_present, last_seen_remote_at = GREATEST(dest.last_seen_remote_at, src.last_seen_remote_at), last_seen_local_at = GREATEST(dest.last_seen_local_at, src.last_seen_local_at), last_exported_at = GREATEST(dest.last_exported_at, src.last_exported_at), last_error = COALESCE(NULLIF(dest.last_error, ''), src.last_error), updated_at = NOW() FROM watch_provider_favorite_items src WHERE src.media_item_id = $1 AND dest.media_item_id = $2 AND src.connection_id = dest.connection_id`}, {"delete duplicate watch provider favorites", ` DELETE FROM watch_provider_favorite_items src USING watch_provider_favorite_items dest WHERE src.media_item_id = $1 AND dest.media_item_id = $2 AND src.connection_id = dest.connection_id AND (src.provider_item_key = dest.provider_item_key OR dest.media_item_id = $2)`}, {"move remaining watch provider favorites", `UPDATE watch_provider_favorite_items SET media_item_id = $2, updated_at = NOW() WHERE media_item_id = $1`}, } for _, step := range steps { if _, err := tx.Exec(ctx, step.sql, sourceID, canonicalID); err != nil { return fmt.Errorf("%s: %w", step.name, err) } } return nil } func ensureSeriesCanMove(ctx context.Context, tx pgx.Tx, sourceID, canonicalID string) error { var sourceType string if err := tx.QueryRow(ctx, `SELECT type FROM media_items WHERE content_id = $1`, sourceID).Scan(&sourceType); err != nil { if errors.Is(err, pgx.ErrNoRows) { return fmt.Errorf("source media item %s not found", sourceID) } return fmt.Errorf("loading source item type: %w", err) } if sourceType != "series" { return nil } var conflictCount int if err := tx.QueryRow(ctx, ` SELECT COUNT(*) FROM seasons src JOIN seasons dest ON dest.series_id = $2 AND dest.season_number = src.season_number WHERE src.series_id = $1 `, sourceID, canonicalID).Scan(&conflictCount); err != nil { return fmt.Errorf("checking duplicate season conflicts: %w", err) } if conflictCount > 0 { return fmt.Errorf("series %s has %d season conflicts with canonical series %s", sourceID, conflictCount, canonicalID) } return nil }