Files
silo-server/internal/metadata/provider_id_integrity.go
T

901 lines
38 KiB
Go

package metadata
import (
"context"
"errors"
"fmt"
"log/slog"
"strings"
"time"
"github.com/jackc/pgx/v5"
"github.com/jackc/pgx/v5/pgxpool"
)
const providerIDRepairDefaultBatchSize = 250
type ProviderIDIntegrityStats struct {
Scanned int
CleanInserts int
ProvisionalConflictsRepaired int
MatchedCanonicalizations int
SkippedUnresolved int
Errors int
RemainingEstimate int
}
type ProviderIDIntegrityRepairer struct {
pool *pgxpool.Pool
}
func NewProviderIDIntegrityRepairer(pool *pgxpool.Pool) *ProviderIDIntegrityRepairer {
return &ProviderIDIntegrityRepairer{pool: pool}
}
func (r *ProviderIDIntegrityRepairer) Run(ctx context.Context, batchSize int) (ProviderIDIntegrityStats, error) {
var stats ProviderIDIntegrityStats
if r == nil || r.pool == nil {
return stats, nil
}
if batchSize <= 0 {
batchSize = providerIDRepairDefaultBatchSize
}
cursor := ""
for {
if err := ctx.Err(); err != nil {
return stats, err
}
batch, err := r.fetchDriftBatch(ctx, cursor, batchSize)
if err != nil {
return stats, err
}
if len(batch) == 0 {
break
}
for _, row := range batch {
stats.Scanned++
cursor = row.ContentID
outcome, err := r.repairDriftRow(ctx, row)
if err != nil {
stats.Errors++
slog.Warn("metadata: provider-id drift row repair failed",
"content_id", row.ContentID,
"item_type", row.ItemType,
"status", row.Status,
"error", err,
)
continue
}
switch outcome {
case "clean_insert":
stats.CleanInserts++
case "provisional_conflict":
stats.ProvisionalConflictsRepaired++
case "matched_canonicalization":
stats.MatchedCanonicalizations++
default:
stats.SkippedUnresolved++
}
}
if len(batch) < batchSize {
break
}
}
remaining, err := r.countDrift(ctx)
if err == nil {
stats.RemainingEstimate = remaining
}
return stats, nil
}
func (r *ProviderIDIntegrityRepairer) fetchDriftBatch(ctx context.Context, cursor string, batchSize int) ([]providerIDDriftRow, error) {
rows, err := r.pool.Query(ctx, `
SELECT mi.content_id,
mi.type,
mi.status,
COALESCE(mi.imdb_id, ''),
COALESCE(mi.tmdb_id, ''),
COALESCE(mi.tvdb_id, '')
FROM media_items mi
WHERE mi.type IN ('movie', 'series')
AND mi.content_id > $2
AND (COALESCE(mi.imdb_id, '') <> ''
OR COALESCE(mi.tmdb_id, '') <> ''
OR COALESCE(mi.tvdb_id, '') <> '')
AND EXISTS (
SELECT 1
FROM (
VALUES
('tmdb', COALESCE(mi.tmdb_id, '')),
('tvdb', COALESCE(mi.tvdb_id, '')),
('imdb', COALESCE(mi.imdb_id, ''))
) AS legacy(provider, provider_id)
WHERE legacy.provider_id <> ''
AND NOT EXISTS (
SELECT 1
FROM media_item_provider_ids pid
WHERE pid.content_id = mi.content_id
AND pid.item_type = mi.type
AND pid.provider = legacy.provider
AND pid.provider_id = legacy.provider_id
)
)
ORDER BY mi.content_id ASC
LIMIT $1
`, batchSize, cursor)
if err != nil {
return nil, fmt.Errorf("querying provider-id drift rows: %w", err)
}
defer rows.Close()
var batch []providerIDDriftRow
for rows.Next() {
var row providerIDDriftRow
if err := rows.Scan(&row.ContentID, &row.ItemType, &row.Status, &row.IMDbID, &row.TMDBID, &row.TVDBID); err != nil {
return nil, fmt.Errorf("scanning provider-id drift row: %w", err)
}
batch = append(batch, row)
}
if err := rows.Err(); err != nil {
return nil, fmt.Errorf("iterating provider-id drift rows: %w", err)
}
return batch, nil
}
func (r *ProviderIDIntegrityRepairer) countDrift(ctx context.Context) (int, error) {
var count int
err := r.pool.QueryRow(ctx, `
SELECT COUNT(*)
FROM media_items mi
WHERE mi.type IN ('movie', 'series')
AND (COALESCE(mi.imdb_id, '') <> ''
OR COALESCE(mi.tmdb_id, '') <> ''
OR COALESCE(mi.tvdb_id, '') <> '')
AND EXISTS (
SELECT 1
FROM (
VALUES
('tmdb', COALESCE(mi.tmdb_id, '')),
('tvdb', COALESCE(mi.tvdb_id, '')),
('imdb', COALESCE(mi.imdb_id, ''))
) AS legacy(provider, provider_id)
WHERE legacy.provider_id <> ''
AND NOT EXISTS (
SELECT 1
FROM media_item_provider_ids pid
WHERE pid.content_id = mi.content_id
AND pid.item_type = mi.type
AND pid.provider = legacy.provider
AND pid.provider_id = legacy.provider_id
)
)
`).Scan(&count)
if err != nil {
return 0, fmt.Errorf("counting remaining provider-id drift: %w", err)
}
return count, nil
}
type providerIDDriftRow struct {
ContentID string
ItemType string
Status string
IMDbID string
TMDBID string
TVDBID string
}
type canonicalCandidate struct {
ContentID string
Status string
CreatedAt time.Time
ActiveFiles int
LibraryCount int
}
type providerIDEntry struct {
Provider string
ProviderID string
}
type providerIDOwner struct {
ContentID string
Status string
}
func (r *ProviderIDIntegrityRepairer) repairDriftRow(ctx context.Context, row providerIDDriftRow) (string, error) {
entries := providerEntriesFromDrift(row)
if len(entries) == 0 {
return "unresolved", nil
}
owners, err := r.findProviderIDOwners(ctx, row.ContentID, row.ItemType, entries)
if err != nil {
return "", err
}
if len(owners) == 0 {
if err := r.insertProviderIDsForDriftRow(ctx, row, entries); err != nil {
return "", err
}
return "clean_insert", nil
}
if len(owners) != 1 {
return "unresolved", nil
}
var owner providerIDOwner
for _, candidate := range owners {
owner = candidate
}
switch {
case isProvisionalOwnershipStatus(owner.Status) && isConfirmedOwnershipStatus(row.Status):
if err := r.moveProvisionalProviderClaim(ctx, owner.ContentID, row, entries); err != nil {
return "", err
}
return "provisional_conflict", nil
case isConfirmedOwnershipStatus(owner.Status) && isProvisionalOwnershipStatus(row.Status):
if _, err := canonicalizeProviderIDDuplicateInto(ctx, r.pool, row.ContentID, owner.ContentID, false); err != nil {
return "", err
}
return "matched_canonicalization", nil
case isConfirmedOwnershipStatus(owner.Status) && isConfirmedOwnershipStatus(row.Status):
if _, err := canonicalizeProviderIDDuplicate(ctx, r.pool, row.ContentID, owner.ContentID, true); err != nil {
return "", err
}
return "matched_canonicalization", nil
default:
return "unresolved", nil
}
}
func providerEntriesFromDrift(row providerIDDriftRow) []providerIDEntry {
entries := make([]providerIDEntry, 0, 3)
if strings.TrimSpace(row.TMDBID) != "" {
entries = append(entries, providerIDEntry{Provider: "tmdb", ProviderID: strings.TrimSpace(row.TMDBID)})
}
if strings.TrimSpace(row.TVDBID) != "" {
entries = append(entries, providerIDEntry{Provider: "tvdb", ProviderID: strings.TrimSpace(row.TVDBID)})
}
if strings.TrimSpace(row.IMDbID) != "" {
entries = append(entries, providerIDEntry{Provider: "imdb", ProviderID: strings.TrimSpace(row.IMDbID)})
}
return entries
}
func (r *ProviderIDIntegrityRepairer) findProviderIDOwners(
ctx context.Context,
contentID string,
itemType string,
entries []providerIDEntry,
) (map[string]providerIDOwner, error) {
owners := make(map[string]providerIDOwner)
for _, entry := range entries {
var owner providerIDOwner
err := r.pool.QueryRow(ctx, `
SELECT pid.content_id, mi.status
FROM media_item_provider_ids pid
JOIN media_items mi ON mi.content_id = pid.content_id
WHERE pid.provider = $1
AND pid.provider_id = $2
AND pid.item_type = $3
AND pid.content_id <> $4
LIMIT 1
`, entry.Provider, entry.ProviderID, itemType, contentID).Scan(&owner.ContentID, &owner.Status)
if err != nil {
if errors.Is(err, pgx.ErrNoRows) {
continue
}
return nil, fmt.Errorf("finding owner for %s=%s: %w", entry.Provider, entry.ProviderID, err)
}
owners[owner.ContentID] = owner
}
return owners, nil
}
func (r *ProviderIDIntegrityRepairer) insertProviderIDsForDriftRow(ctx context.Context, row providerIDDriftRow, entries []providerIDEntry) error {
tx, err := r.pool.BeginTx(ctx, pgx.TxOptions{})
if err != nil {
return fmt.Errorf("begin clean provider-id repair: %w", err)
}
defer tx.Rollback(ctx) //nolint:errcheck
if _, err := tx.Exec(ctx, `DELETE FROM media_item_provider_ids WHERE content_id = $1`, row.ContentID); err != nil {
return fmt.Errorf("clear existing provider ids for %s: %w", row.ContentID, err)
}
for _, entry := range entries {
if _, err := tx.Exec(ctx, `
INSERT INTO media_item_provider_ids (content_id, item_type, provider, provider_id, created_at, updated_at)
VALUES ($1, $2, $3, $4, NOW(), NOW())
`, row.ContentID, row.ItemType, entry.Provider, entry.ProviderID); err != nil {
return fmt.Errorf("insert repaired provider id %s for %s: %w", entry.Provider, row.ContentID, err)
}
}
if err := tx.Commit(ctx); err != nil {
return fmt.Errorf("commit clean provider-id repair: %w", err)
}
return nil
}
func (r *ProviderIDIntegrityRepairer) moveProvisionalProviderClaim(ctx context.Context, ownerContentID string, row providerIDDriftRow, entries []providerIDEntry) error {
tx, err := r.pool.BeginTx(ctx, pgx.TxOptions{})
if err != nil {
return fmt.Errorf("begin provisional provider-id repair: %w", err)
}
defer tx.Rollback(ctx) //nolint:errcheck
var ownerStatus string
err = tx.QueryRow(ctx, `SELECT status FROM media_items WHERE content_id = $1 FOR UPDATE`, ownerContentID).Scan(&ownerStatus)
if err != nil {
if errors.Is(err, pgx.ErrNoRows) {
return nil
}
return fmt.Errorf("loading status for provisional owner %s: %w", ownerContentID, err)
}
if isConfirmedOwnershipStatus(ownerStatus) {
return fmt.Errorf("refusing to move provider IDs from %s: status is now %q", ownerContentID, ownerStatus)
}
if _, err := tx.Exec(ctx, `DELETE FROM media_item_provider_ids WHERE content_id = $1`, ownerContentID); err != nil {
return fmt.Errorf("clear provisional provider ids for %s: %w", ownerContentID, err)
}
if _, err := tx.Exec(ctx, `DELETE FROM media_item_provider_ids WHERE content_id = $1`, row.ContentID); err != nil {
return fmt.Errorf("clear existing provider ids for %s: %w", row.ContentID, err)
}
for _, entry := range entries {
if _, err := tx.Exec(ctx, `
INSERT INTO media_item_provider_ids (content_id, item_type, provider, provider_id, created_at, updated_at)
VALUES ($1, $2, $3, $4, NOW(), NOW())
`, row.ContentID, row.ItemType, entry.Provider, entry.ProviderID); err != nil {
return fmt.Errorf("insert provider id %s for %s after provisional repair: %w", entry.Provider, row.ContentID, err)
}
}
if err := tx.Commit(ctx); err != nil {
return fmt.Errorf("commit provisional provider-id repair: %w", err)
}
return nil
}
func (s *MetadataService) canonicalizeProviderIDDuplicate(
ctx context.Context,
leftContentID string,
rightContentID string,
allowMatchedSource bool,
) (string, error) {
if s == nil || s.dbPool == nil {
return "", nil
}
return canonicalizeProviderIDDuplicate(ctx, s.dbPool, leftContentID, rightContentID, allowMatchedSource)
}
// clearProvisionalProviderIDsLocked removes provider ID rows for an item only
// after re-confirming, under a row-level lock, that the item is still in a
// provisional ownership status. Without the lock, a parallel goroutine could
// promote the item to matched between the caller's status check and our
// delete, silently wiping a confirmed item's provider IDs.
func clearProvisionalProviderIDsLocked(ctx context.Context, pool *pgxpool.Pool, contentID string) error {
contentID = strings.TrimSpace(contentID)
if contentID == "" {
return fmt.Errorf("content_id is required")
}
tx, err := pool.BeginTx(ctx, pgx.TxOptions{})
if err != nil {
return fmt.Errorf("begin provisional provider-id clear: %w", err)
}
defer tx.Rollback(ctx) //nolint:errcheck
var status string
err = tx.QueryRow(ctx, `SELECT status FROM media_items WHERE content_id = $1 FOR UPDATE`, contentID).Scan(&status)
if err != nil {
if errors.Is(err, pgx.ErrNoRows) {
return nil
}
return fmt.Errorf("loading status for provisional provider-id clear of %s: %w", contentID, err)
}
if isConfirmedOwnershipStatus(status) {
return fmt.Errorf("refusing to clear provider IDs of %s: status is now %q", contentID, status)
}
if _, err := tx.Exec(ctx, `DELETE FROM media_item_provider_ids WHERE content_id = $1`, contentID); err != nil {
return fmt.Errorf("clearing provisional provider IDs from %s: %w", contentID, err)
}
if err := tx.Commit(ctx); err != nil {
return fmt.Errorf("commit provisional provider-id clear: %w", err)
}
return nil
}
func canonicalizeProviderIDDuplicate(
ctx context.Context,
pool *pgxpool.Pool,
leftContentID string,
rightContentID string,
allowMatchedSource bool,
) (string, error) {
leftContentID = strings.TrimSpace(leftContentID)
rightContentID = strings.TrimSpace(rightContentID)
if leftContentID == "" || rightContentID == "" || leftContentID == rightContentID {
return leftContentID, nil
}
tx, err := pool.BeginTx(ctx, pgx.TxOptions{})
if err != nil {
return "", fmt.Errorf("begin provider-id canonicalization: %w", err)
}
defer tx.Rollback(ctx) //nolint:errcheck
canonical, source, err := chooseCanonicalProviderOwner(ctx, tx, leftContentID, rightContentID)
if err != nil {
return "", err
}
if !allowMatchedSource && isConfirmedOwnershipStatus(source.Status) {
return "", fmt.Errorf("refusing to canonicalize matched source %s without allowMatchedSource", source.ContentID)
}
if isConfirmedOwnershipStatus(canonical.Status) && isConfirmedOwnershipStatus(source.Status) && bothCandidatesHaveContent(canonical, source) {
return "", fmt.Errorf("refusing to merge matched items %s and %s: both have files or library memberships (likely separate editions)", canonical.ContentID, source.ContentID)
}
if err := canonicalizeMediaItemReferencesTx(ctx, tx, source.ContentID, canonical.ContentID); err != nil {
return "", err
}
if _, err := tx.Exec(ctx, `DELETE FROM media_items WHERE content_id = $1`, source.ContentID); err != nil {
return "", fmt.Errorf("delete duplicate media item %s: %w", source.ContentID, err)
}
if err := tx.Commit(ctx); err != nil {
return "", fmt.Errorf("commit provider-id canonicalization: %w", err)
}
return canonical.ContentID, nil
}
func canonicalizeProviderIDDuplicateInto(
ctx context.Context,
pool *pgxpool.Pool,
sourceID string,
canonicalID string,
allowMatchedSource bool,
) (string, error) {
sourceID = strings.TrimSpace(sourceID)
canonicalID = strings.TrimSpace(canonicalID)
if sourceID == "" || canonicalID == "" {
return "", fmt.Errorf("source and canonical content IDs are required")
}
if sourceID == canonicalID {
return canonicalID, nil
}
tx, err := pool.BeginTx(ctx, pgx.TxOptions{})
if err != nil {
return "", fmt.Errorf("begin provider-id canonicalization: %w", err)
}
defer tx.Rollback(ctx) //nolint:errcheck
candidates := make(map[string]canonicalCandidate, 2)
rows, err := tx.Query(ctx, `
SELECT mi.content_id,
mi.status,
mi.created_at,
(SELECT COUNT(*) FROM media_files mf WHERE mf.content_id = mi.content_id AND mf.missing_since IS NULL) AS active_files,
(SELECT COUNT(*) FROM media_item_libraries mil WHERE mil.content_id = mi.content_id) AS library_count
FROM media_items mi
WHERE mi.content_id = ANY($1::text[])
ORDER BY mi.content_id
FOR UPDATE
`, []string{sourceID, canonicalID})
if err != nil {
return "", fmt.Errorf("locking duplicate provider owners: %w", err)
}
for rows.Next() {
var candidate canonicalCandidate
if err := rows.Scan(&candidate.ContentID, &candidate.Status, &candidate.CreatedAt, &candidate.ActiveFiles, &candidate.LibraryCount); err != nil {
rows.Close()
return "", fmt.Errorf("scanning duplicate provider owner lock: %w", err)
}
candidates[candidate.ContentID] = candidate
}
if err := rows.Err(); err != nil {
rows.Close()
return "", fmt.Errorf("iterating duplicate provider owner locks: %w", err)
}
rows.Close()
source, sourceOK := candidates[sourceID]
canonical, canonicalOK := candidates[canonicalID]
if !sourceOK || !canonicalOK {
return "", fmt.Errorf("expected two duplicate provider owners, got %d", len(candidates))
}
if !allowMatchedSource && isConfirmedOwnershipStatus(source.Status) {
return "", fmt.Errorf("refusing to canonicalize matched source %s without allowMatchedSource", sourceID)
}
// Scanner-created provisional rows can already own local files/library
// memberships. If the matched owner also has content, merging here would
// collapse separate editions before the source is confirmed.
if bothCandidatesHaveContent(canonical, source) {
return "", fmt.Errorf("refusing to merge items %s and %s: both have files or library memberships (likely separate editions)", canonical.ContentID, source.ContentID)
}
if err := canonicalizeMediaItemReferencesTx(ctx, tx, sourceID, canonicalID); err != nil {
return "", err
}
if _, err := tx.Exec(ctx, `DELETE FROM media_items WHERE content_id = $1`, sourceID); err != nil {
return "", fmt.Errorf("delete duplicate media item %s: %w", sourceID, err)
}
if err := tx.Commit(ctx); err != nil {
return "", fmt.Errorf("commit provider-id canonicalization: %w", err)
}
return canonicalID, nil
}
func chooseCanonicalProviderOwner(ctx context.Context, tx pgx.Tx, leftContentID, rightContentID string) (canonical canonicalCandidate, source canonicalCandidate, err error) {
rows, err := tx.Query(ctx, `
SELECT mi.content_id,
mi.status,
mi.created_at,
(SELECT COUNT(*) FROM media_files mf WHERE mf.content_id = mi.content_id AND mf.missing_since IS NULL) AS active_files,
(SELECT COUNT(*) FROM media_item_libraries mil WHERE mil.content_id = mi.content_id) AS library_count
FROM media_items mi
WHERE mi.content_id = ANY($1::text[])
ORDER BY mi.content_id
FOR UPDATE
`, []string{leftContentID, rightContentID})
if err != nil {
return canonicalCandidate{}, canonicalCandidate{}, fmt.Errorf("loading duplicate provider owners: %w", err)
}
defer rows.Close()
candidates := make([]canonicalCandidate, 0, 2)
for rows.Next() {
var c canonicalCandidate
if err := rows.Scan(&c.ContentID, &c.Status, &c.CreatedAt, &c.ActiveFiles, &c.LibraryCount); err != nil {
return canonicalCandidate{}, canonicalCandidate{}, fmt.Errorf("scanning duplicate provider owner: %w", err)
}
candidates = append(candidates, c)
}
if err := rows.Err(); err != nil {
return canonicalCandidate{}, canonicalCandidate{}, fmt.Errorf("iterating duplicate provider owners: %w", err)
}
if len(candidates) != 2 {
return canonicalCandidate{}, canonicalCandidate{}, fmt.Errorf("expected two duplicate provider owners, got %d", len(candidates))
}
best := candidates[0]
other := candidates[1]
if betterCanonicalCandidate(other, best) {
best, other = other, best
}
return best, other, nil
}
// bothCandidatesHaveContent reports whether both items appear to hold real
// user-curated content (active files or library memberships). When that is
// true for two matched items, they are likely intentional separate entries
// (e.g. director's vs. theatrical cut sharing an external ID) and we refuse
// to silently destroy one by merging.
func bothCandidatesHaveContent(left, right canonicalCandidate) bool {
leftHasContent := left.ActiveFiles > 0 || left.LibraryCount > 0
rightHasContent := right.ActiveFiles > 0 || right.LibraryCount > 0
return leftHasContent && rightHasContent
}
func betterCanonicalCandidate(left, right canonicalCandidate) bool {
if (left.ActiveFiles > 0) != (right.ActiveFiles > 0) {
return left.ActiveFiles > 0
}
if left.LibraryCount != right.LibraryCount {
return left.LibraryCount > right.LibraryCount
}
if !left.CreatedAt.Equal(right.CreatedAt) {
return left.CreatedAt.Before(right.CreatedAt)
}
return left.ContentID < right.ContentID
}
func canonicalizeMediaItemReferencesTx(ctx context.Context, tx pgx.Tx, sourceID, canonicalID string) error {
if sourceID == "" || canonicalID == "" || sourceID == canonicalID {
return nil
}
if err := ensureSeriesCanMove(ctx, tx, sourceID, canonicalID); err != nil {
return err
}
steps := []struct {
name string
sql string
}{
{"merge provider ids", `
INSERT INTO media_item_provider_ids (content_id, item_type, provider, provider_id, created_at, updated_at)
SELECT $2, item_type, provider, provider_id, created_at, NOW()
FROM media_item_provider_ids
WHERE content_id = $1
ON CONFLICT DO NOTHING`},
{"drop source provider ids", `DELETE FROM media_item_provider_ids WHERE content_id = $1`},
{"merge legacy provider columns", `
UPDATE media_items dest
SET imdb_id = COALESCE(NULLIF(dest.imdb_id, ''), src.imdb_id),
tmdb_id = COALESCE(NULLIF(dest.tmdb_id, ''), src.tmdb_id),
tvdb_id = COALESCE(NULLIF(dest.tvdb_id, ''), src.tvdb_id),
updated_at = NOW()
FROM media_items src
WHERE dest.content_id = $2 AND src.content_id = $1`},
{"move media files", `UPDATE media_files SET content_id = $2, updated_at = NOW() WHERE content_id = $1`},
{"move seasons", `UPDATE seasons SET series_id = $2, updated_at = NOW() WHERE series_id = $1`},
{"move episodes", `UPDATE episodes SET series_id = $2, updated_at = NOW() WHERE series_id = $1`},
{"merge library memberships", `
INSERT INTO media_item_libraries (content_id, media_folder_id, first_seen_at)
SELECT $2, media_folder_id, MIN(first_seen_at)
FROM media_item_libraries
WHERE content_id = $1
GROUP BY media_folder_id
ON CONFLICT (content_id, media_folder_id) DO UPDATE
SET first_seen_at = LEAST(media_item_libraries.first_seen_at, EXCLUDED.first_seen_at)`},
{"delete source library memberships", `DELETE FROM media_item_libraries WHERE content_id = $1`},
{"move root claims", `UPDATE media_item_roots SET content_id = $2, last_seen_at = NOW() WHERE content_id = $1`},
{"move group claims", `UPDATE media_item_groups SET content_id = $2, last_seen_at = NOW() WHERE content_id = $1`},
{"merge collection items", `
INSERT INTO library_collection_items (collection_id, media_item_id, position, source_rank, created_at, updated_at)
SELECT collection_id, $2, MIN(position), MIN(source_rank), MIN(created_at), NOW()
FROM library_collection_items
WHERE media_item_id = $1
GROUP BY collection_id
ON CONFLICT (collection_id, media_item_id) DO UPDATE
SET position = LEAST(library_collection_items.position, EXCLUDED.position),
source_rank = LEAST(library_collection_items.source_rank, EXCLUDED.source_rank),
updated_at = NOW()`},
{"delete source collection items", `DELETE FROM library_collection_items WHERE media_item_id = $1`},
{"merge personal collection items", `
INSERT INTO user_personal_collection_items (user_id, collection_id, media_item_id, position, added_at)
SELECT user_id, collection_id, $2, MIN(position), MIN(added_at)
FROM user_personal_collection_items
WHERE media_item_id = $1
GROUP BY user_id, collection_id
ON CONFLICT (user_id, collection_id, media_item_id) DO UPDATE
SET position = LEAST(user_personal_collection_items.position, EXCLUDED.position),
added_at = LEAST(user_personal_collection_items.added_at, EXCLUDED.added_at)`},
{"delete source personal collection items", `DELETE FROM user_personal_collection_items WHERE media_item_id = $1`},
{"merge favorites", `
INSERT INTO user_favorites (user_id, profile_id, media_item_id, added_at)
SELECT user_id, profile_id, $2, MIN(added_at)
FROM user_favorites
WHERE media_item_id = $1
GROUP BY user_id, profile_id
ON CONFLICT (user_id, profile_id, media_item_id) DO UPDATE
SET added_at = LEAST(user_favorites.added_at, EXCLUDED.added_at)`},
{"delete source favorites", `DELETE FROM user_favorites WHERE media_item_id = $1`},
{"merge watchlist", `
INSERT INTO user_watchlist (user_id, profile_id, media_item_id, added_at)
SELECT user_id, profile_id, $2, MIN(added_at)
FROM user_watchlist
WHERE media_item_id = $1
GROUP BY user_id, profile_id
ON CONFLICT (user_id, profile_id, media_item_id) DO UPDATE
SET added_at = LEAST(user_watchlist.added_at, EXCLUDED.added_at)`},
{"delete source watchlist", `DELETE FROM user_watchlist WHERE media_item_id = $1`},
{"merge ratings", `
INSERT INTO user_ratings (user_id, profile_id, media_item_id, rating, rated_at)
SELECT DISTINCT ON (user_id, profile_id) user_id, profile_id, $2, rating, rated_at
FROM user_ratings
WHERE media_item_id = $1
ORDER BY user_id, profile_id, rated_at DESC
ON CONFLICT (user_id, profile_id, media_item_id) DO UPDATE
SET rating = CASE WHEN EXCLUDED.rated_at >= user_ratings.rated_at THEN EXCLUDED.rating ELSE user_ratings.rating END,
rated_at = GREATEST(user_ratings.rated_at, EXCLUDED.rated_at)`},
{"delete source ratings", `DELETE FROM user_ratings WHERE media_item_id = $1`},
{"merge progress", `
INSERT INTO user_watch_progress (
user_id, profile_id, media_item_id, position_seconds, duration_seconds, completed,
updated_at, last_file_id, last_resolution, last_hdr, last_codec_video, last_edition_key
)
SELECT user_id, profile_id, $2, position_seconds, duration_seconds, completed,
updated_at, last_file_id, last_resolution, last_hdr, last_codec_video, last_edition_key
FROM user_watch_progress
WHERE media_item_id = $1
ON CONFLICT (user_id, profile_id, media_item_id) DO UPDATE
SET position_seconds = CASE WHEN EXCLUDED.updated_at >= user_watch_progress.updated_at THEN EXCLUDED.position_seconds ELSE user_watch_progress.position_seconds END,
duration_seconds = GREATEST(user_watch_progress.duration_seconds, EXCLUDED.duration_seconds),
completed = user_watch_progress.completed OR EXCLUDED.completed,
updated_at = GREATEST(user_watch_progress.updated_at, EXCLUDED.updated_at),
last_file_id = CASE WHEN EXCLUDED.updated_at >= user_watch_progress.updated_at THEN EXCLUDED.last_file_id ELSE user_watch_progress.last_file_id END,
last_resolution = CASE WHEN EXCLUDED.updated_at >= user_watch_progress.updated_at THEN EXCLUDED.last_resolution ELSE user_watch_progress.last_resolution END,
last_hdr = CASE WHEN EXCLUDED.updated_at >= user_watch_progress.updated_at THEN EXCLUDED.last_hdr ELSE user_watch_progress.last_hdr END,
last_codec_video = CASE WHEN EXCLUDED.updated_at >= user_watch_progress.updated_at THEN EXCLUDED.last_codec_video ELSE user_watch_progress.last_codec_video END,
last_edition_key = CASE WHEN EXCLUDED.updated_at >= user_watch_progress.updated_at THEN EXCLUDED.last_edition_key ELSE user_watch_progress.last_edition_key END`},
{"delete source progress", `DELETE FROM user_watch_progress WHERE media_item_id = $1`},
{"move history", `UPDATE user_watch_history SET media_item_id = $2 WHERE media_item_id = $1`},
{"merge hidden history", `
INSERT INTO user_history_hidden_items (user_id, profile_id, media_item_id, hidden_before, updated_at)
SELECT user_id, profile_id, $2, MAX(hidden_before), MAX(updated_at)
FROM user_history_hidden_items
WHERE media_item_id = $1
GROUP BY user_id, profile_id
ON CONFLICT (user_id, profile_id, media_item_id) DO UPDATE
SET hidden_before = GREATEST(user_history_hidden_items.hidden_before, EXCLUDED.hidden_before),
updated_at = GREATEST(user_history_hidden_items.updated_at, EXCLUDED.updated_at)`},
{"delete source hidden history", `DELETE FROM user_history_hidden_items WHERE media_item_id = $1`},
{"delete duplicate home item dismissals", `
DELETE FROM user_home_item_dismissals src
USING user_home_item_dismissals dest
WHERE src.media_item_id = $1
AND dest.media_item_id = $2
AND dest.user_id = src.user_id
AND dest.profile_id = src.profile_id
AND dest.surface = src.surface`},
{"move home item dismissals", `UPDATE user_home_item_dismissals SET media_item_id = $2 WHERE media_item_id = $1`},
{"remap home item dismissals series", `UPDATE user_home_item_dismissals SET series_id = $2 WHERE series_id = $1`},
{"delete duplicate audio preferences", `
DELETE FROM user_audio_preferences src
USING user_audio_preferences dest
WHERE src.series_id = $1
AND dest.series_id = $2
AND dest.user_id = src.user_id
AND dest.profile_id = src.profile_id`},
{"move audio preferences", `UPDATE user_audio_preferences SET series_id = $2 WHERE series_id = $1`},
{"delete duplicate subtitle preferences", `
DELETE FROM user_subtitle_preferences src
USING user_subtitle_preferences dest
WHERE src.series_id = $1
AND dest.series_id = $2
AND dest.user_id = src.user_id
AND dest.profile_id = src.profile_id`},
{"move subtitle preferences", `UPDATE user_subtitle_preferences SET series_id = $2 WHERE series_id = $1`},
{"delete duplicate series playback preferences", `
DELETE FROM user_series_playback_preferences src
USING user_series_playback_preferences dest
WHERE src.series_id = $1
AND dest.series_id = $2
AND dest.user_id = src.user_id
AND dest.profile_id = src.profile_id`},
{"move series playback preferences", `UPDATE user_series_playback_preferences SET series_id = $2 WHERE series_id = $1`},
{"merge plex sync item bindings timestamps", `
UPDATE plex_sync_item_bindings dest
SET last_seen_at = GREATEST(dest.last_seen_at, src.last_seen_at),
updated_at = NOW()
FROM plex_sync_item_bindings src
WHERE src.media_item_id = $1
AND dest.connection_id = src.connection_id
AND (dest.media_item_id = $2 OR dest.plex_rating_key = src.plex_rating_key)
AND dest.media_item_id <> src.media_item_id`},
{"delete duplicate plex sync item bindings", `
DELETE FROM plex_sync_item_bindings src
USING plex_sync_item_bindings dest
WHERE src.media_item_id = $1
AND dest.connection_id = src.connection_id
AND (dest.media_item_id = $2 OR dest.plex_rating_key = src.plex_rating_key)
AND dest.media_item_id <> src.media_item_id`},
{"move remaining plex sync item bindings", `UPDATE plex_sync_item_bindings SET media_item_id = $2, updated_at = NOW() WHERE media_item_id = $1`},
{"delete duplicate plex sync item state", `
DELETE FROM plex_sync_item_state src
USING plex_sync_item_state dest
WHERE src.media_item_id = $1
AND dest.media_item_id = $2
AND dest.mapping_id = src.mapping_id`},
{"move plex sync item state", `UPDATE plex_sync_item_state SET media_item_id = $2, updated_at = NOW() WHERE media_item_id = $1`},
{"move webhook sync item state", `UPDATE webhook_sync_item_state SET media_item_id = $2, updated_at = NOW() WHERE media_item_id = $1`},
{"move watch together rooms selected", `UPDATE watch_together_rooms SET selected_content_id = $2 WHERE selected_content_id = $1`},
{"move watch together suggestions", `UPDATE watch_together_suggestions SET content_id = $2 WHERE content_id = $1`},
{"move admin playback history", `UPDATE playback_history_admin SET media_item_id = $2 WHERE media_item_id = $1`},
{"move user downloads", `UPDATE user_downloads SET media_item_id = $2 WHERE media_item_id = $1`},
{"move downloads", `UPDATE downloads SET content_id = $2, updated_at = NOW() WHERE content_id = $1`},
{"merge embeddings", `
INSERT INTO media_item_embeddings (media_item_id, embedding, model, canonical_text, created_at, updated_at)
SELECT $2, embedding, model, canonical_text, created_at, updated_at
FROM media_item_embeddings
WHERE media_item_id = $1
ON CONFLICT (media_item_id) DO NOTHING`},
{"delete source embeddings", `DELETE FROM media_item_embeddings WHERE media_item_id = $1`},
{"merge item localizations", `
INSERT INTO media_item_localizations (
content_id, language, title, sort_title, overview, tagline, poster_path, poster_thumbhash,
backdrop_path, backdrop_thumbhash, logo_path, created_at, updated_at
)
SELECT $2, language, title, sort_title, overview, tagline, poster_path, poster_thumbhash,
backdrop_path, backdrop_thumbhash, logo_path, created_at, NOW()
FROM media_item_localizations
WHERE content_id = $1
ON CONFLICT (content_id, language) DO NOTHING`},
{"delete source localizations", `DELETE FROM media_item_localizations WHERE content_id = $1`},
{"dedupe people", `
DELETE FROM item_people src
USING item_people dest
WHERE src.content_id = $1
AND dest.content_id = $2
AND dest.person_id = src.person_id
AND dest.kind = src.kind
AND dest.character = src.character`},
{"move people", `UPDATE item_people SET content_id = $2 WHERE content_id = $1`},
{"merge refresh debt", `
INSERT INTO metadata_refresh_debt (
target_type, content_id, priority, reason_mask, next_refresh_at,
claimed_at, lease_expires_at, last_attempt_at, last_success_at,
attempt_count, last_error, updated_at
)
SELECT target_type, $2, priority, reason_mask, next_refresh_at,
claimed_at, lease_expires_at, last_attempt_at, last_success_at,
attempt_count, last_error, updated_at
FROM metadata_refresh_debt
WHERE target_type = 'item' AND content_id = $1
ON CONFLICT (target_type, content_id) DO UPDATE
SET priority = GREATEST(metadata_refresh_debt.priority, EXCLUDED.priority),
reason_mask = metadata_refresh_debt.reason_mask | EXCLUDED.reason_mask,
next_refresh_at = LEAST(metadata_refresh_debt.next_refresh_at, EXCLUDED.next_refresh_at),
attempt_count = GREATEST(metadata_refresh_debt.attempt_count, EXCLUDED.attempt_count),
last_error = COALESCE(NULLIF(metadata_refresh_debt.last_error, ''), EXCLUDED.last_error),
updated_at = NOW()`},
{"delete source refresh debt", `DELETE FROM metadata_refresh_debt WHERE target_type = 'item' AND content_id = $1`},
{"merge stale media ids", `
INSERT INTO stale_media_ids (content_id, provider, provider_id, first_seen_at, last_seen_at)
SELECT $2, provider, provider_id, first_seen_at, last_seen_at
FROM stale_media_ids
WHERE content_id = $1
ON CONFLICT (content_id, provider) DO UPDATE
SET provider_id = COALESCE(NULLIF(stale_media_ids.provider_id, ''), EXCLUDED.provider_id),
first_seen_at = LEAST(stale_media_ids.first_seen_at, EXCLUDED.first_seen_at),
last_seen_at = GREATEST(stale_media_ids.last_seen_at, EXCLUDED.last_seen_at)`},
{"delete source stale media ids", `DELETE FROM stale_media_ids WHERE content_id = $1`},
{"move watch provider history exports", `UPDATE watch_provider_history_exports SET media_item_id = $2, updated_at = NOW() WHERE media_item_id = $1`},
{"move watch provider scrobble sessions", `UPDATE watch_provider_scrobble_sessions SET media_item_id = $2, updated_at = NOW() WHERE media_item_id = $1`},
{"merge watch provider favorites by provider key", `
UPDATE watch_provider_favorite_items dest
SET remote_present = dest.remote_present OR src.remote_present,
local_present = dest.local_present OR src.local_present,
last_seen_remote_at = GREATEST(dest.last_seen_remote_at, src.last_seen_remote_at),
last_seen_local_at = GREATEST(dest.last_seen_local_at, src.last_seen_local_at),
last_exported_at = GREATEST(dest.last_exported_at, src.last_exported_at),
last_error = COALESCE(NULLIF(dest.last_error, ''), src.last_error),
updated_at = NOW()
FROM watch_provider_favorite_items src
WHERE src.media_item_id = $1
AND dest.media_item_id = $2
AND src.connection_id = dest.connection_id
AND src.provider_item_key <> ''
AND src.provider_item_key = dest.provider_item_key`},
{"merge watch provider favorites by connection", `
UPDATE watch_provider_favorite_items dest
SET provider_item_key = CASE
WHEN dest.provider_item_key = '' THEN src.provider_item_key
ELSE dest.provider_item_key
END,
kind = COALESCE(NULLIF(dest.kind, ''), src.kind),
title = COALESCE(NULLIF(dest.title, ''), src.title),
year = CASE WHEN dest.year = 0 THEN src.year ELSE dest.year END,
remote_present = dest.remote_present OR src.remote_present,
local_present = dest.local_present OR src.local_present,
last_seen_remote_at = GREATEST(dest.last_seen_remote_at, src.last_seen_remote_at),
last_seen_local_at = GREATEST(dest.last_seen_local_at, src.last_seen_local_at),
last_exported_at = GREATEST(dest.last_exported_at, src.last_exported_at),
last_error = COALESCE(NULLIF(dest.last_error, ''), src.last_error),
updated_at = NOW()
FROM watch_provider_favorite_items src
WHERE src.media_item_id = $1
AND dest.media_item_id = $2
AND src.connection_id = dest.connection_id`},
{"delete duplicate watch provider favorites", `
DELETE FROM watch_provider_favorite_items src
USING watch_provider_favorite_items dest
WHERE src.media_item_id = $1
AND dest.media_item_id = $2
AND src.connection_id = dest.connection_id
AND (src.provider_item_key = dest.provider_item_key OR dest.media_item_id = $2)`},
{"move remaining watch provider favorites", `UPDATE watch_provider_favorite_items SET media_item_id = $2, updated_at = NOW() WHERE media_item_id = $1`},
}
for _, step := range steps {
if _, err := tx.Exec(ctx, step.sql, sourceID, canonicalID); err != nil {
return fmt.Errorf("%s: %w", step.name, err)
}
}
return nil
}
func ensureSeriesCanMove(ctx context.Context, tx pgx.Tx, sourceID, canonicalID string) error {
var sourceType string
if err := tx.QueryRow(ctx, `SELECT type FROM media_items WHERE content_id = $1`, sourceID).Scan(&sourceType); err != nil {
if errors.Is(err, pgx.ErrNoRows) {
return fmt.Errorf("source media item %s not found", sourceID)
}
return fmt.Errorf("loading source item type: %w", err)
}
if sourceType != "series" {
return nil
}
var conflictCount int
if err := tx.QueryRow(ctx, `
SELECT COUNT(*)
FROM seasons src
JOIN seasons dest
ON dest.series_id = $2
AND dest.season_number = src.season_number
WHERE src.series_id = $1
`, sourceID, canonicalID).Scan(&conflictCount); err != nil {
return fmt.Errorf("checking duplicate season conflicts: %w", err)
}
if conflictCount > 0 {
return fmt.Errorf("series %s has %d season conflicts with canonical series %s", sourceID, conflictCount, canonicalID)
}
return nil
}