tuliprox/backend/processing/src/processor/playlist/tests.rs

#![allow(clippy::wildcard_imports)]
use super::*;
use shared::{
    foundation::{get_filter, MapperScript, ValueProvider},
    model::{
        ClusterFlags, ConfigInputDto, ConfigRenameDto, ConfigTargetDto, ConfigTargetOptions, FieldSetAccessor,
        ItemField, M3uPlaylistItem, M3uTargetOutputDto, MappingStage, PlaylistEntry, PlaylistItem, PlaylistItemHeader,
        PlaylistItemType, PlaylistUpdateRunOrder, TargetOutputDto, TraktApiConfigDto, TraktCatalogSelection,
        TraktConfigDto, TraktContentType, TraktListConfigDto, UUIDType, XtreamCluster, XtreamPlaylistItem,
        XtreamTargetOutputDto,
    },
    utils::Internable,
};
use tuliprox_core::model::{CompiledMappingRule, CompiledTargetMappings, Config, ConfigInputAlias, TraktConfig};
use tuliprox_curation::{
    CurationEvaluation, CurationMediaKind, CurationMembership, CurationSelectorKey, CurationSelectorSummary,
};

mod curation_publication;

fn apply_staged_overlay_groups(
    provider: &ConfigInput,
    clusters: ClusterFlags,
    provider_groups: Vec<PlaylistGroup>,
    staged_groups: Vec<PlaylistGroup>,
) -> Vec<PlaylistGroup> {
    super::apply_staged_overlay_groups(provider, StagedInputType::Xtream, clusters, provider_groups, staged_groups)
}

#[derive(Clone, Default)]
struct PlaylistRunCollectSink(Arc<std::sync::Mutex<Vec<EventMessage>>>);

impl EventSink for PlaylistRunCollectSink {
    fn emit(&self, event: EventMessage) {
        self.0.lock().unwrap_or_else(std::sync::PoisonError::into_inner).push(event);
    }
}

fn playlist_update_run_result(
    input_id: u16,
    state: InputJobState,
    errors: Vec<TuliproxError>,
    had_quality_rejections: bool,
) -> InputJobResult {
    let input_name = format!("input-{input_id}").intern();
    InputJobResult {
        index: usize::from(input_id),
        input_id,
        input_name: Arc::clone(&input_name),
        state,
        source: None,
        epg: None,
        stat: create_input_stat(0, 0, errors.len(), InputType::Xtream, &input_name, 0),
        errors,
        accepted_empty_clusters: ClusterFlags::empty(),
        had_quality_rejections,
        input_telemetry: None,
    }
}

#[test]
fn playlist_update_run_input_completion_uses_existing_success_partial_failure_classification() {
    let success = playlist_update_run_result(1, InputJobState::Ready, Vec::new(), false);
    let rejection = playlist_update_run_result(2, InputJobState::Ready, Vec::new(), true);
    let resumable = playlist_update_run_result(3, InputJobState::Pending, Vec::new(), false);
    let failure = playlist_update_run_result(
        4,
        InputJobState::Ready,
        vec![TuliproxError::RepositoryPlaylist("technical".to_string())],
        false,
    );

    assert_eq!(success.update_state(), PlaylistUpdateState::Success);
    assert_eq!(rejection.update_state(), PlaylistUpdateState::Partial);
    assert_eq!(resumable.update_state(), PlaylistUpdateState::Partial);
    assert_eq!(failure.update_state(), PlaylistUpdateState::Failure);
}

#[test]
fn pipeline_transparency_input_completion_reuses_correlated_progress_event_for_typed_telemetry() {
    let events = PlaylistRunCollectSink::default();
    let run_id = PlaylistUpdateRunId::from("pipeline-transparency-run");
    let execution_order = PlaylistUpdateRunOrder::from(19);
    let mut result = playlist_update_run_result(7, InputJobState::Ready, Vec::new(), true);
    let telemetry = PlaylistUpdateInputTelemetry {
        refresh_policy: InputRefreshPolicy::NORMAL,
        source: None,
        clusters: vec![PlaylistUpdateClusterTelemetry {
            cluster: XtreamCluster::Video,
            requested: true,
            source: Some(PlaylistUpdateDataSource::Provider),
            baseline_count: Some(12_543),
            candidate_count: Some(217),
            active_count: Some(12_543),
            threshold: Some(90),
            quality: Some(1),
            decision: Some(PlaylistUpdateClusterDecision::Rejected),
            technical_state: None,
        }],
    };
    result.input_telemetry = Some(telemetry.clone());

    report_input_job_completion(&events, &run_id, execution_order, &result);

    let emitted = events.0.lock().unwrap_or_else(std::sync::PoisonError::into_inner);
    let EventMessage::PlaylistUpdateProgress(progress) = &emitted[0] else {
        panic!("expected existing playlist progress event");
    };
    assert_eq!(progress.run_id.as_ref(), Some(&run_id));
    assert_eq!(progress.execution_order, Some(execution_order));
    assert_eq!(progress.input_id, Some(7));
    assert_eq!(progress.state, Some(PlaylistUpdateState::Partial));
    assert_eq!(progress.input_telemetry, Some(telemetry));
}

#[test]
fn playlist_update_run_technical_failure_progress_is_correlated_sanitized_and_input_scoped() {
    let events = PlaylistRunCollectSink::default();
    let run_id = PlaylistUpdateRunId::from("processing-run");
    let execution_order = PlaylistUpdateRunOrder::from(17);
    let failed = playlist_update_run_result(
        7,
        InputJobState::Failed,
        vec![TuliproxError::RepositoryPlaylist("https://user:secret@provider.example/playlist".to_string())],
        false,
    );
    let succeeded = playlist_update_run_result(8, InputJobState::Ready, Vec::new(), false);

    report_input_job_completion(&events, &run_id, execution_order, &failed);
    report_input_job_completion(&events, &run_id, execution_order, &succeeded);

    let emitted = events.0.lock().unwrap_or_else(std::sync::PoisonError::into_inner);
    let progress = emitted
        .iter()
        .filter_map(|event| match event {
            EventMessage::PlaylistUpdateProgress(progress) => Some(progress),
            _ => None,
        })
        .collect::<Vec<_>>();
    assert_eq!(progress.len(), 2);
    assert!(progress.iter().all(|event| event.run_id.as_ref() == Some(&run_id)));
    assert!(progress.iter().all(|event| event.execution_order == Some(execution_order)));
    assert_eq!(progress[0].input_id, Some(7));
    assert_eq!(progress[0].state, Some(PlaylistUpdateState::Failure));
    assert_eq!(progress[0].message, "Input 'input-7' failed during update");
    assert!(!progress[0].message.contains("secret"));
    assert!(!progress[0].message.contains("previous accepted data"));
    assert_eq!(progress[1].input_id, Some(8));
    assert_eq!(progress[1].state, Some(PlaylistUpdateState::Success));
    assert!(!progress[1].message.contains("failed during update"));
}

#[test]
fn playlist_update_run_failure_text_makes_no_unverified_previous_data_claim() {
    let events = PlaylistRunCollectSink::default();
    let run_id = PlaylistUpdateRunId::from("neutral-failure-run");
    let execution_order = PlaylistUpdateRunOrder::from(18);
    let failed_first_run = playlist_update_run_result(
        7,
        InputJobState::Failed,
        vec![TuliproxError::RepositoryPlaylist("https://first:secret@provider.example/playlist".to_string())],
        false,
    );
    let persisted_then_failed = playlist_update_run_result(
        8,
        InputJobState::Ready,
        vec![TuliproxError::RepositoryPlaylist("https://epg:secret@provider.example/guide".to_string())],
        false,
    );

    report_input_job_completion(&events, &run_id, execution_order, &failed_first_run);
    report_input_job_completion(&events, &run_id, execution_order, &persisted_then_failed);

    let emitted = events.0.lock().unwrap_or_else(std::sync::PoisonError::into_inner);
    let progress = emitted
        .iter()
        .filter_map(|event| match event {
            EventMessage::PlaylistUpdateProgress(progress) => Some(progress),
            _ => None,
        })
        .collect::<Vec<_>>();
    assert_eq!(progress.len(), 2);
    assert_eq!(progress[0].input_id, Some(7));
    assert_eq!(progress[0].message, "Input 'input-7' failed during update");
    assert_eq!(progress[1].input_id, Some(8));
    assert_eq!(progress[1].message, "Input 'input-8' failed during update");
    assert!(progress.iter().all(|event| event.run_id.as_ref() == Some(&run_id)));
    assert!(progress.iter().all(|event| event.execution_order == Some(execution_order)));
    assert!(progress.iter().all(|event| event.state == Some(PlaylistUpdateState::Failure)));
    assert!(progress.iter().all(|event| !event.message.contains("secret")));
    assert!(progress.iter().all(|event| !event.message.contains("previous accepted data")));
}

fn serialize_without_trailing_fields<T: serde::Serialize>(value: &T, trailing_fields: &[u8]) -> Vec<u8> {
    let mut encoded = rmp_serde::to_vec(value).expect("playlist item should serialize");
    for expected in trailing_fields {
        assert_eq!(encoded.pop(), Some(*expected), "unexpected trailing MessagePack field");
    }
    let removed = trailing_fields.len();
    match encoded[0] {
        marker @ 0x92..=0x9f => {
            let len = usize::from(marker - 0x90);
            assert!(len >= removed, "trailing field count exceeds MessagePack sequence length");
            encoded[0] = 0x90 + u8::try_from(len - removed).unwrap_or_default();
        }
        0xdc => {
            let len = u16::from_be_bytes([encoded[1], encoded[2]]);
            let removed = u16::try_from(removed).unwrap_or(u16::MAX);
            assert!(len >= removed, "trailing field count exceeds MessagePack sequence length");
            encoded[1..3].copy_from_slice(&(len - removed).to_be_bytes());
        }
        0xdd => {
            let len = u32::from_be_bytes([encoded[1], encoded[2], encoded[3], encoded[4]]);
            let removed = u32::try_from(removed).unwrap_or(u32::MAX);
            assert!(len >= removed, "trailing field count exceeds MessagePack sequence length");
            encoded[1..5].copy_from_slice(&(len - removed).to_be_bytes());
        }
        marker => panic!("unexpected MessagePack sequence marker {marker:#x}"),
    }
    encoded
}

fn item_with_props(props: StreamProperties) -> PlaylistItem {
    let header = shared::model::PlaylistItemHeader { additional_properties: Some(props), ..Default::default() };
    PlaylistItem { header }
}

fn live_item_with_probe_timestamp_and_bitrate(last_probed_timestamp: i64, bitrate: u32) -> PlaylistItem {
    item_with_props(StreamProperties::Live(Box::new(shared::model::LiveStreamProperties {
        video: Some("{\"codec_name\":\"h264\"}".intern()),
        audio: Some("{\"codec_name\":\"aac\"}".intern()),
        bitrate,
        last_probed_timestamp: Some(last_probed_timestamp),
        ..Default::default()
    })))
}

#[test]
fn rename_preserves_input_stream_id_captured_at_target_boundary() {
    let mut item = PlaylistItem {
        header: PlaylistItemHeader {
            id: "origin-alpha".intern(),
            url: "http://provider.example/channel.m3u8".intern(),
            ..Default::default()
        },
    };
    item.header.freeze_input_stream_id();
    let rename = ConfigRename::from(&ConfigRenameDto {
        field: ItemField::Url,
        pattern: "provider".to_string(),
        new_name: "target".to_string(),
        t_pattern: None,
    });

    exec_rename(&mut item, Some(&vec![rename]));

    assert_eq!(item.header.url.as_ref(), "http://target.example/channel.m3u8");
    assert_eq!(item.header.input_stream_id.as_ref(), "origin-alpha");
}

#[test]
fn mapper_changes_id_without_changing_frozen_input_stream_id() {
    let mut item = PlaylistItem {
        header: PlaylistItemHeader { id: "origin-alpha".intern(), name: "Channel".intern(), ..Default::default() },
    };
    item.header.freeze_input_stream_id();
    let mapping = CompiledMapping {
        rules: vec![CompiledMappingRule {
            name: None,
            filter: get_filter(r#"name ~ ".*""#, None).expect("filter should parse"),
            program: MappingProgram::Script(
                MapperScript::parse(r#"@id = "target-id""#, None).expect("mapper should parse"),
            ),
        }],
        ..Default::default()
    };

    let outcome = map_channel(item, &mapping);

    assert_eq!(outcome.matched_rules, 1);
    assert_eq!(outcome.channel.header.id.as_ref(), "target-id");
    assert_eq!(outcome.channel.header.input_stream_id.as_ref(), "origin-alpha");
}

#[test]
fn mapper_cannot_resurrect_missing_legacy_input_stream_id_from_target_id() {
    let mut source = PlaylistItem {
        header: PlaylistItemHeader {
            id: "80510".intern(),
            url: "http://provider.example/live/user/pass/80510.ts".intern(),
            input_name: "input".intern(),
            item_type: PlaylistItemType::Live,
            xtream_cluster: XtreamCluster::Live,
            ..Default::default()
        },
    };
    source.header.freeze_input_stream_id();
    let mut legacy_xtream = XtreamPlaylistItem::from(&source);
    legacy_xtream.provider_id = 0;
    legacy_xtream.input_stream_id = "".intern();
    legacy_xtream.url = "http://provider.example/live/channel.m3u8".intern();
    let mut legacy_item = PlaylistItem::from(&legacy_xtream);
    legacy_item.header.freeze_input_stream_id();
    let mapping = CompiledMapping {
        rules: vec![CompiledMappingRule {
            name: None,
            filter: get_filter(r#"name ~ ".*""#, None).expect("filter should parse"),
            program: MappingProgram::Script(
                MapperScript::parse(r#"@id = "target-id""#, None).expect("mapper should parse"),
            ),
        }],
        ..Default::default()
    };

    let outcome = map_channel(legacy_item, &mapping);
    let materialized_m3u = M3uPlaylistItem::from(&outcome.channel);
    let materialized_xtream = XtreamPlaylistItem::from(&outcome.channel);

    assert_eq!(outcome.matched_rules, 1);
    assert_eq!(outcome.channel.header.id.as_ref(), "target-id");
    assert_eq!(outcome.channel.get_input_stream_id(), None);
    assert!(materialized_m3u.provider_id.is_empty());
    assert_eq!(materialized_m3u.get_input_stream_id(), None);
    assert_eq!(materialized_xtream.provider_id, 0);
    assert_eq!(materialized_xtream.get_input_stream_id(), None);
}

#[test]
fn execute_pipe_freezes_input_stream_id_without_rename_or_mapper() {
    let input = ConfigInput::default();
    let item = PlaylistItem { header: PlaylistItemHeader { id: "origin-alpha".intern(), ..Default::default() } };
    let source = MemoryPlaylistSource::new(vec![PlaylistGroup {
        id: 1,
        title: "Group".intern(),
        channels: vec![item],
        xtream_cluster: XtreamCluster::Live,
    }])
    .into_source();
    let mut fetched = FetchedPlaylist { input: &input, source, epg: None };
    let mut duplicates = HashSet::new();
    let target = ConfigTarget::from(&ConfigTargetDto::default());

    let (mut processed, _outcome) = execute_pipe(&target, &vec![], &mut fetched, &mut duplicates, false, None)
        .expect("target processing should succeed");
    let mut groups = processed.source.take_groups();

    assert_eq!(groups[0].channels[0].header.input_stream_id.as_ref(), "origin-alpha");
    assert!(groups[0].channels[0].header.set_field("id", "late-target-id"));
    assert_eq!(groups[0].channels[0].header.input_stream_id.as_ref(), "origin-alpha");
}

#[test]
fn execute_pipe_applies_target_bouquet_prefilter() {
    let input = ConfigInput::default();
    let item1 = PlaylistItem {
        header: PlaylistItemHeader {
            id: "ch-1".intern(),
            group: "Kids".intern(),
            xtream_cluster: XtreamCluster::Live,
            ..Default::default()
        },
    };
    let item2 = PlaylistItem {
        header: PlaylistItemHeader {
            id: "ch-2".intern(),
            group: "Adults".intern(),
            xtream_cluster: XtreamCluster::Live,
            ..Default::default()
        },
    };
    let source = MemoryPlaylistSource::new(vec![
        PlaylistGroup { id: 1, title: "Kids".intern(), channels: vec![item1], xtream_cluster: XtreamCluster::Live },
        PlaylistGroup { id: 2, title: "Adults".intern(), channels: vec![item2], xtream_cluster: XtreamCluster::Live },
    ])
    .into_source();
    let mut fetched = FetchedPlaylist { input: &input, source, epg: None };
    let mut duplicates = HashSet::new();
    let target = ConfigTarget::from(&ConfigTargetDto::default());

    let bouquet_dto =
        shared::model::PlaylistClusterBouquetDto { live: Some(vec!["Kids".to_string()]), vod: None, series: None };
    let filter =
        tuliprox_core::model::TargetBouquetFilter::from_dto(shared::model::TargetBouquetDto::whitelist(bouquet_dto))
            .unwrap();

    let (mut processed, _outcome) = execute_pipe(&target, &vec![], &mut fetched, &mut duplicates, false, Some(&filter))
        .expect("target processing should succeed");
    let groups = processed.source.take_groups();

    assert_eq!(groups.len(), 1);
    assert_eq!(groups[0].title.as_ref(), "Kids");
    assert_eq!(groups[0].channels.len(), 1);
    assert_eq!(groups[0].channels[0].header.id.as_ref(), "ch-1");
}

#[test]
fn execute_pipe_prefilter_does_not_suppress_allowed_duplicate() {
    let input = ConfigInput::default();
    // Two items with the same URL (same UUID): one in disallowed group, one in allowed group.
    let item_disallowed = PlaylistItem {
        header: PlaylistItemHeader {
            id: "ch-1".intern(),
            url: "http://provider.example/stream.ts".intern(),
            group: "Adults".intern(),
            xtream_cluster: XtreamCluster::Live,
            ..Default::default()
        },
    };
    let item_allowed = PlaylistItem {
        header: PlaylistItemHeader {
            id: "ch-2".intern(),
            url: "http://provider.example/stream.ts".intern(),
            group: "Kids".intern(),
            xtream_cluster: XtreamCluster::Live,
            ..Default::default()
        },
    };
    let source = MemoryPlaylistSource::new(vec![
        PlaylistGroup {
            id: 1,
            title: "Adults".intern(),
            channels: vec![item_disallowed],
            xtream_cluster: XtreamCluster::Live,
        },
        PlaylistGroup {
            id: 2,
            title: "Kids".intern(),
            channels: vec![item_allowed],
            xtream_cluster: XtreamCluster::Live,
        },
    ])
    .into_source();
    let mut fetched = FetchedPlaylist { input: &input, source, epg: None };
    let mut duplicates = HashSet::new();
    let target = ConfigTarget::from(&ConfigTargetDto {
        options: Some(ConfigTargetOptions { remove_duplicates: true, ..Default::default() }),
        ..Default::default()
    });

    let bouquet_dto =
        shared::model::PlaylistClusterBouquetDto { live: Some(vec!["Kids".to_string()]), vod: None, series: None };
    let filter =
        tuliprox_core::model::TargetBouquetFilter::from_dto(shared::model::TargetBouquetDto::whitelist(bouquet_dto))
            .unwrap();

    let (mut processed, _outcome) = execute_pipe(&target, &vec![], &mut fetched, &mut duplicates, false, Some(&filter))
        .expect("target processing should succeed");
    let groups = processed.source.take_groups();

    // The allowed item must be retained because the rejected item did not consume the duplicate UUID slot.
    assert_eq!(groups.len(), 1);
    assert_eq!(groups[0].title.as_ref(), "Kids");
    assert_eq!(groups[0].channels.len(), 1);
    assert_eq!(groups[0].channels[0].header.id.as_ref(), "ch-2");
}

#[test]
fn legacy_messagepack_playlist_items_default_missing_input_stream_id() {
    let mut source = PlaylistItem {
        header: PlaylistItemHeader {
            id: "origin-alpha".intern(),
            url: "http://provider.example/live/user/pass/80510.ts".intern(),
            input_name: "input".intern(),
            item_type: PlaylistItemType::Live,
            xtream_cluster: XtreamCluster::Live,
            ..Default::default()
        },
    };

    let header_bytes = serialize_without_trailing_fields(&source.header, &[0xc0, 0xa0]);
    let decoded_header: PlaylistItemHeader =
        rmp_serde::from_slice(&header_bytes).expect("legacy header should deserialize");
    assert!(decoded_header.input_stream_id.is_empty());
    assert_eq!(decoded_header.get_input_stream_id(), None);
    assert_eq!(decoded_header.upstream_user_agent, None);
    let mut decoded_header = decoded_header;
    decoded_header.freeze_input_stream_id();
    assert_eq!(decoded_header.get_input_stream_id().as_deref(), Some("origin-alpha"));

    source.header.freeze_input_stream_id();
    let mut m3u_item = M3uPlaylistItem::from(&source);
    m3u_item.input_stream_id = "".intern();
    let m3u_bytes = serialize_without_trailing_fields(&m3u_item, &[0xc0, 0xa0]);
    let decoded_m3u: M3uPlaylistItem = rmp_serde::from_slice(&m3u_bytes).expect("legacy M3U item should deserialize");
    assert!(decoded_m3u.input_stream_id.is_empty());
    assert_eq!(decoded_m3u.get_input_stream_id().as_deref(), Some("origin-alpha"));
    assert_eq!(decoded_m3u.upstream_user_agent, None);

    let mut xtream_item = XtreamPlaylistItem::from(&source);
    xtream_item.input_stream_id = "".intern();
    let xtream_bytes = serialize_without_trailing_fields(&xtream_item, &[0xc0, 0xa0]);
    let decoded_xtream: XtreamPlaylistItem =
        rmp_serde::from_slice(&xtream_bytes).expect("legacy Xtream item should deserialize");
    assert!(decoded_xtream.input_stream_id.is_empty());
    assert_eq!(decoded_xtream.get_input_stream_id().as_deref(), Some("80510"));
    assert_eq!(decoded_xtream.upstream_user_agent, None);
}

#[test]
fn previous_messagepack_playlist_items_default_missing_upstream_user_agent() {
    let source = PlaylistItem {
        header: PlaylistItemHeader {
            id: "80510".intern(),
            input_stream_id: "origin-alpha".intern(),
            ..Default::default()
        },
    };

    let header: PlaylistItemHeader = rmp_serde::from_slice(&serialize_without_trailing_fields(&source.header, &[0xc0]))
        .expect("previous header should deserialize");
    let m3u: M3uPlaylistItem =
        rmp_serde::from_slice(&serialize_without_trailing_fields(&M3uPlaylistItem::from(&source), &[0xc0]))
            .expect("previous M3U item should deserialize");
    let xtream: XtreamPlaylistItem =
        rmp_serde::from_slice(&serialize_without_trailing_fields(&XtreamPlaylistItem::from(&source), &[0xc0]))
            .expect("previous Xtream item should deserialize");

    assert_eq!(header.input_stream_id.as_ref(), "origin-alpha");
    assert_eq!(m3u.input_stream_id.as_ref(), "origin-alpha");
    assert_eq!(xtream.input_stream_id.as_ref(), "origin-alpha");
    assert_eq!(header.upstream_user_agent, None);
    assert_eq!(m3u.upstream_user_agent, None);
    assert_eq!(xtream.upstream_user_agent, None);
}

#[test]
fn messagepack_playlist_items_preserve_upstream_user_agent() -> Result<(), Box<dyn std::error::Error>> {
    let source = PlaylistItem {
        header: PlaylistItemHeader { upstream_user_agent: Some("Provider-UA".intern()), ..Default::default() },
    };

    let header: PlaylistItemHeader = rmp_serde::from_slice(&rmp_serde::to_vec(&source.header)?)?;
    let m3u: M3uPlaylistItem = rmp_serde::from_slice(&rmp_serde::to_vec(&M3uPlaylistItem::from(&source))?)?;
    let xtream: XtreamPlaylistItem = rmp_serde::from_slice(&rmp_serde::to_vec(&XtreamPlaylistItem::from(&source))?)?;

    assert_eq!(header.upstream_user_agent.as_deref(), Some("Provider-UA"));
    assert_eq!(m3u.upstream_user_agent.as_deref(), Some("Provider-UA"));
    assert_eq!(xtream.upstream_user_agent.as_deref(), Some("Provider-UA"));
    Ok(())
}

#[test]
fn has_probe_details_requires_video_and_audio_for_video() {
    let video = shared::model::VideoStreamProperties {
        details: Some(shared::model::VideoStreamDetailProperties {
            video: Some("{\"codec_name\":\"h264\"}".intern()),
            audio: None,
            ..Default::default()
        }),
        ..Default::default()
    };
    let item_missing_audio = item_with_props(StreamProperties::Video(Box::new(video)));
    assert!(!has_probe_details(&item_missing_audio));

    let video_complete = shared::model::VideoStreamProperties {
        details: Some(shared::model::VideoStreamDetailProperties {
            video: Some("{\"codec_name\":\"h264\"}".intern()),
            audio: Some("{\"codec_name\":\"aac\"}".intern()),
            ..Default::default()
        }),
        ..Default::default()
    };
    let item_complete = item_with_props(StreamProperties::Video(Box::new(video_complete)));
    assert!(has_probe_details(&item_complete));
}

#[test]
fn has_probe_details_requires_video_audio_and_bitrate_for_live() {
    let live_missing_audio = shared::model::LiveStreamProperties {
        video: Some("{\"codec_name\":\"h264\"}".intern()),
        audio: None,
        ..Default::default()
    };
    let item_missing_audio = item_with_props(StreamProperties::Live(Box::new(live_missing_audio)));
    assert!(!has_probe_details(&item_missing_audio));

    let live_missing_bitrate = shared::model::LiveStreamProperties {
        video: Some("{\"codec_name\":\"h264\"}".intern()),
        audio: Some("{\"codec_name\":\"aac\"}".intern()),
        ..Default::default()
    };
    let item_missing_bitrate = item_with_props(StreamProperties::Live(Box::new(live_missing_bitrate)));
    assert!(!has_probe_details(&item_missing_bitrate));

    let live_complete = shared::model::LiveStreamProperties {
        video: Some("{\"codec_name\":\"h264\"}".intern()),
        audio: Some("{\"codec_name\":\"aac\"}".intern()),
        bitrate: 2_500_000,
        ..Default::default()
    };
    let item_complete = item_with_props(StreamProperties::Live(Box::new(live_complete)));
    assert!(has_probe_details(&item_complete));
}

#[test]
fn needs_live_probe_when_fresh_probe_has_no_bitrate() {
    let item = live_item_with_probe_timestamp_and_bitrate(101, 0);

    assert!(needs_live_probe(&item, 100));
}

#[test]
fn does_not_need_live_probe_when_fresh_probe_has_positive_bitrate() {
    let item = live_item_with_probe_timestamp_and_bitrate(101, 2_500_000);

    assert!(!needs_live_probe(&item, 100));
}

#[test]
fn needs_live_probe_when_positive_bitrate_probe_is_older_than_cutoff() {
    let item = live_item_with_probe_timestamp_and_bitrate(99, 2_500_000);

    assert!(needs_live_probe(&item, 100));
}

#[test]
fn has_probe_details_is_false_for_series() {
    let series = shared::model::SeriesStreamProperties::default();
    let item = item_with_props(StreamProperties::Series(Box::new(series)));
    assert!(!has_probe_details(&item));
}

#[test]
fn collect_effective_skip_clusters_uses_input_skip_flags() {
    use tuliprox_core::model::{ConfigInputFlags, ConfigInputOptions};
    let input = ConfigInput {
        name: "skip_live".intern(),
        input_type: InputType::Xtream,
        options: Some(ConfigInputOptions {
            flags: ConfigInputFlags::SkipLive.into(),
            ..ConfigInputOptions::defaults().clone()
        }),
        ..ConfigInput::default()
    };
    let skip = collect_effective_skip_clusters(&input);
    assert!(skip.contains(&XtreamCluster::Live));
    assert!(!skip.contains(&XtreamCluster::Video));
    assert!(!skip.contains(&XtreamCluster::Series));
}

#[test]
fn filter_skipped_clusters_removes_cached_groups() {
    use tuliprox_core::model::{ConfigInputFlags, ConfigInputOptions};
    let live_item = PlaylistItem {
        header: shared::model::PlaylistItemHeader { xtream_cluster: XtreamCluster::Live, ..Default::default() },
    };
    let vod_item = PlaylistItem {
        header: shared::model::PlaylistItemHeader { xtream_cluster: XtreamCluster::Video, ..Default::default() },
    };

    let groups = vec![
        PlaylistGroup { id: 1, title: "Live".intern(), channels: vec![live_item], xtream_cluster: XtreamCluster::Live },
        PlaylistGroup { id: 2, title: "Vod".intern(), channels: vec![vod_item], xtream_cluster: XtreamCluster::Video },
    ];

    let source = MemoryPlaylistSource::new(groups).into_source();
    let input = ConfigInput {
        name: "skip_live".intern(),
        input_type: InputType::Xtream,
        options: Some(ConfigInputOptions {
            flags: ConfigInputFlags::SkipLive.into(),
            ..ConfigInputOptions::defaults().clone()
        }),
        ..ConfigInput::default()
    };

    let mut filtered = filter_skipped_clusters_from_source(source, &input);
    let filtered_groups = filtered.take_groups();
    assert_eq!(filtered_groups.len(), 1);
    assert_eq!(filtered_groups[0].xtream_cluster, XtreamCluster::Video);
}

fn test_group(cluster: XtreamCluster, item_name: &str, input_name: &str) -> PlaylistGroup {
    PlaylistGroup {
        id: 1,
        title: item_name.intern(),
        xtream_cluster: cluster,
        channels: vec![PlaylistItem {
            header: PlaylistItemHeader {
                name: item_name.intern(),
                input_name: input_name.intern(),
                xtream_cluster: cluster,
                item_type: match cluster {
                    XtreamCluster::Live => PlaylistItemType::Live,
                    XtreamCluster::Video => PlaylistItemType::Video,
                    XtreamCluster::Series => PlaylistItemType::Series,
                },
                ..Default::default()
            },
        }],
    }
}

#[test]
fn pipeline_transparency_staged_overlay_replaces_groups_and_neutralizes_overlaid_runtime_facts() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        options: Some(ConfigInputOptions::defaults().clone()),
        ..Default::default()
    };
    let provider_groups = vec![
        test_group(XtreamCluster::Live, "provider-live", "provider"),
        test_group(XtreamCluster::Video, "provider-vod", "provider"),
    ];
    let mut staged_live = test_group(XtreamCluster::Live, "staged-live", "staged");
    staged_live.channels[0].header.id = "11203".intern();
    staged_live.channels[0].header.url = "http://iptvhost.example/live/fake-user/fake-pass/11203.ts".intern();
    let mut invalid = test_group(XtreamCluster::Live, "invalid", "staged").channels.remove(0);
    invalid.header.id = "invalid".intern();
    invalid.header.url = "http://iptvhost.example/live/fake-user/fake-pass/invalid.ts".intern();
    staged_live.channels.push(invalid);
    let staged_groups = vec![staged_live, test_group(XtreamCluster::Series, "staged-series", "staged")];

    let groups = apply_staged_overlay_groups(&provider, ClusterFlags::Live, provider_groups, staged_groups);

    assert_eq!(groups.len(), 2);
    assert_eq!(groups[0].title.as_ref(), "staged-live");
    assert_eq!(groups[0].channels.len(), 1);
    assert_eq!(groups[0].channels[0].header.input_name.as_ref(), "provider");
    assert_eq!(groups[0].channels[0].header.url.as_ref(), "http://provider.example/live/real-user/real-pass/11203.ts");
    assert_eq!(groups[1].title.as_ref(), "provider-vod");
    assert_eq!(groups[1].channels[0].header.input_name.as_ref(), "provider");

    let mut telemetry = PlaylistUpdateInputTelemetry {
        refresh_policy: InputRefreshPolicy::NORMAL,
        source: None,
        clusters: vec![
            PlaylistUpdateClusterTelemetry {
                cluster: XtreamCluster::Live,
                requested: true,
                source: Some(PlaylistUpdateDataSource::Provider),
                baseline_count: Some(100),
                candidate_count: Some(95),
                active_count: Some(95),
                threshold: Some(90),
                quality: Some(95),
                decision: Some(PlaylistUpdateClusterDecision::Accepted),
                technical_state: None,
            },
            PlaylistUpdateClusterTelemetry {
                cluster: XtreamCluster::Video,
                requested: true,
                source: Some(PlaylistUpdateDataSource::Provider),
                baseline_count: Some(200),
                candidate_count: Some(200),
                active_count: Some(200),
                threshold: Some(100),
                quality: Some(100),
                decision: Some(PlaylistUpdateClusterDecision::Accepted),
                technical_state: None,
            },
        ],
    };

    neutralize_overlaid_cluster_facts(&mut telemetry, ClusterFlags::Live);

    let live =
        telemetry.clusters.iter().find(|cluster| cluster.cluster == XtreamCluster::Live).expect("Live telemetry");
    assert!(live.requested);
    assert_eq!(live.threshold, Some(90));
    assert_eq!(live.source, None);
    assert_eq!(live.baseline_count, None);
    assert_eq!(live.candidate_count, None);
    assert_eq!(live.active_count, None);
    assert_eq!(live.quality, None);
    assert_eq!(live.decision, None);

    let video =
        telemetry.clusters.iter().find(|cluster| cluster.cluster == XtreamCluster::Video).expect("Video telemetry");
    assert_eq!(video.source, Some(PlaylistUpdateDataSource::Provider));
    assert_eq!(video.baseline_count, Some(200));
    assert_eq!(video.candidate_count, Some(200));
    assert_eq!(video.active_count, Some(200));
    assert_eq!(video.quality, Some(100));
    assert_eq!(video.decision, Some(PlaylistUpdateClusterDecision::Accepted));
}

#[test]
fn staged_xtream_vod_url_uses_provider_credentials_and_one_extension() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut staged_vod = test_group(XtreamCluster::Video, "staged-vod", "staged");
    staged_vod.channels[0].header.id = "310".intern();
    staged_vod.channels[0].header.url = "http://iptvhost.example/movie/fake-user/fake-pass/310.mkv".intern();

    let groups = apply_staged_overlay_groups(&provider, ClusterFlags::Vod, Vec::new(), vec![staged_vod]);

    assert_eq!(groups[0].channels[0].header.url.as_ref(), "http://provider.example/movie/real-user/real-pass/310.mkv");
}

#[test]
fn staged_xtream_overlay_keeps_known_provider_stream_urls() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut provider_vod = test_group(XtreamCluster::Video, "Movies", "provider");
    provider_vod.channels[0].header.id = "310".intern();
    provider_vod.channels[0].header.url = "https://cdn.example/video?id=310".intern();
    let mut second_provider = provider_vod.channels[0].clone();
    second_provider.header.id = "311".intern();
    second_provider.header.url = "http://provider.example/movie/real-user/real-pass/311.mp4".intern();
    provider_vod.channels.push(second_provider);

    let mut staged_vod = test_group(XtreamCluster::Video, "Edited Movies", "staged");
    staged_vod.channels[0].header.id = "310".intern();
    staged_vod.channels[0].header.url = "http://editor.example/movie/310.mkv".intern();
    let mut second_staged = staged_vod.channels[0].clone();
    second_staged.header.id = "311".intern();
    second_staged.header.url = "http://editor.example/movie/311.mkv".intern();
    staged_vod.channels.push(second_staged);

    let groups = apply_staged_overlay_groups(&provider, ClusterFlags::Vod, vec![provider_vod], vec![staged_vod]);

    assert_eq!(groups[0].title.as_ref(), "Edited Movies");
    assert_eq!(groups[0].channels[0].header.url.as_ref(), "https://cdn.example/video?id=310");
    assert_eq!(groups[0].channels[1].header.url.as_ref(), "http://provider.example/movie/real-user/real-pass/311.mp4");
}

#[test]
fn staged_xtream_new_vod_stream_uses_metadata_extension() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut staged_vod = test_group(XtreamCluster::Video, "New Movies", "staged");
    staged_vod.channels[0].header.id = "310".intern();
    staged_vod.channels[0].header.url = "http://editor.example/movie/310".intern();
    staged_vod.channels[0].header.additional_properties =
        Some(StreamProperties::Video(Box::new(shared::model::VideoStreamProperties {
            container_extension: "mkv".intern(),
            ..Default::default()
        })));

    let groups = apply_staged_overlay_groups(&provider, ClusterFlags::Vod, Vec::new(), vec![staged_vod]);

    assert_eq!(groups[0].channels[0].header.url.as_ref(), "http://provider.example/movie/real-user/real-pass/310.mkv");
}

#[test]
fn staged_xtream_live_url_respects_prefix_and_without_extension_flags() {
    let provider_prefix = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        options: Some(ConfigInputOptions {
            flags: ConfigInputFlags::XtreamLiveStreamUsePrefix.into(),
            ..ConfigInputOptions::defaults().clone()
        }),
        ..Default::default()
    };
    let mut staged_live_prefix = test_group(XtreamCluster::Live, "staged-live", "staged");
    staged_live_prefix.channels[0].header.id = "11203".intern();
    staged_live_prefix.channels[0].header.url = "http://iptvhost.example/fake-user/fake-pass/11203.ts".intern();

    let groups_prefix =
        apply_staged_overlay_groups(&provider_prefix, ClusterFlags::Live, Vec::new(), vec![staged_live_prefix]);

    assert_eq!(
        groups_prefix[0].channels[0].header.url.as_ref(),
        "http://provider.example/live/real-user/real-pass/11203.ts"
    );

    let provider_no_ext = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        options: Some(ConfigInputOptions {
            flags: ConfigInputFlags::XtreamLiveStreamWithoutExtension.into(),
            ..ConfigInputOptions::defaults().clone()
        }),
        ..Default::default()
    };
    let mut staged_live_no_ext = test_group(XtreamCluster::Live, "staged-live", "staged");
    staged_live_no_ext.channels[0].header.id = "11203".intern();
    staged_live_no_ext.channels[0].header.url = "http://iptvhost.example/fake-user/fake-pass/11203.ts".intern();

    let groups_no_ext =
        apply_staged_overlay_groups(&provider_no_ext, ClusterFlags::Live, Vec::new(), vec![staged_live_no_ext]);

    assert_eq!(groups_no_ext[0].channels[0].header.url.as_ref(), "http://provider.example/real-user/real-pass/11203");
}

#[test]
fn staged_xtream_overlay_recomputes_uuid_on_group_load() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        options: Some(ConfigInputOptions {
            flags: ConfigInputFlags::XtreamLiveStreamUsePrefix.into(),
            ..ConfigInputOptions::defaults().clone()
        }),
        ..Default::default()
    };
    let mut staged_live = test_group(XtreamCluster::Live, "staged-live", "staged");
    staged_live.channels[0].header.id = "11203".intern();
    staged_live.channels[0].header.freeze_input_stream_id();
    staged_live.channels[0].header.url = "http://iptvhost.example/live/fake-user/fake-pass/11203.ts".intern();
    staged_live.channels[0].header.gen_uuid();
    let old_uuid = staged_live.channels[0].header.get_uuid().clone();

    let mut groups = apply_staged_overlay_groups(&provider, ClusterFlags::Live, Vec::new(), vec![staged_live]);

    assert_eq!(groups[0].channels[0].header.input_name.as_ref(), "provider");
    let reconstructed_url = "http://provider.example/live/real-user/real-pass/11203.ts";
    assert_eq!(groups[0].channels[0].header.url.as_ref(), reconstructed_url);
    assert_eq!(groups[0].channels[0].header.get_input_stream_id().as_deref(), Some("11203"));

    groups[0].on_load();

    let expected_uuid = shared::utils::generate_runtime_playlist_uuid(
        "provider",
        "11203",
        shared::model::PlaylistItemType::Live,
        reconstructed_url,
    );
    assert_ne!(groups[0].channels[0].header.get_uuid(), &old_uuid);
    assert_eq!(groups[0].channels[0].header.get_uuid(), &expected_uuid);
    assert_eq!(groups[0].channels[0].header.get_input_stream_id().as_deref(), Some("11203"));
}

#[test]
fn staged_xtream_overlay_full_cluster_staging_replaces_all_matching_groups() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut provider_action = test_group(XtreamCluster::Video, "Action", "provider");
    provider_action.channels[0].header.id = "10".intern();
    let mut provider_comedy = test_group(XtreamCluster::Video, "Comedy", "provider");
    provider_comedy.channels[0].header.id = "20".intern();

    let mut staged_action = test_group(XtreamCluster::Video, "Action", "staged");
    staged_action.channels[0].header.id = "11".intern();
    let mut staged_comedy = test_group(XtreamCluster::Video, "Comedy", "staged");
    staged_comedy.channels[0].header.id = "21".intern();

    let groups = apply_staged_overlay_groups(
        &provider,
        ClusterFlags::Vod,
        vec![provider_action, provider_comedy],
        vec![staged_action, staged_comedy],
    );

    assert_eq!(groups.len(), 2);
    assert_eq!(groups[0].title.as_ref(), "Action");
    assert_eq!(groups[0].channels[0].header.id.as_ref(), "11");
    assert_eq!(groups[0].channels[0].header.input_name.as_ref(), "provider");
    assert_eq!(groups[1].title.as_ref(), "Comedy");
    assert_eq!(groups[1].channels[0].header.id.as_ref(), "21");
    assert_eq!(groups[1].channels[0].header.input_name.as_ref(), "provider");
}

#[test]
fn staged_xtream_overlay_partial_cluster_staging_preserves_unstaged_provider_groups() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut provider_action = test_group(XtreamCluster::Video, "Action", "provider");
    provider_action.channels[0].header.id = "10".intern();
    let mut provider_comedy = test_group(XtreamCluster::Video, "Comedy", "provider");
    provider_comedy.channels[0].header.id = "20".intern();
    let mut provider_drama = test_group(XtreamCluster::Video, "Drama", "provider");
    provider_drama.channels[0].header.id = "30".intern();

    let mut staged_action = test_group(XtreamCluster::Video, "Action", "staged");
    staged_action.channels[0].header.id = "11".intern();

    let groups = apply_staged_overlay_groups(
        &provider,
        ClusterFlags::Vod,
        vec![provider_action, provider_comedy, provider_drama],
        vec![staged_action],
    );

    assert_eq!(groups.len(), 3);
    assert_eq!(groups[0].title.as_ref(), "Action");
    assert_eq!(groups[0].channels[0].header.id.as_ref(), "11");
    assert_eq!(groups[1].title.as_ref(), "Comedy");
    assert_eq!(groups[1].channels[0].header.id.as_ref(), "20");
    assert_eq!(groups[2].title.as_ref(), "Drama");
    assert_eq!(groups[2].channels[0].header.id.as_ref(), "30");
}

#[test]
fn staged_xtream_overlay_no_staged_groups_for_selected_cluster_preserves_all_provider_groups() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let provider_news = test_group(XtreamCluster::Live, "News", "provider");
    let provider_sports = test_group(XtreamCluster::Live, "Sports", "provider");
    let staged_series = test_group(XtreamCluster::Series, "Shows", "staged");

    let groups = apply_staged_overlay_groups(
        &provider,
        ClusterFlags::Live,
        vec![provider_news, provider_sports],
        vec![staged_series],
    );

    assert_eq!(groups.len(), 2);
    assert_eq!(groups[0].title.as_ref(), "News");
    assert_eq!(groups[1].title.as_ref(), "Sports");
}

#[test]
fn staged_xtream_overlay_all_invalid_ids_falls_back_to_provider_group() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut provider_sports = test_group(XtreamCluster::Live, "Sports", "provider");
    provider_sports.channels[0].header.id = "501".intern();

    let mut staged_sports = test_group(XtreamCluster::Live, "Sports", "staged");
    staged_sports.channels[0].header.id = "non-numeric-a".intern();
    let mut second_invalid = staged_sports.channels[0].clone();
    second_invalid.header.id = "non-numeric-b".intern();
    staged_sports.channels.push(second_invalid);

    let groups = apply_staged_overlay_groups(&provider, ClusterFlags::Live, vec![provider_sports], vec![staged_sports]);

    assert_eq!(groups.len(), 1);
    assert_eq!(groups[0].title.as_ref(), "Sports");
    assert_eq!(groups[0].channels.len(), 1);
    assert_eq!(groups[0].channels[0].header.id.as_ref(), "501");
}

#[test]
fn staged_xtream_overlay_partially_valid_ids_keeps_valid_and_drops_invalid() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut provider_sports = test_group(XtreamCluster::Live, "Sports", "provider");
    provider_sports.channels[0].header.id = "501".intern();

    let mut staged_sports = test_group(XtreamCluster::Live, "Sports", "staged");
    staged_sports.channels[0].header.id = "502".intern();
    let mut invalid = staged_sports.channels[0].clone();
    invalid.header.id = "invalid-stream".intern();
    staged_sports.channels.push(invalid);

    let groups = apply_staged_overlay_groups(&provider, ClusterFlags::Live, vec![provider_sports], vec![staged_sports]);

    assert_eq!(groups.len(), 1);
    assert_eq!(groups[0].title.as_ref(), "Sports");
    assert_eq!(groups[0].channels.len(), 1);
    assert_eq!(groups[0].channels[0].header.id.as_ref(), "502");
}

#[test]
fn staged_xtream_overlay_missing_credentials_preserves_all_provider_groups() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: None,
        password: None,
        ..Default::default()
    };
    let provider_news = test_group(XtreamCluster::Live, "News", "provider");
    let provider_sports = test_group(XtreamCluster::Live, "Sports", "provider");
    let mut staged_sports = test_group(XtreamCluster::Live, "Sports", "staged");
    staged_sports.channels[0].header.id = "501".intern();

    let groups = apply_staged_overlay_groups(
        &provider,
        ClusterFlags::Live,
        vec![provider_news, provider_sports],
        vec![staged_sports],
    );

    assert_eq!(groups.len(), 2);
    assert_eq!(groups[0].title.as_ref(), "News");
    assert_eq!(groups[1].title.as_ref(), "Sports");
}

#[test]
fn staged_xtream_overlay_multiple_groups_with_different_clusters() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut provider_live = test_group(XtreamCluster::Live, "News", "provider");
    provider_live.channels[0].header.id = "100".intern();
    let mut provider_action = test_group(XtreamCluster::Video, "Action", "provider");
    provider_action.channels[0].header.id = "200".intern();
    let mut provider_comedy = test_group(XtreamCluster::Video, "Comedy", "provider");
    provider_comedy.channels[0].header.id = "300".intern();
    let mut provider_series = test_group(XtreamCluster::Series, "Shows", "provider");
    provider_series.channels[0].header.id = "400".intern();

    let mut staged_live = test_group(XtreamCluster::Live, "News", "staged");
    staged_live.channels[0].header.id = "101".intern();
    let mut staged_action = test_group(XtreamCluster::Video, "Action", "staged");
    staged_action.channels[0].header.id = "201".intern();

    let groups = apply_staged_overlay_groups(
        &provider,
        ClusterFlags::Live | ClusterFlags::Vod,
        vec![provider_live, provider_action, provider_comedy, provider_series],
        vec![staged_live, staged_action],
    );

    assert_eq!(groups.len(), 4);
    assert_eq!(groups[0].title.as_ref(), "News");
    assert_eq!(groups[0].channels[0].header.id.as_ref(), "101");
    assert_eq!(groups[1].title.as_ref(), "Action");
    assert_eq!(groups[1].channels[0].header.id.as_ref(), "201");
    assert_eq!(groups[2].title.as_ref(), "Comedy");
    assert_eq!(groups[2].channels[0].header.id.as_ref(), "300");
    assert_eq!(groups[3].title.as_ref(), "Shows");
    assert_eq!(groups[3].channels[0].header.id.as_ref(), "400");
}

#[test]
fn staged_xtream_overlay_preserves_original_group_order() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut live_1 = test_group(XtreamCluster::Live, "Live1", "provider");
    live_1.channels[0].header.id = "1".intern();
    let mut vod_1 = test_group(XtreamCluster::Video, "Vod1", "provider");
    vod_1.channels[0].header.id = "2".intern();
    let mut live_2 = test_group(XtreamCluster::Live, "Live2", "provider");
    live_2.channels[0].header.id = "3".intern();
    let mut vod_2 = test_group(XtreamCluster::Video, "Vod2", "provider");
    vod_2.channels[0].header.id = "4".intern();

    let mut staged_live_1 = test_group(XtreamCluster::Live, "Live1", "staged");
    staged_live_1.channels[0].header.id = "11".intern();
    let mut staged_live_2 = test_group(XtreamCluster::Live, "Live2", "staged");
    staged_live_2.channels[0].header.id = "33".intern();

    let groups = apply_staged_overlay_groups(
        &provider,
        ClusterFlags::Live,
        vec![live_1, vod_1, live_2, vod_2],
        vec![staged_live_1, staged_live_2],
    );

    assert_eq!(groups.len(), 4);
    assert_eq!(groups[0].title.as_ref(), "Live1");
    assert_eq!(groups[0].channels[0].header.id.as_ref(), "11");
    assert_eq!(groups[1].title.as_ref(), "Vod1");
    assert_eq!(groups[1].channels[0].header.id.as_ref(), "2");
    assert_eq!(groups[2].title.as_ref(), "Live2");
    assert_eq!(groups[2].channels[0].header.id.as_ref(), "33");
    assert_eq!(groups[3].title.as_ref(), "Vod2");
    assert_eq!(groups[3].channels[0].header.id.as_ref(), "4");
}

/// The merged playlist reaches persistence keyed by `(cluster, id)`, which collapses groups that
/// share an id within one cluster.
fn assert_unique_category_ids(groups: &[PlaylistGroup]) {
    let mut seen = std::collections::HashSet::new();
    for group in groups {
        assert!(
            seen.insert((group.xtream_cluster, group.id)),
            "category id {} is used by more than one {} group",
            group.id,
            group.xtream_cluster
        );
    }
}

#[test]
fn staged_overlay_syncs_channel_category_ids_with_the_final_group_id() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut provider_news = test_group(XtreamCluster::Live, "News", "provider");
    provider_news.id = 5;
    provider_news.channels[0].header.id = "100".intern();

    // Matched by stream id, so the group takes over the provider category id.
    let mut staged_rewritten = test_group(XtreamCluster::Live, "Rewritten", "staged");
    staged_rewritten.id = 7;
    staged_rewritten.channels[0].header.id = "100".intern();
    staged_rewritten.channels[0].header.category_id = 7;
    // No provider counterpart: the group becomes a new category with an allocated id.
    let mut staged_kids = test_group(XtreamCluster::Live, "Kids", "staged");
    staged_kids.id = 0;
    staged_kids.channels[0].header.id = "300".intern();

    let groups = apply_staged_overlay_groups(
        &provider,
        ClusterFlags::Live,
        vec![provider_news],
        vec![staged_rewritten, staged_kids],
    );

    assert_eq!(groups.len(), 2);
    assert_eq!(groups[0].id, 5);
    assert_eq!(groups[0].channels[0].header.category_id, 5);
    assert_eq!(groups[1].id, 6);
    assert_eq!(groups[1].channels[0].header.category_id, 6);
    assert_unique_category_ids(&groups);
}

#[test]
fn staged_overlay_on_non_xtream_provider_replaces_cluster_and_rewrites_input_name() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::M3u,
        url: "http://provider.example/list.m3u".to_string(),
        ..Default::default()
    };
    let provider_live = test_group(XtreamCluster::Live, "provider-live", "provider");
    let provider_vod = test_group(XtreamCluster::Video, "provider-vod", "provider");
    let mut staged_live = test_group(XtreamCluster::Live, "staged-live", "staged");
    staged_live.channels[0].header.url = "http://editor.example/live/1.ts".intern();

    let groups = apply_staged_overlay_groups(
        &provider,
        ClusterFlags::Live,
        vec![provider_live, provider_vod],
        vec![staged_live],
    );

    assert_eq!(groups.len(), 2);
    assert_eq!(groups[0].title.as_ref(), "provider-vod");
    assert_eq!(groups[0].channels[0].header.input_name.as_ref(), "provider");
    assert_eq!(groups[1].title.as_ref(), "staged-live");
    // A non-Xtream provider cannot rebuild Xtream stream URLs, so the staged URL and its group id stay.
    assert_eq!(groups[1].channels[0].header.input_name.as_ref(), "provider");
    assert_eq!(groups[1].channels[0].header.url.as_ref(), "http://editor.example/live/1.ts");
    assert_eq!(groups[1].id, 1);
}

#[test]
fn staged_xtream_overlay_matches_by_category_id_not_by_title() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    // The staged tool renamed the provider category 7 and moved its streams; the title now collides
    // with the unrelated provider category 5.
    let mut provider_kids = test_group(XtreamCluster::Live, "Kids", "provider");
    provider_kids.id = 5;
    provider_kids.channels[0].header.id = "105".intern();
    let mut provider_news = test_group(XtreamCluster::Live, "News", "provider");
    provider_news.id = 7;
    provider_news.channels[0].header.id = "107".intern();

    let mut staged_renamed = test_group(XtreamCluster::Live, "Kids", "staged");
    staged_renamed.id = 7;
    staged_renamed.channels[0].header.id = "207".intern();

    let groups = apply_staged_overlay_groups(
        &provider,
        ClusterFlags::Live,
        vec![provider_kids, provider_news],
        vec![staged_renamed],
    );

    assert_eq!(groups.len(), 2);
    // Category 5 keeps its content: the staged group belongs to category 7.
    assert_eq!(groups[0].title.as_ref(), "Kids");
    assert_eq!(groups[0].id, 5);
    assert_eq!(groups[0].channels[0].header.id.as_ref(), "105");
    // Category 7 carries the staged rename and the staged stream, under its own id.
    assert_eq!(groups[1].title.as_ref(), "Kids");
    assert_eq!(groups[1].id, 7);
    assert_eq!(groups[1].channels[0].header.id.as_ref(), "207");
    assert_unique_category_ids(&groups);
}

#[test]
fn staged_xtream_overlay_matches_by_stream_id_over_group_id() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut provider_news = test_group(XtreamCluster::Live, "News", "provider");
    provider_news.id = 5;
    provider_news.channels[0].header.id = "100".intern();
    let mut provider_sports = test_group(XtreamCluster::Live, "Sports", "provider");
    provider_sports.id = 7;
    provider_sports.channels[0].header.id = "200".intern();

    // A m3u staged playlist numbers its groups on its own, so the group id points at another
    // provider category. The stream id of the overlaid channel proves which category it replaces.
    let mut staged_sports = test_group(XtreamCluster::Live, "Sports Rewritten", "staged");
    staged_sports.id = 5;
    staged_sports.channels[0].header.id = "200".intern();

    let groups = apply_staged_overlay_groups(
        &provider,
        ClusterFlags::Live,
        vec![provider_news, provider_sports],
        vec![staged_sports],
    );

    assert_eq!(groups.len(), 2);
    // Category 5 keeps its content: no staged channel belongs to it.
    assert_eq!(groups[0].title.as_ref(), "News");
    assert_eq!(groups[0].id, 5);
    assert_eq!(groups[0].channels[0].header.id.as_ref(), "100");
    // Category 7 carries the rewritten staged group, under its own id.
    assert_eq!(groups[1].title.as_ref(), "Sports Rewritten");
    assert_eq!(groups[1].id, 7);
    assert_eq!(groups[1].channels[0].header.id.as_ref(), "200");
    assert_unique_category_ids(&groups);
}

#[test]
fn staged_xtream_split_group_does_not_replace_an_unrelated_category() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut provider_sports = test_group(XtreamCluster::Live, "Sports", "provider");
    provider_sports.id = 5;
    provider_sports.channels[0].header.id = "100".intern();
    let mut second_sport = provider_sports.channels[0].clone();
    second_sport.header.id = "101".intern();
    provider_sports.channels.push(second_sport);
    let mut provider_news = test_group(XtreamCluster::Live, "News", "provider");
    provider_news.id = 7;
    provider_news.channels[0].header.id = "200".intern();

    let mut staged_first = test_group(XtreamCluster::Live, "Sports A", "staged");
    staged_first.id = 5;
    staged_first.channels[0].header.id = "100".intern();
    let mut staged_second = test_group(XtreamCluster::Live, "News", "staged");
    staged_second.id = 7;
    staged_second.channels[0].header.id = "101".intern();

    let groups = apply_staged_overlay_groups(
        &provider,
        ClusterFlags::Live,
        vec![provider_sports, provider_news],
        vec![staged_first, staged_second],
    );

    assert_eq!(groups.len(), 3);
    assert_eq!(groups[0].id, 5);
    assert_eq!(groups[0].title.as_ref(), "Sports A");
    assert_eq!(groups[1].id, 7);
    assert_eq!(groups[1].channels[0].header.id.as_ref(), "200");
    assert_eq!(groups[2].title.as_ref(), "News");
    assert_eq!(groups[2].channels[0].header.id.as_ref(), "101");
    assert_unique_category_ids(&groups);
}

#[test]
fn staged_m3u_unknown_streams_do_not_match_positional_category_id() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut provider_sports = test_group(XtreamCluster::Live, "Sports", "provider");
    provider_sports.id = 5;
    provider_sports.channels[0].header.id = "100".intern();
    let mut staged_new = test_group(XtreamCluster::Live, "New", "staged");
    staged_new.id = 5;
    staged_new.channels[0].header.id = "300".intern();

    let groups = super::apply_staged_overlay_groups(
        &provider,
        StagedInputType::M3u,
        ClusterFlags::Live,
        vec![provider_sports],
        vec![staged_new],
    );

    assert_eq!(groups.len(), 1);
    assert_eq!(groups[0].title.as_ref(), "New");
    assert_eq!(groups[0].channels[0].header.id.as_ref(), "300");
    assert_unique_category_ids(&groups);
}

#[test]
fn staged_m3u_replaces_selected_xtream_groups_and_keeps_other_clusters() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut provider_news = test_group(XtreamCluster::Live, "Provider News", "provider");
    provider_news.id = 5;
    provider_news.channels[0].header.id = "100".intern();
    let mut provider_sports = test_group(XtreamCluster::Live, "Provider Sports", "provider");
    provider_sports.id = 7;
    provider_sports.channels[0].header.id = "200".intern();
    provider_sports.channels[0].header.url = "http://provider.example/direct/200.ts".intern();
    let mut provider_kids = test_group(XtreamCluster::Live, "Provider Kids", "provider");
    provider_kids.id = 9;
    provider_kids.channels[0].header.id = "300".intern();
    let provider_vod = test_group(XtreamCluster::Video, "Provider VOD", "provider");
    let mut staged_custom = test_group(XtreamCluster::Live, "My Channels", "staged");
    staged_custom.channels[0].header.id = "200".intern();
    let mut staged_news = test_group(XtreamCluster::Live, "My News", "staged");
    staged_news.channels[0].header.id = "100".intern();

    let groups = super::apply_staged_overlay_groups(
        &provider,
        StagedInputType::M3u,
        ClusterFlags::Live,
        vec![provider_news, provider_sports, provider_kids, provider_vod],
        vec![staged_custom, staged_news],
    );

    assert_eq!(groups.len(), 3);
    assert_eq!(groups[0].title.as_ref(), "My Channels");
    assert_eq!(groups[0].channels[0].header.id.as_ref(), "200");
    assert_eq!(groups[0].channels[0].header.input_name.as_ref(), "provider");
    assert_eq!(groups[0].channels[0].header.url.as_ref(), "http://provider.example/direct/200.ts");
    assert_eq!(groups[1].title.as_ref(), "My News");
    assert_eq!(groups[1].channels[0].header.id.as_ref(), "100");
    assert_eq!(groups[2].title.as_ref(), "Provider VOD");
}

#[test]
fn staged_xtream_overlay_falls_back_to_the_secondary_stream_overlap() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut provider_alpha = test_group(XtreamCluster::Live, "Alpha", "provider");
    provider_alpha.id = 5;
    provider_alpha.channels[0].header.id = "100".intern();
    let mut provider_beta = test_group(XtreamCluster::Live, "Beta", "provider");
    provider_beta.id = 7;
    provider_beta.channels[0].header.id = "200".intern();
    let mut beta_second = provider_beta.channels[0].clone();
    beta_second.header.id = "201".intern();
    provider_beta.channels.push(beta_second);

    // Both staged groups overlap Beta; the stronger one takes it, so the other has to fall back to the
    // provider category it also owns streams of instead of becoming a new category.
    let mut staged_strong = test_group(XtreamCluster::Live, "Beta Rewritten", "staged");
    staged_strong.id = 0;
    staged_strong.channels[0].header.id = "200".intern();
    let mut strong_second = staged_strong.channels[0].clone();
    strong_second.header.id = "201".intern();
    staged_strong.channels.push(strong_second);

    let mut staged_weak = test_group(XtreamCluster::Live, "Alpha Rewritten", "staged");
    staged_weak.id = 0;
    staged_weak.channels[0].header.id = "200".intern();
    let mut weak_second = staged_weak.channels[0].clone();
    weak_second.header.id = "201".intern();
    staged_weak.channels.push(weak_second);
    let mut weak_third = staged_weak.channels[0].clone();
    weak_third.header.id = "100".intern();
    staged_weak.channels.push(weak_third);

    let groups = apply_staged_overlay_groups(
        &provider,
        ClusterFlags::Live,
        vec![provider_alpha, provider_beta],
        vec![staged_strong, staged_weak],
    );

    assert_eq!(groups.len(), 2);
    assert_eq!(groups[0].title.as_ref(), "Alpha Rewritten");
    assert_eq!(groups[0].id, 5);
    assert_eq!(groups[0].channels.len(), 3);
    assert_eq!(groups[1].title.as_ref(), "Beta Rewritten");
    assert_eq!(groups[1].id, 7);
    assert_eq!(groups[1].channels.len(), 2);
    assert_unique_category_ids(&groups);
}

#[test]
fn staged_xtream_overlay_gives_a_new_category_a_free_category_id() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut provider_sports = test_group(XtreamCluster::Live, "Sports", "provider");
    provider_sports.id = 2;
    provider_sports.channels[0].header.id = "200".intern();

    // Staged groups without a category id must not reach persistence as a shared zero key.
    let mut staged_kids = test_group(XtreamCluster::Live, "Kids", "staged");
    staged_kids.id = 0;
    staged_kids.channels[0].header.id = "300".intern();
    let mut staged_movies = test_group(XtreamCluster::Live, "Movies", "staged");
    staged_movies.id = 0;
    staged_movies.channels[0].header.id = "400".intern();

    let groups = apply_staged_overlay_groups(
        &provider,
        ClusterFlags::Live,
        vec![provider_sports],
        vec![staged_kids, staged_movies],
    );

    assert_eq!(groups.len(), 3);
    assert_eq!(groups[0].title.as_ref(), "Sports");
    assert_eq!(groups[0].id, 2);
    assert_eq!(groups[1].title.as_ref(), "Kids");
    assert_eq!(groups[1].id, 3);
    assert_eq!(groups[2].title.as_ref(), "Movies");
    assert_eq!(groups[2].id, 4);
    assert_unique_category_ids(&groups);
}

#[test]
fn staged_xtream_overlay_empty_staged_group_without_provider_fallback_is_omitted() {
    let provider = ConfigInput {
        name: "provider".intern(),
        input_type: InputType::Xtream,
        url: "http://provider.example".to_string(),
        username: Some("real-user".to_string()),
        password: Some("real-pass".to_string()),
        ..Default::default()
    };
    let mut provider_action = test_group(XtreamCluster::Video, "Action", "provider");
    provider_action.channels[0].header.id = "10".intern();

    let mut staged_horror = test_group(XtreamCluster::Video, "Horror", "staged");
    staged_horror.id = 2;
    staged_horror.channels[0].header.id = "non-numeric".intern();

    let groups = apply_staged_overlay_groups(&provider, ClusterFlags::Vod, vec![provider_action], vec![staged_horror]);

    assert_eq!(groups.len(), 1);
    assert_eq!(groups[0].title.as_ref(), "Action");
}

#[test]
fn staged_overlay_is_skipped_when_provider_playlist_is_cached() {
    let result = PlaylistDownloadResult::new(vec![], vec![], true, false);

    assert!(!should_apply_staged_overlay(&result));
}

#[test]
fn quality_rejection_keeps_a_usable_input_ready() {
    let mut result = InputDownloadResult {
        authoritative_library: false,
        errors: Vec::new(),
        source: MemoryPlaylistSource::new(vec![test_group(XtreamCluster::Video, "retained-vod", "provider-a")])
            .into_source(),
        storage_error: None,
        partial: false,
        quality_rejections: vec![ClusterUpdateRejection {
            cluster: XtreamCluster::Video,
            current_count: 12_543,
            candidate_count: 217,
            threshold: 90,
            quality: 1,
        }],
        accepted_empty_clusters: ClusterFlags::empty(),
        input_telemetry: None,
    };

    assert_eq!(result.job_state(), InputJobState::Ready);
    assert!(result.errors.is_empty());
    assert!(!result.partial);
    assert_eq!(result.quality_rejections.len(), 1);
}

#[test]
fn quality_rejection_marks_the_run_partial_without_reusing_stalker_partial() {
    let quality_rejection = PlaylistRunSignals { has_quality_rejections: true, ..PlaylistRunSignals::default() };
    assert!(!quality_rejection.has_pending_stalker_refresh);
    assert_eq!(quality_rejection.state(), PlaylistUpdateState::Partial);

    let stalker_partial = PlaylistRunSignals { has_pending_stalker_refresh: true, ..PlaylistRunSignals::default() };
    assert!(!stalker_partial.has_quality_rejections);
    assert_eq!(stalker_partial.state(), PlaylistUpdateState::Partial);

    let technical_failure = PlaylistRunSignals { has_error: true, ..quality_rejection };
    assert_eq!(technical_failure.state(), PlaylistUpdateState::Failure);
}

fn make_test_item(name: &str, item_type: PlaylistItemType) -> PlaylistItem {
    let header =
        PlaylistItemHeader { name: name.into(), group: "Test Group".intern(), item_type, ..Default::default() };
    PlaylistItem { header }
}

#[test]
fn test_filter_evalutes_correctly() {
    let filter = get_filter(r#"name ~ "Allowed""#, None).unwrap();

    let allowed_item = make_test_item("Allowed Channel", PlaylistItemType::Live);
    let denied_item = make_test_item("Denied Channel", PlaylistItemType::Live);

    let allowed_provider = ValueProvider { pli: &allowed_item, match_as_ascii: false };
    let denied_provider = ValueProvider { pli: &denied_item, match_as_ascii: false };

    assert!(filter.filter(&allowed_provider));
    assert!(!filter.filter(&denied_provider));
}

#[test]
fn test_filter_with_type_comparison() {
    let filter = get_filter("type = vod", None).unwrap();

    let vod_item = make_test_item("Test Movie", PlaylistItemType::Video);
    let live_item = make_test_item("Test Channel", PlaylistItemType::Live);

    let vod_provider = ValueProvider { pli: &vod_item, match_as_ascii: false };
    let live_provider = ValueProvider { pli: &live_item, match_as_ascii: false };

    assert!(filter.filter(&vod_provider));
    assert!(!filter.filter(&live_provider));
}

#[test]
fn playlist_retention_reports_filter_counts() {
    let groups = vec![PlaylistGroup {
        id: 1,
        title: "Test Group".intern(),
        channels: vec![
            make_test_item("Allowed", PlaylistItemType::Live),
            make_test_item("Denied", PlaylistItemType::Live),
        ],
        xtream_cluster: XtreamCluster::Live,
    }];
    let mut source = MemoryPlaylistSource::new(groups).into_source();

    let (filtered, outcome) = retain_playlist_items(&mut source, |item| item.header.name.as_ref() == "Allowed");

    assert_eq!(outcome, FilterOutcome { inspected: 2, retained: 1, removed: 1 });
    assert_eq!(filtered.expect("one item should remain")[0].channels[0].header.name.as_ref(), "Allowed");
}

#[test]
fn filter_stage_can_remove_every_item() {
    let groups = vec![PlaylistGroup {
        id: 1,
        title: "Test Group".intern(),
        channels: vec![make_test_item("Denied", PlaylistItemType::Live)],
        xtream_cluster: XtreamCluster::Live,
    }];
    let mut target = ConfigTarget::from(&ConfigTargetDto::default());
    target.filter = get_filter(r#"name ~ "Allowed""#, None).expect("filter should parse").into();

    let (groups, outcome) = execute_pipeline_on_groups(groups, &target, &[TransformStage::Filter]);

    assert!(groups.is_empty());
    assert_eq!(outcome.filter, Some(FilterOutcome { inspected: 1, retained: 0, removed: 1 }));
}

#[test]
fn missing_processing_filter_skips_filter_stage() {
    let groups = vec![PlaylistGroup {
        id: 1,
        title: "Test Group".intern(),
        channels: vec![make_test_item("Allowed", PlaylistItemType::Live)],
        xtream_cluster: XtreamCluster::Live,
    }];
    let target = ConfigTarget::from(&ConfigTargetDto::default());

    let (groups, outcome) = execute_pipeline_on_groups(groups, &target, &[TransformStage::Filter]);

    assert_eq!(groups.len(), 1);
    assert_eq!(groups[0].channels.len(), 1);
    assert!(outcome.filter.is_none());
}

#[test]
fn missing_processing_filter_preserves_filter_stage_group_normalization() {
    let mut first = make_test_item("One", PlaylistItemType::Live);
    first.header.group = "News".intern();
    let mut second = make_test_item("Two", PlaylistItemType::Live);
    second.header.group = "news".intern();
    let groups = vec![
        PlaylistGroup { id: 1, title: "News".intern(), channels: vec![first], xtream_cluster: XtreamCluster::Live },
        PlaylistGroup { id: 2, title: "news".intern(), channels: vec![second], xtream_cluster: XtreamCluster::Live },
    ];
    let target = ConfigTarget::from(&ConfigTargetDto::default());

    let (groups, outcome) = execute_pipeline_on_groups(groups, &target, &[TransformStage::Filter]);

    assert_eq!(groups.len(), 1);
    assert_eq!(groups[0].channels.len(), 2);
    assert!(outcome.filter.is_none());
}

#[test]
fn pipeline_reports_filter_and_rename_outcomes() {
    let groups = vec![PlaylistGroup {
        id: 1,
        title: "Test Group".intern(),
        channels: vec![
            make_test_item("Allowed", PlaylistItemType::Live),
            make_test_item("Denied", PlaylistItemType::Live),
        ],
        xtream_cluster: XtreamCluster::Live,
    }];
    let mut target = ConfigTarget::from(&ConfigTargetDto::default());
    target.filter = get_filter(r#"name ~ "Allowed""#, None).expect("filter should parse").into();
    target.rename = Some(vec![ConfigRename::from(&ConfigRenameDto {
        field: ItemField::Name,
        pattern: "Allowed".to_string(),
        new_name: "Renamed".to_string(),
        t_pattern: None,
    })]);

    let (groups, outcome) =
        execute_pipeline_on_groups(groups, &target, &[TransformStage::Filter, TransformStage::Rename]);

    assert_eq!(groups[0].channels[0].header.name.as_ref(), "Renamed");
    assert_eq!(outcome.filter, Some(FilterOutcome { inspected: 2, retained: 1, removed: 1 }));
    assert_eq!(outcome.rename, Some(RenameOutcome { inspected: 1, changed_items: 1, changed_fields: 1 }));
}

#[test]
fn assign_channel_no_playlist_preserves_non_zero_chno() {
    let mut groups = vec![
        PlaylistGroup {
            id: 1,
            title: "Group A".intern(),
            channels: vec![
                PlaylistItem { header: PlaylistItemHeader { name: "A".intern(), chno: 10, ..Default::default() } },
                PlaylistItem { header: PlaylistItemHeader { name: "B".intern(), chno: 0, ..Default::default() } },
            ],
            xtream_cluster: XtreamCluster::Live,
        },
        PlaylistGroup {
            id: 2,
            title: "Group C".intern(),
            channels: vec![
                PlaylistItem { header: PlaylistItemHeader { name: "C".intern(), chno: 1, ..Default::default() } },
                PlaylistItem { header: PlaylistItemHeader { name: "D".intern(), chno: 0, ..Default::default() } },
            ],
            xtream_cluster: XtreamCluster::Live,
        },
    ];

    assign_channel_no_playlist(&mut groups);

    // Non-zero chno values must be preserved
    assert_eq!(groups[0].channels[0].header.chno, 10);
    assert_eq!(groups[1].channels[0].header.chno, 1);
}

#[test]
fn assign_channel_no_playlist_assigns_zero_chno_only() {
    let mut groups = vec![PlaylistGroup {
        id: 1,
        title: "Group A".intern(),
        channels: vec![
            PlaylistItem { header: PlaylistItemHeader { name: "A".intern(), chno: 0, ..Default::default() } },
            PlaylistItem { header: PlaylistItemHeader { name: "B".intern(), chno: 0, ..Default::default() } },
            PlaylistItem { header: PlaylistItemHeader { name: "C".intern(), chno: 0, ..Default::default() } },
        ],
        xtream_cluster: XtreamCluster::Live,
    }];

    assign_channel_no_playlist(&mut groups);

    // All zero-chno channels should get assigned numbers starting at 1
    assert_eq!(groups[0].channels[0].header.chno, 1);
    assert_eq!(groups[0].channels[1].header.chno, 2);
    assert_eq!(groups[0].channels[2].header.chno, 3);
}

#[test]
fn assign_channel_no_playlist_skips_existing_nonzero_numbers() {
    let mut groups = vec![PlaylistGroup {
        id: 1,
        title: "Group A".intern(),
        channels: vec![
            PlaylistItem { header: PlaylistItemHeader { name: "A".intern(), chno: 5, ..Default::default() } },
            PlaylistItem { header: PlaylistItemHeader { name: "B".intern(), chno: 0, ..Default::default() } },
            PlaylistItem { header: PlaylistItemHeader { name: "C".intern(), chno: 2, ..Default::default() } },
            PlaylistItem { header: PlaylistItemHeader { name: "D".intern(), chno: 0, ..Default::default() } },
        ],
        xtream_cluster: XtreamCluster::Live,
    }];

    assign_channel_no_playlist(&mut groups);

    // Existing non-zero numbers (2, 5) must be skipped when assigning new numbers
    assert_eq!(groups[0].channels[0].header.chno, 5); // preserved
    assert_eq!(groups[0].channels[2].header.chno, 2); // preserved
                                                      // B gets 1 (smallest available), D gets 3 (next available after 1 and existing 2)
    assert_eq!(groups[0].channels[1].header.chno, 1);
    assert_eq!(groups[0].channels[3].header.chno, 3);
}

#[test]
fn assign_channel_no_playlist_assigns_following_group_order() {
    let mut groups = vec![
        PlaylistGroup {
            id: 1,
            title: "Group 1".intern(),
            channels: vec![
                PlaylistItem { header: PlaylistItemHeader { name: "A".intern(), chno: 0, ..Default::default() } },
                PlaylistItem { header: PlaylistItemHeader { name: "B".intern(), chno: 0, ..Default::default() } },
            ],
            xtream_cluster: XtreamCluster::Live,
        },
        PlaylistGroup {
            id: 2,
            title: "Group 2".intern(),
            channels: vec![PlaylistItem {
                header: PlaylistItemHeader { name: "C".intern(), chno: 0, ..Default::default() },
            }],
            xtream_cluster: XtreamCluster::Live,
        },
    ];

    assign_channel_no_playlist(&mut groups);

    // Numbers should follow iteration order across groups: A=1, B=2, C=3
    assert_eq!(groups[0].channels[0].header.chno, 1);
    assert_eq!(groups[0].channels[1].header.chno, 2);
    assert_eq!(groups[1].channels[0].header.chno, 3);
}

#[tokio::test]
async fn parallel_input_scheduler_serializes_equal_groups_and_overlaps_distinct_groups() {
    use std::sync::atomic::{AtomicUsize, Ordering};

    async fn observe(active: &AtomicUsize, maximum: &AtomicUsize) {
        let current = active.fetch_add(1, Ordering::SeqCst) + 1;
        maximum.fetch_max(current, Ordering::SeqCst);
        tokio::time::sleep(Duration::from_millis(20)).await;
        active.fetch_sub(1, Ordering::SeqCst);
    }

    let locks = tuliprox_core::utils::FileLockManager::default();
    let active = AtomicUsize::new(0);
    let maximum = AtomicUsize::new(0);
    tokio::join!(
        with_sequential_group(&locks, Some(7), true, observe(&active, &maximum)),
        with_sequential_group(&locks, Some(7), true, observe(&active, &maximum)),
    );
    assert_eq!(maximum.load(Ordering::SeqCst), 1);

    maximum.store(0, Ordering::SeqCst);
    tokio::join!(
        with_sequential_group(&locks, Some(7), true, observe(&active, &maximum)),
        with_sequential_group(&locks, Some(8), true, observe(&active, &maximum)),
    );
    assert_eq!(maximum.load(Ordering::SeqCst), 2);
}

#[tokio::test]
async fn parallel_input_scheduler_releases_group_after_abort() {
    let locks = Arc::new(tuliprox_core::utils::FileLockManager::default());
    let task_locks = Arc::clone(&locks);
    let task = tokio::spawn(async move {
        with_sequential_group(&task_locks, Some(7), true, std::future::pending::<()>()).await;
    });
    tokio::task::yield_now().await;
    task.abort();
    let _ = task.await;

    tokio::time::timeout(Duration::from_secs(1), with_sequential_group(&locks, Some(7), true, std::future::ready(())))
        .await
        .expect("aborting an input job must release its sequential group");
}

#[test]
fn input_progress_message_contains_each_target_and_blocking_input() {
    let targets = ["target-a", "target-b"];
    let inputs = ["input-a", "input-b"];
    let messages: Vec<_> = targets
        .iter()
        .flat_map(|target| inputs.iter().map(move |input| target_waiting_message(target, input)))
        .collect();

    assert_eq!(messages.len(), 4);
    for target in targets {
        for input in inputs {
            assert!(messages.contains(&format!("Target '{target}' is waiting for input '{input}'")));
        }
    }
    assert!(stalker_checkpoint_message("portal-a").contains("portal-a"));
}

#[tokio::test]
async fn parallel_target_pipeline_bounds_active_finalizers() {
    use std::sync::atomic::{AtomicUsize, Ordering};

    let active = Arc::new(AtomicUsize::new(0));
    let maximum = Arc::new(AtomicUsize::new(0));
    let mut tasks = JoinSet::new();
    let mut results = Vec::new();
    let mut errors = Vec::new();

    for index in 0..6 {
        wait_for_target_finalizer_slot(&mut tasks, &mut results, &mut errors).await;
        let active = Arc::clone(&active);
        let maximum = Arc::clone(&maximum);
        tasks.spawn(async move {
            let current = active.fetch_add(1, Ordering::SeqCst) + 1;
            maximum.fetch_max(current, Ordering::SeqCst);
            tokio::time::sleep(Duration::from_millis(10)).await;
            active.fetch_sub(1, Ordering::SeqCst);
            TargetJobResult {
                index,
                name: format!("target-{index}"),
                result: Ok(()),
                errors: Vec::new(),
                processing: PipelineStats::default(),
            }
        });
    }
    while let Some(result) = tasks.join_next().await {
        collect_target_task_result(result, &mut results, &mut errors);
    }

    assert!(maximum.load(Ordering::SeqCst) <= MAX_CONCURRENT_TARGET_FINALIZERS);
    assert_eq!(results.len(), 6);
    assert!(errors.is_empty());
}

#[test]
fn parallel_target_pipeline_normalizes_conflicting_output_resources() {
    let config = Config { storage_dir: "/tmp/tuliprox-target-resources".to_string(), ..Config::default() };

    let mut spaced = ConfigTarget::from(&ConfigTargetDto::default());
    spaced.name = "A B".to_string();
    let mut underscored = ConfigTarget::from(&ConfigTargetDto::default());
    underscored.name = "A_B".to_string();
    assert!(!target_mutated_resources(&config, &spaced).is_disjoint(&target_mutated_resources(&config, &underscored)));

    spaced.name = "one".to_string();
    spaced.output = vec![tuliprox_core::model::TargetOutput::M3u(tuliprox_core::model::M3uTargetOutput {
        filename: Some("out/../x.m3u".to_string()),
        include_type_in_url: false,
        mask_redirect_url: false,
        filter: None,
    })];
    underscored.name = "two".to_string();
    underscored.output = vec![tuliprox_core::model::TargetOutput::M3u(tuliprox_core::model::M3uTargetOutput {
        filename: Some("x.m3u".to_string()),
        include_type_in_url: false,
        mask_redirect_url: false,
        filter: None,
    })];
    assert!(!target_mutated_resources(&config, &spaced).is_disjoint(&target_mutated_resources(&config, &underscored)));
}

mod mapping_stage {
    use super::*;
    use arc_swap::{ArcSwap, ArcSwapOption};
    use shared::model::{ConfigPaths, EpgSmartMatchConfigDto};
    use std::sync::Arc;
    use tempfile::tempdir;
    use tokio::runtime::Runtime;
    use tuliprox_core::{
        model::{
            EpgConfig, EpgSmartMatchConfig, IcsEpgSourceConfig, MediaToolCapabilities, PersistedEpgSource,
            PersistedEpgSourceKind, SourcesConfig,
        },
        utils::FileLockManager,
    };

    pub(super) fn build_mapping(id: &str, stage: MappingStage, script: &str) -> CompiledMapping {
        CompiledMapping {
            id: id.to_string(),
            match_as_ascii: false,
            stage,
            rules: vec![CompiledMappingRule {
                name: None,
                filter: get_filter(r#"name ~ ".*""#, None).expect("filter parses"),
                program: MappingProgram::Script(MapperScript::parse(script, None).expect("script parses")),
            }],
            counters: vec![],
            templates: None,
        }
    }

    pub(super) fn build_target(mappings: Vec<CompiledMapping>, remove_duplicates: bool) -> ConfigTarget {
        let dto = ConfigTargetDto {
            options: if remove_duplicates {
                Some(ConfigTargetOptions { remove_duplicates, ..Default::default() })
            } else {
                None
            },
            ..Default::default()
        };
        let mut target = ConfigTarget::from(&dto);
        target.mapping = Arc::new(ArcSwapOption::from(Some(Arc::new(CompiledTargetMappings::new(
            mappings.into_iter().map(Arc::new).collect(),
        )))));
        target
    }

    /// Pinned to `NoopSink` rather than staying generic: these tests
    /// exercise the pipeline, not the bus, and an inferred sink type
    /// would just make every call site name one.
    fn processing_context() -> PlaylistProcessingContext<shared::model::NoopSink> {
        let paths = ConfigPaths {
            home_path: String::new(),
            config_path: String::new(),
            storage_path: String::new(),
            config_file_path: String::new(),
            sources_file_path: String::new(),
            mapping_file_path: None,
            mapping_files_used: None,
            template_file_path: None,
            template_files_used: None,
            api_proxy_file_path: String::new(),
            custom_stream_response_path: None,
        };
        let config = AppConfig {
            config: Arc::new(ArcSwap::from_pointee(Config::default())),
            sources: Arc::new(ArcSwap::from_pointee(SourcesConfig::default())),
            hdhomerun: Arc::new(ArcSwapOption::default()),
            api_proxy: Arc::new(ArcSwapOption::default()),
            file_locks: Arc::new(FileLockManager::default()),
            paths: Arc::new(ArcSwap::from_pointee(paths)),
            custom_stream_response: Arc::new(ArcSwapOption::default()),
            access_token_secret: [0; 32],
            encrypt_secret: [0; 16],
            media_tools: Arc::new(MediaToolCapabilities::new()),
        };
        PlaylistProcessingContext {
            client: reqwest::Client::new(),
            run_id: "m3u-alias-test-run".into(),
            execution_order: PlaylistUpdateRunOrder::from(1),
            config: Arc::new(config),
            user_targets: Arc::new(ProcessTargets {
                enabled: false,
                inputs: Vec::new(),
                targets: Vec::new(),
                target_names: Vec::new(),
            }),
            events: shared::model::NoopSink,
            playlist_state: None,
            disabled_headers: None,
            processed_inputs: Arc::new(Mutex::new(HashSet::new())),
            input_completions: Arc::new(Mutex::new(HashMap::new())),
            input_locks: Arc::new(Mutex::new(HashMap::new())),
            provider_manager: None,
            metadata_manager: None,
            pre_processed_inputs: None,
            input_refresh: None,
            library_update_mode: LibraryUpdateMode::ExistingCatalog,
            stalker_refresh_mode: StalkerRefreshMode::Complete,
            partial_refresh: Arc::new(std::sync::atomic::AtomicBool::new(false)),
            had_quality_rejections: Arc::new(std::sync::atomic::AtomicBool::new(false)),
        }
    }

    #[tokio::test]
    async fn m3u_alias_playlist_is_downloaded_and_indexed_separately() {
        let temp = tempfile::tempdir().expect("temp dir should be created");
        let primary_playlist_path = temp.path().join("primary.m3u");
        let alias_playlist_path = temp.path().join("backup.m3u");
        tokio::fs::write(
            &primary_playlist_path,
            "#EXTM3U\n#EXTINF:-1 tvg-id=\"323\",Channel\nhttp://stream.example:4000/323/mono.m3u8?token=primary-stream-token\n",
        )
        .await
        .expect("primary fixture should be written");
        tokio::fs::write(
            &alias_playlist_path,
            "#EXTM3U\n#EXTINF:-1 tvg-id=\"323\",Channel\nhttp://stream.example:4000/323/mono.m3u8?token=backup-stream-token\n",
        )
        .await
        .expect("alias fixture should be written");

        let ctx = processing_context();
        let config =
            Config { storage_dir: temp.path().join("storage").to_string_lossy().into_owned(), ..Config::default() };
        ctx.config.config.store(Arc::new(config));
        let input = Arc::new(ConfigInput {
            id: 1,
            name: "primary-account".intern(),
            input_type: InputType::M3u,
            url: primary_playlist_path.to_string_lossy().into_owned(),
            enabled: true,
            aliases: Some(vec![ConfigInputAlias {
                id: 2,
                name: "backup-account".intern(),
                url: alias_playlist_path.to_string_lossy().into_owned(),
                username: None,
                password: None,
                priority: 1,
                max_connections: 1,
                exp_date: None,
                enabled: true,
                stalker: None,
            }]),
            ..ConfigInput::default()
        });

        let InputDownloadResult {
            errors,
            source: mut primary_playlist,
            storage_error,
            partial,
            quality_rejections,
            ..
        } = download_input(&ctx, &input, false).await;

        assert!(errors.is_empty(), "unexpected download errors: {errors:?}");
        assert!(storage_error.is_none(), "unexpected primary storage error: {storage_error:?}");
        assert!(!partial);
        assert!(quality_rejections.is_empty());
        assert!(!primary_playlist.is_empty());
        let alias_url = tuliprox_repository::load_input_m3u_stream_url(
            &ctx.config,
            &"backup-account".intern(),
            "http://stream.example:4000/323/mono.m3u8?token=primary-stream-token",
        )
        .await
        .expect("alias URL lookup should succeed");
        assert_eq!(alias_url.as_deref(), Some("http://stream.example:4000/323/mono.m3u8?token=backup-stream-token"));
    }

    #[tokio::test]
    async fn failed_m3u_alias_is_retried_after_primary_input_is_processed() {
        let temp = tempfile::tempdir().expect("temp dir should be created");
        let primary_playlist_path = temp.path().join("main.m3u");
        let alias_playlist_path = temp.path().join("retry.m3u");
        tokio::fs::write(
            &primary_playlist_path,
            "#EXTM3U\n#EXTINF:-1 tvg-id=\"323\",Channel\nhttp://stream.example:4000/323/mono.m3u8?token=main-stream-token\n",
        )
        .await
        .expect("primary fixture should be written");

        let ctx = processing_context();
        let config =
            Config { storage_dir: temp.path().join("storage").to_string_lossy().into_owned(), ..Config::default() };
        ctx.config.config.store(Arc::new(config));
        let input = Arc::new(ConfigInput {
            id: 1,
            name: "main-account".intern(),
            input_type: InputType::M3u,
            url: primary_playlist_path.to_string_lossy().into_owned(),
            enabled: true,
            aliases: Some(vec![ConfigInputAlias {
                id: 2,
                name: "retry-account".intern(),
                url: alias_playlist_path.to_string_lossy().into_owned(),
                username: None,
                password: None,
                priority: 1,
                max_connections: 1,
                exp_date: None,
                enabled: true,
                stalker: None,
            }]),
            ..ConfigInput::default()
        });

        let InputDownloadResult {
            errors: first_errors,
            source: mut first_playlist,
            storage_error: first_storage_error,
            partial: first_partial,
            quality_rejections: first_quality_rejections,
            ..
        } = download_input(&ctx, &input, false).await;

        assert!(!first_errors.is_empty(), "missing alias should report an error");
        assert!(first_storage_error.is_none(), "primary storage should succeed: {first_storage_error:?}");
        assert!(!first_partial);
        assert!(first_quality_rejections.is_empty());
        assert!(!first_playlist.is_empty());
        assert!(ctx.is_input_downloaded("main-account").await);
        assert!(!ctx.is_input_downloaded("retry-account").await);

        tokio::fs::write(
            &alias_playlist_path,
            "#EXTM3U\n#EXTINF:-1 tvg-id=\"323\",Channel\nhttp://stream.example:4000/323/mono.m3u8?token=retry-stream-token\n",
        )
        .await
        .expect("alias fixture should be written");

        let InputDownloadResult {
            errors: second_errors,
            source: mut second_playlist,
            storage_error: second_storage_error,
            partial: second_partial,
            quality_rejections: second_quality_rejections,
            ..
        } = download_input(&ctx, &input, false).await;

        assert!(second_errors.is_empty(), "unexpected retry errors: {second_errors:?}");
        assert!(second_storage_error.is_none(), "primary storage should remain readable: {second_storage_error:?}");
        assert!(!second_partial);
        assert!(second_quality_rejections.is_empty());
        assert!(!second_playlist.is_empty());
        assert!(ctx.is_input_downloaded("retry-account").await);
        let alias_url = tuliprox_repository::load_input_m3u_stream_url(
            &ctx.config,
            &"retry-account".intern(),
            "http://stream.example:4000/323/mono.m3u8?token=main-stream-token",
        )
        .await
        .expect("retried alias URL lookup should succeed");
        assert_eq!(alias_url.as_deref(), Some("http://stream.example:4000/323/mono.m3u8?token=retry-stream-token"));
    }

    #[test]
    fn persist_filter_runs_after_after_epg_mapping() {
        let runtime = Runtime::new().expect("runtime");
        runtime.block_on(async {
            let mut input = ConfigInput::from(ConfigInputDto::default());
            input.name = "input".intern();
            let groups = vec![PlaylistGroup {
                id: 1,
                title: "Live".intern(),
                channels: vec![PlaylistItem {
                    header: PlaylistItemHeader {
                        name: "Before".intern(),
                        group: "Live".intern(),
                        xtream_cluster: XtreamCluster::Live,
                        item_type: PlaylistItemType::Live,
                        ..Default::default()
                    },
                }],
                xtream_cluster: XtreamCluster::Live,
            }];
            let mut playlist =
                FetchedPlaylist { input: &input, source: MemoryPlaylistSource::new(groups).into_source(), epg: None };
            let rename = build_mapping("rename", MappingStage::AfterEpg, r#"@Name = "After""#);
            let mut target = build_target(vec![rename], false);
            target.filter.persist = Some(get_filter(r#"Name = "After""#, None).expect("filter parses"));
            let mut stats = HashMap::from([(
                Arc::clone(&input.name),
                create_input_stat(1, 1, 0, input.input_type, &input.name, 0),
            )]);
            let mut errors = Vec::new();

            let mut prepared = prepare_playlist_for_target(
                &processing_context(),
                std::slice::from_mut(&mut playlist),
                &target,
                &mut stats,
                &mut errors,
                ClusterFlags::empty(),
                false,
            )
            .await
            .expect("target preparation");

            assert!(errors.is_empty());
            apply_persist_filter(&target, &mut prepared.playlist);
            let item = &prepared.playlist[0].channels[0];
            assert_eq!(item.header.name.as_ref(), "After");
        });
    }

    fn make_channel(name: &str) -> PlaylistItem {
        let mut item = PlaylistItem {
            header: PlaylistItemHeader {
                name: name.intern(),
                group: "Originals".intern(),
                xtream_cluster: XtreamCluster::Live,
                item_type: PlaylistItemType::Live,
                ..Default::default()
            },
        };
        item.header.freeze_input_stream_id();
        item
    }

    fn memory_source(channels: Vec<PlaylistItem>) -> PlaylistSource {
        MemoryPlaylistSource::new(vec![PlaylistGroup {
            id: 1,
            title: "Live".intern(),
            channels,
            xtream_cluster: XtreamCluster::Live,
        }])
        .into_source()
    }

    fn channel_count(source: &mut PlaylistSource) -> usize {
        source.take_groups().iter().map(|g| g.channels.len()).sum()
    }

    #[test]
    fn map_playlist_applies_only_the_requested_stage() {
        let processing = build_mapping("processing", MappingStage::Processing, r#"@name = concat(@Name, "-P")"#);
        let after_epg = build_mapping("after_epg", MappingStage::AfterEpg, r#"@name = concat(@Name, "-E")"#);
        let target = build_target(vec![processing, after_epg], false);

        let mut source = memory_source(vec![make_channel("Alpha")]);
        let (groups, _) = execute_pipeline_on_groups(source.take_groups(), &target, &[TransformStage::Map]);
        assert_eq!(groups[0].channels[0].header.name.as_ref(), "Alpha-P");

        let mut source = MemoryPlaylistSource::new(groups).into_source();
        let groups = map_playlist_at_stage(&mut source, &target, MappingStage::AfterEpg, None)
            .expect("after_epg mapping should run");
        assert_eq!(groups[0].channels[0].header.name.as_ref(), "Alpha-P-E");
    }

    #[test]
    fn map_playlist_at_stage_returns_none_without_consuming_source_when_no_match() {
        let target = build_target(Vec::new(), false);
        let mut source = memory_source(vec![make_channel("Alpha")]);

        let result = map_playlist_at_stage(&mut source, &target, MappingStage::AfterEpg, None);
        assert!(result.is_none(), "no matching stage must return None");
        assert_eq!(channel_count(&mut source), 1, "source must remain intact");
    }

    #[test]
    fn prepare_target_applies_after_epg_mapping_before_sampling_stats() {
        let runtime = Runtime::new().expect("runtime");
        runtime.block_on(async {
                let dir = tempdir().expect("tempdir");
                let ics_path = dir.path().join("bbc.ics");
                std::fs::write(
                    &ics_path,
                    "BEGIN:VCALENDAR\nBEGIN:VEVENT\nSUMMARY:News\nDTSTART:20260306T120000Z\nDTEND:20260306T130000Z\nEND:VEVENT\nEND:VCALENDAR",
                )
                .expect("write ics");

                let mut smart_dto = EpgSmartMatchConfigDto {
                    enabled: true,
                    fuzzy_matching: false,
                    ..EpgSmartMatchConfigDto::default()
                };
                smart_dto.prepare().expect("smart config");
                let mut input = ConfigInput::from(ConfigInputDto::default());
                input.name = "input".intern();
                input.epg = Some(EpgConfig {
                    sources: vec![],
                    smart_match: Some(EpgSmartMatchConfig::from(smart_dto)),
                });

                let channels = vec![live_item_for_epg("BBC One")];
                let groups = vec![PlaylistGroup {
                    id: 1,
                    title: "Live".intern(),
                    channels,
                    xtream_cluster: XtreamCluster::Live,
                }];
                let tv_guide = TVGuide::new(vec![PersistedEpgSource {
                    file_path: ics_path,
                    priority: 0,
                    logo_override: false,
                    kind: PersistedEpgSourceKind::Ics {
                        channel_id: "bbc.one".intern(),
                        channel_title: Some("BBC One".intern()),
                        match_names: vec!["BBC One".intern()],
                        config: Box::new(IcsEpgSourceConfig::default()),
                    },
                    input_name: None,
                }]);

                let mut playlist = FetchedPlaylist {
                    input: &input,
                    source: MemoryPlaylistSource::new(groups).into_source(),
                    epg: Some(tv_guide),
                };

                let rename_from_epg = build_mapping(
                    "rename",
                    MappingStage::AfterEpg,
                    r#"epg = @epg_channel_id ~ "(.+)"
match {
  epg => @Name = epg.1
}"#,
                );
                let add_virtual = build_mapping("virtual", MappingStage::AfterEpg, r#"add_favourite("Echo")"#);
                let target = build_target(vec![rename_from_epg, add_virtual], false);
                let mut stats = HashMap::from([(
                    Arc::clone(&input.name),
                    create_input_stat(1, 1, 0, input.input_type, &input.name, 0),
                )]);
                let mut errors = Vec::new();
                let prepared = prepare_playlist_for_target(
                    &processing_context(),
                    std::slice::from_mut(&mut playlist),
                    &target,
                    &mut stats,
                    &mut errors,
                    ClusterFlags::empty(),
                    false,
                )
                .await
                .expect("target preparation");

                assert!(errors.is_empty());
                assert_eq!(prepared.playlist.iter().map(|group| group.channels.len()).sum::<usize>(), 2);
                let channel = prepared
                    .playlist
                    .iter()
                    .flat_map(|group| &group.channels)
                    .find(|channel| channel.header.group.as_ref() != "Echo")
                    .expect("original channel");
                assert_eq!(channel.header.epg_channel_id.as_deref(), Some("bbc.one"));
                assert_eq!(
                    channel.header.name.as_ref(),
                    "bbc.one",
                    "after_epg mapper must consume the EPG-enriched field"
                );
                let processed_stats = &stats[&input.name].processed_stats;
                assert_eq!(processed_stats.group_count, 2);
                assert_eq!(processed_stats.channel_count, 2);
            });
    }

    #[test]
    fn clear_invalid_epg_ids_clears_ids_invalidated_by_after_epg_mapping() {
        let runtime = Runtime::new().expect("runtime");
        runtime.block_on(async {
                let dir = tempdir().expect("tempdir");
                let ics_path = dir.path().join("bbc.ics");
                std::fs::write(
                    &ics_path,
                    "BEGIN:VCALENDAR\nBEGIN:VEVENT\nSUMMARY:News\nDTSTART:20260306T120000Z\nDTEND:20260306T130000Z\nEND:VEVENT\nEND:VCALENDAR",
                )
                .expect("write ics");

                let mut input = ConfigInput::from(ConfigInputDto::default());
                input.name = "input".intern();
                input.epg = Some(EpgConfig { sources: vec![], smart_match: None });
                let groups = vec![PlaylistGroup {
                    id: 1,
                    title: "Live".intern(),
                    channels: vec![PlaylistItem {
                        header: PlaylistItemHeader {
                            name: "BBC One".intern(),
                            epg_channel_id: Some("bbc.one".intern()),
                            group: "Live".intern(),
                            xtream_cluster: XtreamCluster::Live,
                            item_type: PlaylistItemType::Live,
                            ..Default::default()
                        },
                    }],
                    xtream_cluster: XtreamCluster::Live,
                }];
                let tv_guide = TVGuide::new(vec![PersistedEpgSource {
                    file_path: ics_path,
                    priority: 0,
                    logo_override: false,
                    kind: PersistedEpgSourceKind::Ics {
                        channel_id: "bbc.one".intern(),
                        channel_title: Some("BBC One".intern()),
                        match_names: vec![],
                        config: Box::new(IcsEpgSourceConfig::default()),
                    },
                    input_name: None,
                }]);
                let mut playlist = FetchedPlaylist {
                    input: &input,
                    source: MemoryPlaylistSource::new(groups).into_source(),
                    epg: Some(tv_guide),
                };

                let rewrite_epg =
                    build_mapping("rewrite", MappingStage::AfterEpg, r#"@epg_channel_id = "missing.epg""#);
                let add_virtual = build_mapping("virtual", MappingStage::AfterEpg, r#"add_favourite("Echo")"#);
                let mut target = build_target(vec![rewrite_epg, add_virtual], false);
                target.options = Some(ConfigTargetOptions { clear_invalid_epg_ids: true, ..Default::default() });
                let mut stats = HashMap::from([(
                    Arc::clone(&input.name),
                    create_input_stat(1, 1, 0, input.input_type, &input.name, 0),
                )]);
                let mut errors = Vec::new();

                let prepared = prepare_playlist_for_target(
                    &processing_context(),
                    std::slice::from_mut(&mut playlist),
                    &target,
                    &mut stats,
                    &mut errors,
                    ClusterFlags::empty(),
                    false,
                )
                .await
                .expect("target preparation");

                assert!(errors.is_empty());
                assert!(!prepared.playlist.is_empty());
                assert!(prepared
                    .playlist
                    .iter()
                    .flat_map(|group| &group.channels)
                    .all(|channel| channel.header.epg_channel_id.is_none()));
                assert_eq!(stats[&input.name].processed_stats.channel_count, 2);
            });
    }

    fn live_item_for_epg(name: &str) -> PlaylistItem {
        PlaylistItem {
            header: PlaylistItemHeader {
                name: name.intern(),
                group: "Live".intern(),
                xtream_cluster: XtreamCluster::Live,
                item_type: PlaylistItemType::Live,
                ..Default::default()
            },
        }
    }

    #[test]
    fn after_epg_hook_runs_on_source_already_deduplicated_by_processing_pipe() {
        let processing = build_mapping("processing", MappingStage::Processing, r#"@group = "PROCESSED""#);
        let after_epg = build_mapping("after_epg", MappingStage::AfterEpg, r#"add_favourite("Echo")"#);
        let target = build_target(vec![processing, after_epg], true);

        let input = ConfigInput::default();
        let channel = make_channel("Alpha");
        let mut fetched =
            FetchedPlaylist { input: &input, source: memory_source(vec![channel.clone(), channel]), epg: None };
        let mut duplicates = HashSet::new();
        let (mut processed, _outcome) =
            execute_pipe(&target, &get_processing_pipe(&target), &mut fetched, &mut duplicates, false, None)
                .expect("processing pipe must run");
        assert_eq!(processed.get_channel_count(), 1, "processing pipe must remove the duplicate");

        let groups = map_playlist_at_stage(&mut processed.source, &target, MappingStage::AfterEpg, None)
            .expect("after_epg hook must run");

        assert_eq!(groups.len(), 2);
        assert_eq!(groups[0].title.as_ref(), "PROCESSED");
        assert_eq!(groups[0].channels.len(), 1);
        assert_eq!(groups[1].title.as_ref(), "Echo");
        assert_eq!(groups[1].channels.len(), 1);
    }

    #[test]
    fn prepare_target_deduplicates_virtual_items_created_by_after_epg_mappings() {
        let runtime = Runtime::new().expect("runtime");
        runtime.block_on(async {
            let first = build_mapping("first", MappingStage::AfterEpg, r#"add_favourite("Echo")"#);
            let second = build_mapping("second", MappingStage::AfterEpg, r#"add_favourite("Echo")"#);
            let target = build_target(vec![first, second], true);
            let input = ConfigInput { name: "input".intern(), ..Default::default() };
            let mut playlist =
                FetchedPlaylist { input: &input, source: memory_source(vec![make_channel("Alpha")]), epg: None };
            let mut stats = HashMap::from([(
                Arc::clone(&input.name),
                create_input_stat(1, 1, 0, input.input_type, &input.name, 0),
            )]);
            let mut errors = Vec::new();

            let prepared = prepare_playlist_for_target(
                &processing_context(),
                std::slice::from_mut(&mut playlist),
                &target,
                &mut stats,
                &mut errors,
                ClusterFlags::empty(),
                false,
            )
            .await
            .expect("target preparation");

            assert!(errors.is_empty());
            assert_eq!(prepared.playlist.iter().map(|group| group.channels.len()).sum::<usize>(), 3);
            assert_eq!(stats[&input.name].processed_stats.channel_count, 3);
        });
    }
}

#[test]
fn current_target_finalization_order_merges_before_dedup_and_presentation() {
    assert_eq!(
        FINALIZATION_ORDER,
        [
            FinalizationStage::Merge,
            FinalizationStage::Deduplicate,
            FinalizationStage::Sort,
            FinalizationStage::AssignChannelNumbers,
            FinalizationStage::AssignCounters,
        ]
    );
}

#[test]
fn curation_eligible_catalog_is_merged_and_deduplicated_before_matching() {
    let mut target = ConfigTarget::from(&ConfigTargetDto::default());
    target.execution_plan.post_merge_content_dedup = Some(shared::model::DeduplicateConfig::default());
    let losing_uuid = UUIDType::from_valid_uuid("00000000-0000-4000-8000-000000000051");
    let winning_uuid = UUIDType::from_valid_uuid("00000000-0000-4000-8000-000000000052");
    let playlist = vec![
        PlaylistGroup {
            id: 1,
            title: "Movies".intern(),
            channels: vec![catalog_test_item(
                "Movie HD",
                losing_uuid,
                PlaylistItemType::Video,
                XtreamCluster::Video,
                None,
            )],
            xtream_cluster: XtreamCluster::Video,
        },
        PlaylistGroup {
            id: 2,
            title: "movies".intern(),
            channels: vec![catalog_test_item(
                "Movie 4K",
                winning_uuid,
                PlaylistItemType::Video,
                XtreamCluster::Video,
                None,
            )],
            xtream_cluster: XtreamCluster::Video,
        },
    ];
    let mut step = StepMeasure::new("test", |_, _| {});

    let eligible = prepare_eligible_catalog(&target, playlist, &mut step);

    assert_eq!(eligible.len(), 1);
    assert_eq!(eligible[0].channels.len(), 1);
    assert_eq!(eligible[0].channels[0].header.uuid, winning_uuid);
}

#[test]
fn persist_filter_can_select_a_generated_curation_group() {
    let mut target = ConfigTarget::from(&ConfigTargetDto::default());
    target.filter.persist = Some(get_filter(r#"Group = "Trending""#, None).expect("persist filter"));
    let mut playlist = vec![
        PlaylistGroup {
            id: 1,
            title: "Base".intern(),
            channels: vec![PlaylistItem {
                header: PlaylistItemHeader { group: "Base".intern(), ..Default::default() },
            }],
            xtream_cluster: XtreamCluster::Video,
        },
        PlaylistGroup {
            id: 2,
            title: "Trending".intern(),
            channels: vec![PlaylistItem {
                header: PlaylistItemHeader { group: "Trending".intern(), ..Default::default() },
            }],
            xtream_cluster: XtreamCluster::Video,
        },
    ];

    apply_persist_filter(&target, &mut playlist);

    assert_eq!(playlist.len(), 1);
    assert_eq!(playlist[0].title.as_ref(), "Trending");
}

#[test]
fn persist_filter_can_select_a_base_group() {
    let mut target = ConfigTarget::from(&ConfigTargetDto::default());
    target.filter.persist = Some(get_filter(r#"Group = "Base""#, None).expect("persist filter"));
    let mut playlist = vec![
        PlaylistGroup {
            id: 1,
            title: "Base".intern(),
            channels: vec![PlaylistItem {
                header: PlaylistItemHeader { group: "Base".intern(), ..Default::default() },
            }],
            xtream_cluster: XtreamCluster::Video,
        },
        PlaylistGroup {
            id: 2,
            title: "Curated".intern(),
            channels: vec![PlaylistItem {
                header: PlaylistItemHeader { group: "Curated".intern(), ..Default::default() },
            }],
            xtream_cluster: XtreamCluster::Video,
        },
    ];

    apply_persist_filter(&target, &mut playlist);

    assert_eq!(playlist.len(), 1);
    assert_eq!(playlist[0].title.as_ref(), "Base");
}

#[tokio::test]
async fn trakt_target_curation_is_a_noop_without_xtream_configuration() {
    let target = ConfigTarget::from(&ConfigTargetDto::default());

    let views = prepare_target_playlist_views(&reqwest::Client::new(), None, &target, Vec::new())
        .await
        .expect("unconfigured curation should not fail");

    assert!(views.base.is_empty());
    assert!(views.xtream.is_none());
    assert_eq!(views.publication_plan, PlaylistPublicationPlan::Ordinary);
}

#[tokio::test]
async fn unavailable_required_selector_returns_target_failure_instead_of_base_fallback() {
    let target = ConfigTarget::from(&ConfigTargetDto {
        name: "curation-failure".to_string(),
        output: vec![TargetOutputDto::Xtream(XtreamTargetOutputDto {
            trakt: Some(TraktConfigDto {
                lists: vec![TraktListConfigDto {
                    user: "alice".to_string(),
                    list_slug: "watchlist".to_string(),
                    category_name: Some("Watchlist".to_string()),
                    create_xtream_category: true,
                    content_type: TraktContentType::Vod,
                    tmdb_only: true,
                    fuzzy_match_threshold: 100,
                }],
                ..TraktConfigDto::default()
            }),
            ..XtreamTargetOutputDto::default()
        })],
        ..ConfigTargetDto::default()
    });
    let base = vec![PlaylistGroup {
        id: 1,
        title: "Movies".intern(),
        channels: vec![catalog_test_item(
            "Base movie",
            UUIDType::from_valid_uuid("00000000-0000-4000-8000-000000000061"),
            PlaylistItemType::Video,
            XtreamCluster::Video,
            None,
        )],
        xtream_cluster: XtreamCluster::Video,
    }];

    let error = prepare_target_playlist_views(&reqwest::Client::new(), None, &target, base)
        .await
        .expect_err("missing credentials must stop target publication");

    assert!(error.message().contains("existing finalized artifacts were retained"));
}

mod curation_effect_gate {
    use super::*;
    use arc_swap::{ArcSwap, ArcSwapOption};
    use shared::model::{ConfigPaths, NoopSink};
    use std::{
        collections::{BTreeMap, BTreeSet},
        path::Path,
    };
    use tempfile::tempdir;
    use tokio::{
        io::{AsyncReadExt, AsyncWriteExt},
        net::TcpListener,
        task::JoinHandle,
    };
    use tuliprox_core::{
        model::{ApiProxyConfig, CustomStreamResponse, HdHomeRunConfig, MediaToolCapabilities, SourcesConfig},
        utils::FileLockManager,
    };

    pub(super) fn app_config(storage_dir: &Path) -> Arc<AppConfig> {
        Arc::new(AppConfig {
            config: Arc::new(ArcSwap::from_pointee(Config {
                storage_dir: storage_dir.to_string_lossy().into_owned(),
                ..Config::default()
            })),
            sources: Arc::new(ArcSwap::from_pointee(SourcesConfig::default())),
            hdhomerun: Arc::new(ArcSwapOption::<HdHomeRunConfig>::default()),
            api_proxy: Arc::new(ArcSwapOption::<ApiProxyConfig>::default()),
            file_locks: Arc::new(FileLockManager::default()),
            paths: Arc::new(ArcSwap::from_pointee(ConfigPaths {
                home_path: String::new(),
                config_path: String::new(),
                storage_path: String::new(),
                config_file_path: String::new(),
                sources_file_path: String::new(),
                mapping_file_path: None,
                mapping_files_used: None,
                template_file_path: None,
                template_files_used: None,
                api_proxy_file_path: String::new(),
                custom_stream_response_path: None,
            })),
            custom_stream_response: Arc::new(ArcSwapOption::<CustomStreamResponse>::default()),
            access_token_secret: [0; 32],
            encrypt_secret: [0; 16],
            media_tools: Arc::new(MediaToolCapabilities::new()),
        })
    }

    pub(super) fn processing_context(
        app_config: Arc<AppConfig>,
        playlist_state: Option<Arc<PlaylistStorageState>>,
    ) -> PlaylistProcessingContext<NoopSink> {
        PlaylistProcessingContext {
            client: reqwest::Client::new(),
            run_id: "curation-effect-gate-run".into(),
            execution_order: PlaylistUpdateRunOrder::from(1),
            config: app_config,
            user_targets: Arc::new(ProcessTargets {
                enabled: false,
                inputs: Vec::new(),
                targets: Vec::new(),
                target_names: Vec::new(),
            }),
            events: NoopSink,
            playlist_state,
            disabled_headers: None,
            processed_inputs: Arc::new(Mutex::new(HashSet::new())),
            input_completions: Arc::new(Mutex::new(HashMap::new())),
            input_locks: Arc::new(Mutex::new(HashMap::new())),
            provider_manager: None,
            metadata_manager: None,
            pre_processed_inputs: None,
            stalker_refresh_mode: StalkerRefreshMode::Complete,
            partial_refresh: Arc::new(std::sync::atomic::AtomicBool::new(false)),
            had_quality_rejections: Arc::new(std::sync::atomic::AtomicBool::new(false)),
            input_refresh: None,
            library_update_mode: LibraryUpdateMode::ExistingCatalog,
        }
    }

    fn curation_persist_options(publication_plan: PlaylistPublicationPlan) -> TargetPlaylistPersistOptions {
        TargetPlaylistPersistOptions { publication_plan, ..TargetPlaylistPersistOptions::default() }
    }

    pub(super) fn file_snapshot(root: &Path) -> BTreeMap<std::path::PathBuf, Vec<u8>> {
        fn collect(root: &Path, path: &Path, snapshot: &mut BTreeMap<std::path::PathBuf, Vec<u8>>) {
            let Ok(entries) = std::fs::read_dir(path) else { return };
            for entry in entries.flatten() {
                let entry_path = entry.path();
                if entry_path.is_dir() {
                    collect(root, &entry_path, snapshot);
                } else {
                    snapshot.insert(
                        entry_path.strip_prefix(root).expect("snapshot path under root").to_path_buf(),
                        std::fs::read(&entry_path).expect("snapshot file"),
                    );
                }
            }
        }

        let mut snapshot = BTreeMap::new();
        collect(root, root, &mut snapshot);
        snapshot
    }

    async fn empty_trakt_server() -> (String, JoinHandle<()>) {
        let listener = TcpListener::bind("127.0.0.1:0").await.expect("bind Trakt test server");
        let address = listener.local_addr().expect("Trakt test address");
        let server = tokio::spawn(async move {
            let (mut stream, _) = listener.accept().await.expect("accept Trakt request");
            let mut request = Vec::new();
            loop {
                let mut buffer = [0u8; 1024];
                let read = stream.read(&mut buffer).await.expect("read Trakt request");
                if read == 0 {
                    break;
                }
                request.extend_from_slice(&buffer[..read]);
                if request.windows(4).any(|window| window == b"\r\n\r\n") {
                    break;
                }
            }
            stream
                .write_all(b"HTTP/1.1 200 OK\r\ncontent-type: application/json\r\ncontent-length: 2\r\nconnection: close\r\n\r\n[]")
                .await
                .expect("write Trakt response");
        });
        (format!("http://{address}"), server)
    }

    #[tokio::test]
    async fn unavailable_curation_retains_seeded_artifacts_cache_and_watch_state() {
        assert_curation_retains_seeded_state(None).await;
    }

    #[tokio::test]
    async fn tmdb_and_mixed_failures_preserve_files_ids_cache_and_watches_under_full_and_curated() {
        for policy in ["full", "curated"] {
            for mixed in [false, true] {
                let (url, server) = empty_trakt_server().await;
                let mut value = serde_json::json!({"catalog_selection": policy, "tmdb": {"trending": [{"kind": "movie", "time_window": "week", "limit": 100, "category_name": "TMDB"}]}});
                if mixed {
                    value["trakt"] = serde_json::json!({"api": {"api_key": "test-client", "url": url}, "charts": [{"kind": "movies", "chart": "popular", "category_name": "Trakt"}]});
                }
                let mut dto: shared::model::CurationConfigDto = serde_json::from_value(value).unwrap();
                dto.prepare(&[TargetOutputDto::Xtream(XtreamTargetOutputDto::default())]).unwrap();
                assert_curation_retains_seeded_state(Some(dto)).await;
                if mixed {
                    server.await.unwrap();
                } else {
                    server.abort();
                }
            }
        }
    }

    async fn assert_curation_retains_seeded_state(canonical: Option<shared::model::CurationConfigDto>) {
        let directory = tempdir().expect("tempdir");
        let app_config = app_config(directory.path());
        let playlist_state = Arc::new(PlaylistStorageState::new());
        let mut target = ConfigTarget::from(&ConfigTargetDto {
            name: "curation-effect-gate".to_string(),
            output: vec![
                TargetOutputDto::Xtream(XtreamTargetOutputDto {
                    trakt: Some(TraktConfigDto {
                        lists: vec![TraktListConfigDto {
                            user: "alice".to_string(),
                            list_slug: "watchlist".to_string(),
                            category_name: Some("Watchlist".to_string()),
                            create_xtream_category: true,
                            content_type: TraktContentType::Vod,
                            tmdb_only: true,
                            fuzzy_match_threshold: 100,
                        }],
                        ..TraktConfigDto::default()
                    }),
                    ..XtreamTargetOutputDto::default()
                }),
                TargetOutputDto::M3u(M3uTargetOutputDto {
                    filename: Some("curation-effect-gate.m3u".to_string()),
                    ..M3uTargetOutputDto::default()
                }),
            ],
            watch: Some(vec![".*".to_string()]),
            use_memory_cache: true,
            ..ConfigTargetDto::default()
        });
        if let Some(canonical) = canonical {
            target.curation = Some(CurationConfig::from(&canonical));
            if let tuliprox_core::model::TargetOutput::Xtream(output) = &mut target.output[0] {
                output.trakt = None;
            }
        }
        let mut seeded = vec![PlaylistGroup {
            id: 1,
            title: "Movies".intern(),
            channels: vec![catalog_test_item(
                "Seeded movie",
                UUIDType::from_valid_uuid("00000000-0000-4000-8000-000000000071"),
                PlaylistItemType::Video,
                XtreamCluster::Video,
                None,
            )],
            xtream_cluster: XtreamCluster::Video,
        }];
        let seeded_result = persist_playlist_views(
            &app_config,
            &mut seeded,
            None,
            None,
            &target,
            Some(&playlist_state),
            curation_persist_options(PlaylistPublicationPlan::Ordinary),
        )
        .await;
        assert!(seeded_result.is_ok(), "seed persist failed: {seeded_result:?}");
        assert!(process_watch(&app_config, &NoopSink, &target, &seeded).await);
        let before_files = file_snapshot(directory.path());
        let before_cache_len = playlist_state
            .data
            .read()
            .await
            .get(&target.name)
            .and_then(|storage| storage.xtream.as_ref())
            .map_or(0, |storage| storage.vod.len());

        let context = processing_context(Arc::clone(&app_config), Some(Arc::clone(&playlist_state)));
        let prepared = PreparedTarget {
            target,
            playlist: Vec::new(),
            epg: Vec::new(),
            processing: PipelineStats::default(),
            accepted_empty_clusters: ClusterFlags::Vod,
            library_empty: tuliprox_repository::LibraryEmptyPublication::None,
        };

        let (result, errors) = finalize_prepared_target(Arc::new(context), prepared).await;

        assert!(result.is_err());
        assert!(errors.is_empty());
        assert_eq!(file_snapshot(directory.path()), before_files);
        let after_cache_len = playlist_state
            .data
            .read()
            .await
            .get("curation-effect-gate")
            .and_then(|storage| storage.xtream.as_ref())
            .map_or(0, |storage| storage.vod.len());
        assert_eq!(after_cache_len, before_cache_len);
    }

    #[tokio::test]
    async fn complete_empty_curation_publishes_empty_watch_group_state() {
        let directory = tempdir().expect("tempdir");
        let app_config = app_config(directory.path());
        let (base_url, server) = empty_trakt_server().await;
        let target_name = "curation-empty-watch";
        let target = ConfigTarget::from(&ConfigTargetDto {
            name: target_name.to_string(),
            output: vec![TargetOutputDto::Xtream(XtreamTargetOutputDto {
                trakt: Some(TraktConfigDto {
                    catalog_selection: TraktCatalogSelection::Curated,
                    api: TraktApiConfigDto {
                        api_key: "test-client-id".to_string(),
                        version: "2".to_string(),
                        url: base_url,
                        user_agent: "tuliprox-test".to_string(),
                    },
                    lists: vec![TraktListConfigDto {
                        user: "alice".to_string(),
                        list_slug: "watchlist".to_string(),
                        category_name: Some("Watchlist".to_string()),
                        create_xtream_category: true,
                        content_type: TraktContentType::Vod,
                        tmdb_only: true,
                        fuzzy_match_threshold: 100,
                    }],
                    ..TraktConfigDto::default()
                }),
                ..XtreamTargetOutputDto::default()
            })],
            watch: Some(vec![".*".to_string()]),
            ..ConfigTargetDto::default()
        });
        let mut seeded = vec![PlaylistGroup {
            id: 1,
            title: "Movies".intern(),
            channels: vec![catalog_test_item(
                "Seeded movie",
                UUIDType::from_valid_uuid("00000000-0000-4000-8000-000000000072"),
                PlaylistItemType::Video,
                XtreamCluster::Video,
                None,
            )],
            xtream_cluster: XtreamCluster::Video,
        }];
        let seed_result = persist_playlist_views(
            &app_config,
            &mut seeded,
            None,
            None,
            &target,
            None,
            curation_persist_options(PlaylistPublicationPlan::Ordinary),
        )
        .await;
        assert!(seed_result.is_ok(), "seed persist failed: {seed_result:?}");
        assert!(process_watch(&app_config, &NoopSink, &target, &seeded).await);
        let watch_index = directory.path().join(format!("{target_name}.groups.bin"));
        let before: BTreeSet<Arc<str>> =
            tuliprox_core::utils::binary_deserialize(&std::fs::read(&watch_index).expect("seeded watch index"))
                .expect("decode seeded watch index");
        assert_eq!(before.len(), 1);

        let context = processing_context(Arc::clone(&app_config), None);
        let prepared = PreparedTarget {
            target,
            playlist: seeded,
            epg: Vec::new(),
            processing: PipelineStats::default(),
            accepted_empty_clusters: ClusterFlags::empty(),
            library_empty: tuliprox_repository::LibraryEmptyPublication::None,
        };
        let (result, errors) = finalize_prepared_target(Arc::new(context), prepared).await;
        server.await.expect("Trakt server should finish");

        assert!(result.is_ok(), "complete empty finalization failed: {result:?}");
        assert!(errors.is_empty());
        let after: BTreeSet<Arc<str>> =
            tuliprox_core::utils::binary_deserialize(&std::fs::read(watch_index).expect("empty watch index"))
                .expect("decode empty watch index");
        assert!(after.is_empty());
    }
}

#[test]
fn tmdb_complete_target_selection_preserves_live_and_keeps_xtream_aliases_out_of_normal_outputs() {
    for has_xtream in [false, true] {
        let mut value = serde_json::json!({"name": "discovery", "output": [{"type": "m3u"}],
            "curation": {"catalog_selection": "curated", "tmdb": {"trending": [{"kind": "movie", "time_window": "week", "limit": 100, "create_xtream_category": has_xtream, "category_name": "TMDB"}]}}});
        if has_xtream {
            value["output"].as_array_mut().unwrap().push(serde_json::json!({"type": "xtream"}));
        }
        let mut dto: ConfigTargetDto = serde_json::from_value(value).unwrap();
        dto.prepare(1, None, None).unwrap();
        let target = ConfigTarget::from(&dto);
        let id = shared::utils::hash_string("selected");
        let live_id = shared::utils::hash_string("live");
        let playlist = vec![
            PlaylistGroup {
                id: 1,
                title: "Live".intern(),
                xtream_cluster: XtreamCluster::Live,
                channels: vec![catalog_test_item("Live", live_id, PlaylistItemType::Live, XtreamCluster::Live, None)],
            },
            PlaylistGroup {
                id: 2,
                title: "Movies".intern(),
                xtream_cluster: XtreamCluster::Video,
                channels: vec![
                    catalog_test_item("Selected", id, PlaylistItemType::Video, XtreamCluster::Video, None),
                    catalog_test_item(
                        "Other",
                        shared::utils::hash_string("other"),
                        PlaylistItemType::Video,
                        XtreamCluster::Video,
                        None,
                    ),
                ],
            },
        ];
        let config = target.effective_curation().unwrap();
        let outcome = CurationRunOutcome::Complete(complete_catalog_evaluation(vec![catalog_membership(
            id,
            CurationMediaKind::Movie,
            0,
        )]));
        let views = target::curation_playlist_views(&target, playlist.clone(), &config, outcome).unwrap();
        assert_eq!(
            views.base.iter().flat_map(|g| &g.channels).map(|i| i.header.uuid).collect::<Vec<_>>(),
            [live_id, id]
        );
        if has_xtream {
            let groups = views.xtream.unwrap();
            let projected = groups.iter().find(|g| g.title.as_ref() == "TMDB").unwrap();
            assert_ne!(projected.channels[0].header.uuid, id);
        } else {
            assert!(views.xtream.is_none());
        }
        let empty = CurationRunOutcome::Complete(complete_catalog_evaluation(Vec::new()));
        let empty_views = target::curation_playlist_views(&target, playlist, &config, empty).unwrap();
        assert_eq!(empty_views.base.len(), 1);
        assert_eq!(empty_views.base[0].xtream_cluster, XtreamCluster::Live);
        assert_ne!(empty_views.publication_plan, PlaylistPublicationPlan::Ordinary);
    }
}

fn catalog_test_item(
    title: &str,
    uuid: UUIDType,
    item_type: PlaylistItemType,
    cluster: XtreamCluster,
    parent_code: Option<&str>,
) -> PlaylistItem {
    PlaylistItem {
        header: PlaylistItemHeader {
            id: title.intern(),
            name: title.intern(),
            title: title.intern(),
            group: match cluster {
                XtreamCluster::Live => "Live".intern(),
                XtreamCluster::Video => "Movies".intern(),
                XtreamCluster::Series => "Series".intern(),
            },
            uuid,
            item_type,
            xtream_cluster: cluster,
            parent_code: parent_code.unwrap_or_default().intern(),
            ..PlaylistItemHeader::default()
        },
    }
}

fn complete_catalog_evaluation(memberships: Vec<CurationMembership>) -> CurationEvaluation {
    CurationEvaluation {
        selectors: vec![CurationSelectorSummary {
            key: CurationSelectorKey(0),
            reference_count: memberships.len(),
            membership_count: memberships.len(),
        }],
        memberships,
    }
}

fn catalog_membership(uuid: UUIDType, media_kind: CurationMediaKind, order: usize) -> CurationMembership {
    CurationMembership {
        selector_key: CurationSelectorKey(0),
        subject_uuid: uuid,
        media_kind,
        rank: Some(u32::try_from(order + 1).expect("test rank")),
        title_tiebreak: format!("item-{order}"),
        candidate_order: order,
    }
}

#[test]
fn catalog_selection_preserves_live_and_selected_series_children() {
    let live_uuid = UUIDType::from_valid_uuid("00000000-0000-4000-8000-000000000001");
    let selected_movie_uuid = UUIDType::from_valid_uuid("00000000-0000-4000-8000-000000000002");
    let rejected_movie_uuid = UUIDType::from_valid_uuid("00000000-0000-4000-8000-000000000003");
    let series_uuid = UUIDType::from_valid_uuid("00000000-0000-4000-8000-000000000004");
    let episode_uuid = UUIDType::from_valid_uuid("00000000-0000-4000-8000-000000000005");
    let rejected_series_uuid = UUIDType::from_valid_uuid("00000000-0000-4000-8000-000000000006");
    let rejected_episode_uuid = UUIDType::from_valid_uuid("00000000-0000-4000-8000-000000000007");
    let playlist = vec![
        PlaylistGroup {
            id: 1,
            title: "Live".intern(),
            channels: vec![catalog_test_item(
                "Live channel",
                live_uuid,
                PlaylistItemType::Live,
                XtreamCluster::Live,
                None,
            )],
            xtream_cluster: XtreamCluster::Live,
        },
        PlaylistGroup {
            id: 2,
            title: "Movies".intern(),
            channels: vec![
                catalog_test_item(
                    "Selected movie",
                    selected_movie_uuid,
                    PlaylistItemType::Video,
                    XtreamCluster::Video,
                    None,
                ),
                catalog_test_item(
                    "Rejected movie",
                    rejected_movie_uuid,
                    PlaylistItemType::Video,
                    XtreamCluster::Video,
                    None,
                ),
            ],
            xtream_cluster: XtreamCluster::Video,
        },
        PlaylistGroup {
            id: 3,
            title: "Series".intern(),
            channels: vec![
                catalog_test_item(
                    "Selected series",
                    series_uuid,
                    PlaylistItemType::SeriesInfo,
                    XtreamCluster::Series,
                    None,
                ),
                catalog_test_item(
                    "Selected episode",
                    episode_uuid,
                    PlaylistItemType::Series,
                    XtreamCluster::Series,
                    Some(&series_uuid.to_string()),
                ),
                catalog_test_item(
                    "Rejected series",
                    rejected_series_uuid,
                    PlaylistItemType::SeriesInfo,
                    XtreamCluster::Series,
                    None,
                ),
                catalog_test_item(
                    "Rejected episode",
                    rejected_episode_uuid,
                    PlaylistItemType::Series,
                    XtreamCluster::Series,
                    Some(&rejected_series_uuid.to_string()),
                ),
            ],
            xtream_cluster: XtreamCluster::Series,
        },
    ];
    let evaluation = complete_catalog_evaluation(vec![
        catalog_membership(selected_movie_uuid, CurationMediaKind::Movie, 0),
        catalog_membership(series_uuid, CurationMediaKind::Series, 1),
    ]);

    let selected = select_target_catalog(playlist.clone(), &evaluation, true);
    let titles =
        selected.iter().flat_map(|group| &group.channels).map(|item| item.header.title.as_ref()).collect::<Vec<_>>();

    assert_eq!(titles, ["Live channel", "Selected movie", "Selected series", "Selected episode"]);
    assert_eq!(
        select_target_catalog(playlist.clone(), &evaluation, false).iter().flat_map(|group| &group.channels).count(),
        7
    );
    assert_eq!(selected[0].channels[0].header.uuid, live_uuid, "target-wide selection must not rewrite Live");

    let remote_empty = select_target_catalog(playlist, &complete_catalog_evaluation(Vec::new()), true);
    assert_eq!(remote_empty.len(), 1);
    assert_eq!(remote_empty[0].xtream_cluster, XtreamCluster::Live);
    assert_eq!(remote_empty[0].channels[0].header.uuid, live_uuid);
}

#[test]
fn xtream_base_and_selector_category_projection_are_independent() {
    let selected_uuid = UUIDType::from_valid_uuid("00000000-0000-4000-8000-000000000011");
    let rejected_uuid = UUIDType::from_valid_uuid("00000000-0000-4000-8000-000000000012");
    let playlist = vec![PlaylistGroup {
        id: 1,
        title: "Movies".intern(),
        channels: vec![
            catalog_test_item("Selected", selected_uuid, PlaylistItemType::Video, XtreamCluster::Video, None),
            catalog_test_item("Rejected", rejected_uuid, PlaylistItemType::Video, XtreamCluster::Video, None),
        ],
        xtream_cluster: XtreamCluster::Video,
    }];
    let evaluation = complete_catalog_evaluation(vec![catalog_membership(selected_uuid, CurationMediaKind::Movie, 0)]);
    let dto = TraktConfigDto {
        enabled: true,
        catalog_selection: TraktCatalogSelection::Curated,
        include_xtream_base_categories: false,
        api: TraktApiConfigDto::default(),
        lists: vec![TraktListConfigDto {
            user: "alice".to_string(),
            list_slug: "watchlist".to_string(),
            category_name: Some("Curated".to_string()),
            create_xtream_category: true,
            content_type: TraktContentType::Vod,
            tmdb_only: true,
            fuzzy_match_threshold: 100,
        }],
        charts: Vec::new(),
    };
    let config = TraktConfig::from(&dto);

    let views =
        build_curated_playlist_views(playlist.clone(), &evaluation, &CurationConfig::from(&config), false, true);

    assert_eq!(views.base.len(), 1);
    assert_eq!(views.base[0].channels.len(), 1);
    assert!(
        target_watch_view(&views.base, views.xtream.as_deref()).iter().any(|group| group.title.as_ref() == "Curated"),
        "configured Trakt watches observe the Xtream category appearance"
    );
    let xtream = views.xtream.expect("complete curation has an Xtream view");
    assert_eq!(xtream.len(), 1);
    assert_eq!(xtream[0].title.as_ref(), "Curated");
    assert_eq!(xtream[0].channels.len(), 1);
    assert_ne!(xtream[0].channels[0].header.uuid, selected_uuid);

    let mut compatible_dto = dto;
    compatible_dto.catalog_selection = TraktCatalogSelection::Full;
    compatible_dto.include_xtream_base_categories = true;
    compatible_dto.lists[0].create_xtream_category = false;
    compatible_dto.lists[0].category_name = None;
    let compatible = build_curated_playlist_views(
        playlist,
        &evaluation,
        &CurationConfig::from(&TraktConfig::from(&compatible_dto)),
        false,
        true,
    );
    assert_eq!(compatible.base[0].channels.len(), 2);
    assert_eq!(compatible.xtream.expect("Xtream view").len(), 1, "selection-only selector creates no category");
}

#[test]
fn curation_policy_truth_table_covers_a_through_h() {
    let selected_uuid = UUIDType::from_valid_uuid("00000000-0000-4000-8000-000000000041");
    let rejected_uuid = UUIDType::from_valid_uuid("00000000-0000-4000-8000-000000000042");
    let playlist = vec![PlaylistGroup {
        id: 1,
        title: "Movies".intern(),
        channels: vec![
            catalog_test_item("Selected", selected_uuid, PlaylistItemType::Video, XtreamCluster::Video, None),
            catalog_test_item("Rejected", rejected_uuid, PlaylistItemType::Video, XtreamCluster::Video, None),
        ],
        xtream_cluster: XtreamCluster::Video,
    }];
    let evaluation = complete_catalog_evaluation(vec![catalog_membership(selected_uuid, CurationMediaKind::Movie, 0)]);

    let cases = [
        ("A", TraktCatalogSelection::Full, true, true),
        ("B", TraktCatalogSelection::Curated, true, true),
        ("C", TraktCatalogSelection::Curated, true, false),
        ("D", TraktCatalogSelection::Curated, false, true),
        ("E", TraktCatalogSelection::Full, true, false),
        ("F", TraktCatalogSelection::Full, false, true),
        ("G", TraktCatalogSelection::Full, false, false),
        ("H", TraktCatalogSelection::Curated, false, false),
    ];

    for (case, catalog_selection, include_base, create_category) in cases {
        let config = TraktConfig::from(&TraktConfigDto {
            enabled: true,
            catalog_selection,
            include_xtream_base_categories: include_base,
            api: TraktApiConfigDto::default(),
            lists: vec![TraktListConfigDto {
                user: "alice".to_string(),
                list_slug: "watchlist".to_string(),
                category_name: Some("Curated".to_string()),
                create_xtream_category: create_category,
                content_type: TraktContentType::Vod,
                tmdb_only: true,
                fuzzy_match_threshold: 100,
            }],
            charts: Vec::new(),
        });

        let views =
            build_curated_playlist_views(playlist.clone(), &evaluation, &CurationConfig::from(&config), false, true);
        let base_items = views.base.iter().flat_map(|group| &group.channels).collect::<Vec<_>>();
        let expected_base_count = if catalog_selection == TraktCatalogSelection::Full { 2 } else { 1 };
        assert_eq!(base_items.len(), expected_base_count, "case {case} selected catalog");
        assert!(base_items.iter().any(|item| item.header.uuid == selected_uuid), "case {case} selected subject");

        let xtream = views.xtream.expect("complete curation Xtream view");
        let base_groups = xtream.iter().filter(|group| group.title.as_ref() == "Movies").count();
        let category_groups = xtream.iter().filter(|group| group.title.as_ref() == "Curated").count();
        assert_eq!(base_groups, usize::from(include_base), "case {case} base appearance");
        assert_eq!(category_groups, usize::from(create_category), "case {case} category appearance");
        let expected_unfiltered_items = usize::from(include_base) * expected_base_count + usize::from(create_category);
        assert_eq!(
            xtream.iter().map(|group| group.channels.len()).sum::<usize>(),
            expected_unfiltered_items,
            "case {case} unfiltered Xtream catalog"
        );
        if let Some(alias) =
            xtream.iter().find(|group| group.title.as_ref() == "Curated").and_then(|group| group.channels.first())
        {
            assert_ne!(alias.header.uuid, selected_uuid, "case {case} alias identity");
        }
    }
}

#[test]
fn large_catalog_projection_smoke_keeps_two_explicit_views_bounded() {
    const CATALOG_SIZE: usize = 10_000;
    const SELECTOR_COUNT: usize = 4;
    const MEMBERSHIP_STRIDE: usize = 10;

    let uuid_for = |index: usize| {
        let mut bytes = [0u8; 32];
        bytes[..8].copy_from_slice(&u64::try_from(index + 1).expect("test index").to_be_bytes());
        UUIDType(bytes)
    };
    let playlist = vec![PlaylistGroup {
        id: 1,
        title: "Movies".intern(),
        channels: (0..CATALOG_SIZE)
            .map(|index| {
                catalog_test_item(
                    &format!("Movie {index}"),
                    uuid_for(index),
                    PlaylistItemType::Video,
                    XtreamCluster::Video,
                    None,
                )
            })
            .collect(),
        xtream_cluster: XtreamCluster::Video,
    }];
    let mut memberships = Vec::with_capacity(CATALOG_SIZE / MEMBERSHIP_STRIDE * SELECTOR_COUNT);
    let mut selectors = Vec::with_capacity(SELECTOR_COUNT);
    for selector in 0..SELECTOR_COUNT {
        let key = CurationSelectorKey(selector);
        let start = memberships.len();
        for index in (selector..CATALOG_SIZE).step_by(MEMBERSHIP_STRIDE) {
            memberships.push(CurationMembership {
                selector_key: key,
                subject_uuid: uuid_for(index),
                media_kind: CurationMediaKind::Movie,
                rank: Some(u32::try_from(index).expect("test rank")),
                title_tiebreak: format!("movie-{index}"),
                candidate_order: index,
            });
        }
        selectors.push(CurationSelectorSummary {
            key,
            reference_count: memberships.len() - start,
            membership_count: memberships.len() - start,
        });
    }
    let evaluation = CurationEvaluation { selectors, memberships };
    let config = TraktConfig::from(&TraktConfigDto {
        lists: (0..SELECTOR_COUNT)
            .map(|selector| TraktListConfigDto {
                user: "alice".to_string(),
                list_slug: format!("list-{selector}"),
                category_name: Some(format!("Curated {selector}")),
                create_xtream_category: true,
                content_type: TraktContentType::Vod,
                tmdb_only: true,
                fuzzy_match_threshold: 100,
            })
            .collect(),
        ..TraktConfigDto::default()
    });

    let views = build_curated_playlist_views(playlist, &evaluation, &CurationConfig::from(&config), false, true);

    assert_eq!(views.base[0].channels.len(), CATALOG_SIZE);
    let xtream = views.xtream.expect("Xtream view");
    assert_eq!(xtream.len(), SELECTOR_COUNT + 1);
    assert_eq!(xtream.iter().map(|group| group.channels.len()).sum::<usize>(), CATALOG_SIZE + 4_000);
}

#[cfg(test)]
mod quality_rejection_fallback {
    include!("m3u_quality_tests.rs");
    include!("manual_update_integration_tests.rs");
    include!("input_status_tests.rs");
    include!("staged_completion_tests.rs");
    use super::*;
    use arc_swap::{ArcSwap, ArcSwapOption};
    use shared::model::{
        provider_saturation::build_group_lookup, xtream_const::XTREAM_CLUSTER, ConfigInputOptionsDto,
        ConfigInputUpdateQualityDto, ConfigPaths, EventMessage, EventSink, PlaylistUpdateState, ProcessingOrder,
        SeriesStreamDetailEpisodeProperties, SeriesStreamDetailProperties, SeriesStreamProperties, UpdateQualityPolicy,
    };
    use std::{
        io::{ErrorKind, Read, Write},
        net::{TcpListener, TcpStream},
        path::Path,
        sync::{
            atomic::{AtomicBool, Ordering},
            Mutex as StdMutex,
        },
        thread::{self, JoinHandle},
        time::{Duration, SystemTime, UNIX_EPOCH},
    };
    use tuliprox_core::{
        model::{
            ConfigSource, MediaToolCapabilities, SourcesConfig, StagedFilter, TargetExecutionPlan, TargetOutput,
            XtreamTargetFlagsSet, XtreamTargetOutput,
        },
        utils::FileLockManager,
    };
    use tuliprox_repository::{
        count_input_xtream_cluster, get_input_storage_path, get_live_cat_collection_path,
        get_series_cat_collection_path, get_vod_cat_collection_path, load_xtream_target_storage, persist_playlist,
        xtream_get_item_for_stream_id, xtream_get_storage_path, TargetPlaylistPersistOptions,
    };

    struct TestXtreamServer {
        base_url: String,
        stop: Arc<AtomicBool>,
        requests: Arc<StdMutex<Vec<String>>>,
        errors: Arc<StdMutex<Vec<String>>>,
        worker: Option<JoinHandle<()>>,
    }

    impl TestXtreamServer {
        fn start(candidate_counts: [usize; 3]) -> Self {
            Self::start_with_responses(fixture_responses(candidate_counts))
        }

        fn start_with_responses(responses: HashMap<String, String>) -> Self {
            Self::start_with_statuses(responses, HashMap::new())
        }

        fn start_with_statuses(
            responses: HashMap<String, String>,
            statuses: HashMap<String, reqwest::StatusCode>,
        ) -> Self {
            let listener = TcpListener::bind("127.0.0.1:0").expect("bind Xtream fixture server");
            listener.set_nonblocking(true).expect("configure Xtream fixture listener");
            let address = listener.local_addr().expect("Xtream fixture address");
            let stop = Arc::new(AtomicBool::new(false));
            let requests = Arc::new(StdMutex::new(Vec::new()));
            let errors = Arc::new(StdMutex::new(Vec::new()));
            let worker_stop = Arc::clone(&stop);
            let worker_requests = Arc::clone(&requests);
            let worker_errors = Arc::clone(&errors);
            let worker = thread::spawn(move || {
                while !worker_stop.load(Ordering::Acquire) {
                    match listener.accept() {
                        Ok((stream, _)) => match serve_fixture_request(stream, &responses, &statuses) {
                            Ok(action) => worker_requests.lock().expect("request log lock").push(action),
                            Err(err) => worker_errors.lock().expect("server error lock").push(err.to_string()),
                        },
                        Err(err) if err.kind() == ErrorKind::WouldBlock => thread::sleep(Duration::from_millis(1)),
                        Err(err) => {
                            worker_errors.lock().expect("server error lock").push(err.to_string());
                            break;
                        }
                    }
                }
            });

            Self { base_url: format!("http://{address}"), stop, requests, errors, worker: Some(worker) }
        }

        fn finish(mut self) -> Vec<String> {
            self.stop_worker();
            let errors = self.errors.lock().expect("server error lock").clone();
            assert!(errors.is_empty(), "Xtream fixture server errors: {errors:?}");
            self.requests.lock().expect("request log lock").clone()
        }

        fn stop_worker(&mut self) {
            self.stop.store(true, Ordering::Release);
            if let Some(worker) = self.worker.take() {
                worker.join().expect("Xtream fixture server should stop cleanly");
            }
        }
    }

    impl Drop for TestXtreamServer {
        fn drop(&mut self) { self.stop_worker(); }
    }

    #[derive(Clone, Default)]
    struct CollectSink(Arc<StdMutex<Vec<EventMessage>>>);

    impl EventSink for CollectSink {
        fn emit(&self, event: EventMessage) { self.0.lock().expect("event sink lock").push(event); }
    }

    fn fixture_responses(candidate_counts: [usize; 3]) -> HashMap<String, String> {
        let mut responses =
            HashMap::from([("login".to_string(), serde_json::json!({"user_info": {"status": "Active"}}).to_string())]);
        for (cluster, count) in XTREAM_CLUSTER.into_iter().zip(candidate_counts) {
            let (category_action, stream_action, category_id, id_field, id_base) = match cluster {
                XtreamCluster::Live => ("get_live_categories", "get_live_streams", 1_u32, "stream_id", 1_000_u32),
                XtreamCluster::Video => ("get_vod_categories", "get_vod_streams", 2, "stream_id", 2_000),
                XtreamCluster::Series => ("get_series_categories", "get_series", 3, "series_id", 3_000),
            };
            responses.insert(
                category_action.to_string(),
                serde_json::json!([{"category_id": category_id, "category_name": format!("candidate-{cluster}")}])
                    .to_string(),
            );
            let streams: Vec<_> = (0..count)
                .map(|offset| {
                    serde_json::json!({
                        "name": format!("candidate-{cluster}-{offset}"),
                        id_field: id_base + u32::try_from(offset).expect("fixture count fits u32"),
                        "category_id": category_id,
                    })
                })
                .collect();
            responses.insert(stream_action.to_string(), serde_json::Value::Array(streams).to_string());
        }
        responses
    }

    fn live_fixture_responses(
        categories: &serde_json::Value,
        streams: Vec<serde_json::Value>,
    ) -> HashMap<String, String> {
        HashMap::from([
            ("login".to_string(), serde_json::json!({"user_info": {"status": "Active"}}).to_string()),
            ("get_live_categories".to_string(), categories.to_string()),
            ("get_live_streams".to_string(), serde_json::Value::Array(streams).to_string()),
        ])
    }

    fn live_fixture_stream(provider_id: u32, category_id: u32, name: &str) -> serde_json::Value {
        serde_json::json!({
            "name": name,
            "stream_id": provider_id,
            "category_id": category_id,
        })
    }

    fn serve_fixture_request(
        mut stream: TcpStream,
        responses: &HashMap<String, String>,
        statuses: &HashMap<String, reqwest::StatusCode>,
    ) -> std::io::Result<String> {
        stream.set_nonblocking(false)?;
        stream.set_read_timeout(Some(Duration::from_secs(1)))?;
        let mut request = Vec::with_capacity(1_024);
        let mut buffer = [0_u8; 1_024];
        loop {
            let read = stream.read(&mut buffer)?;
            if read == 0 {
                break;
            }
            request.extend_from_slice(&buffer[..read]);
            if request.windows(4).any(|window| window == b"\r\n\r\n") {
                break;
            }
        }
        let request = String::from_utf8_lossy(&request);
        let action = request
            .lines()
            .next()
            .and_then(|line| line.split_whitespace().nth(1))
            .and_then(|target| target.split_once("action=").map(|(_, value)| value))
            .map_or_else(|| "login".to_string(), |value| value.split('&').next().unwrap_or(value).to_string());
        let body = responses
            .get(&action)
            .ok_or_else(|| std::io::Error::new(ErrorKind::InvalidInput, format!("unexpected action {action}")))?;
        let status = statuses.get(&action).copied().unwrap_or(reqwest::StatusCode::OK);
        let response = format!(
            "HTTP/1.1 {status}\r\nContent-Type: application/json\r\nContent-Length: {}\r\nConnection: close\r\n\r\n{body}",
            body.len()
        );
        stream.write_all(response.as_bytes())?;
        Ok(action)
    }

    fn processing_context(storage_dir: &Path) -> PlaylistProcessingContext<shared::model::NoopSink> {
        processing_context_with_events(storage_dir, shared::model::NoopSink)
    }

    fn processing_context_with_events<E: EventSink>(storage_dir: &Path, events: E) -> PlaylistProcessingContext<E> {
        let paths = ConfigPaths {
            home_path: String::new(),
            config_path: String::new(),
            storage_path: String::new(),
            config_file_path: String::new(),
            sources_file_path: String::new(),
            mapping_file_path: None,
            mapping_files_used: None,
            template_file_path: None,
            template_files_used: None,
            api_proxy_file_path: String::new(),
            custom_stream_response_path: None,
        };
        let config = AppConfig {
            config: Arc::new(ArcSwap::from_pointee(Config {
                storage_dir: storage_dir.to_string_lossy().into_owned(),
                disk_based_processing: false,
                ..Config::default()
            })),
            sources: Arc::new(ArcSwap::from_pointee(SourcesConfig::default())),
            hdhomerun: Arc::new(ArcSwapOption::default()),
            api_proxy: Arc::new(ArcSwapOption::default()),
            file_locks: Arc::new(FileLockManager::default()),
            paths: Arc::new(ArcSwap::from_pointee(paths)),
            custom_stream_response: Arc::new(ArcSwapOption::default()),
            access_token_secret: [0; 32],
            encrypt_secret: [0; 16],
            media_tools: Arc::new(MediaToolCapabilities::new()),
        };
        PlaylistProcessingContext {
            client: reqwest::Client::new(),
            run_id: "xtream-quality-test-run".into(),
            execution_order: PlaylistUpdateRunOrder::from(1),
            config: Arc::new(config),
            user_targets: Arc::new(ProcessTargets {
                enabled: false,
                inputs: Vec::new(),
                targets: Vec::new(),
                target_names: Vec::new(),
            }),
            events,
            playlist_state: None,
            disabled_headers: None,
            processed_inputs: Arc::new(Mutex::new(HashSet::new())),
            input_completions: Arc::new(Mutex::new(HashMap::new())),
            input_locks: Arc::new(Mutex::new(HashMap::new())),
            provider_manager: None,
            metadata_manager: None,
            pre_processed_inputs: None,
            input_refresh: None,
            library_update_mode: LibraryUpdateMode::ExistingCatalog,
            stalker_refresh_mode: StalkerRefreshMode::Complete,
            partial_refresh: Arc::new(AtomicBool::new(false)),
            had_quality_rejections: Arc::new(AtomicBool::new(false)),
        }
    }

    #[test]
    fn playlist_update_run_constructor_preserves_queued_identity_and_generates_unique_automatic_ids() {
        let temp = tempfile::tempdir().expect("temp dir");
        let ctx = processing_context(temp.path());
        let queued_id = PlaylistUpdateRunId::from("queued-run");
        let queued = ProcessingRun::for_run(
            queued_id.clone(),
            ctx.client.clone(),
            Arc::clone(&ctx.config),
            Arc::clone(&ctx.user_targets),
            shared::model::NoopSink,
        );
        let automatic_a = ProcessingRun::new(
            ctx.client.clone(),
            Arc::clone(&ctx.config),
            Arc::clone(&ctx.user_targets),
            shared::model::NoopSink,
        );
        let automatic_b = ProcessingRun::new(ctx.client, ctx.config, ctx.user_targets, shared::model::NoopSink);

        assert_eq!(queued.run_id, queued_id);
        assert_ne!(automatic_a.run_id, automatic_b.run_id);
    }

    #[tokio::test]
    async fn playlist_update_run_manual_and_automatic_execution_order_is_generated_and_preserved() {
        let temp = tempfile::tempdir().expect("temp dir");
        let events = CollectSink::default();
        let ctx = processing_context_with_events(temp.path(), events.clone());
        let manual_run_id = PlaylistUpdateRunId::from("manual-run");

        exec_processing(ProcessingRun::for_run(
            manual_run_id.clone(),
            ctx.client.clone(),
            Arc::clone(&ctx.config),
            Arc::clone(&ctx.user_targets),
            events.clone(),
        ))
        .await;
        let automatic_run = ProcessingRun::new(ctx.client, ctx.config, ctx.user_targets, events.clone());
        let automatic_run_id = automatic_run.run_id.clone();
        exec_processing(automatic_run).await;

        let emitted = events.0.lock().expect("event sink lock");
        let terminal_for = |run_id: &PlaylistUpdateRunId| {
            emitted.iter().find_map(|event| match event {
                EventMessage::PlaylistUpdate(summary) if summary.run_id.as_ref() == Some(run_id) => Some(summary),
                _ => None,
            })
        };
        let manual_terminal = terminal_for(&manual_run_id).expect("manual terminal event");
        let automatic_terminal = terminal_for(&automatic_run_id).expect("automatic terminal event");
        let manual_order = manual_terminal.execution_order.expect("manual execution order");
        let automatic_order = automatic_terminal.execution_order.expect("automatic execution order");
        assert!(automatic_order > manual_order);

        let progress_for = |run_id: &PlaylistUpdateRunId| {
            emitted
                .iter()
                .filter_map(|event| match event {
                    EventMessage::PlaylistUpdateProgress(progress) if progress.run_id.as_ref() == Some(run_id) => {
                        Some(progress)
                    }
                    _ => None,
                })
                .collect::<Vec<_>>()
        };
        let manual_progress = progress_for(&manual_run_id);
        let automatic_progress = progress_for(&automatic_run_id);
        assert!(!manual_progress.is_empty());
        assert!(!automatic_progress.is_empty());
        assert!(manual_progress.iter().all(|progress| progress.execution_order == Some(manual_order)));
        assert!(automatic_progress.iter().all(|progress| progress.execution_order == Some(automatic_order)));
    }

    fn test_input(
        base_url: &str,
        update_quality: ConfigInputUpdateQualityDto,
        cache_duration_seconds: u64,
        skipped_clusters: &[XtreamCluster],
    ) -> Arc<ConfigInput> {
        let options = ConfigInputOptionsDto {
            skip_live: skipped_clusters.contains(&XtreamCluster::Live),
            skip_vod: skipped_clusters.contains(&XtreamCluster::Video),
            skip_series: skipped_clusters.contains(&XtreamCluster::Series),
            update_quality,
            ..ConfigInputOptionsDto::default()
        };
        Arc::new(ConfigInput {
            id: 1,
            name: "quality-provider".intern(),
            input_type: InputType::Xtream,
            url: base_url.to_string(),
            username: Some("user".to_string()),
            password: Some("password".to_string()),
            enabled: true,
            options: Some(ConfigInputOptions::from(&options)),
            cache_duration_seconds,
            ..ConfigInput::default()
        })
    }

    fn baseline_group(cluster: XtreamCluster, category_id: u32, title: &str, first_item_id: u32) -> PlaylistGroup {
        baseline_group_with_count(cluster, category_id, title, first_item_id, 2)
    }

    fn baseline_group_with_count(
        cluster: XtreamCluster,
        category_id: u32,
        title: &str,
        first_item_id: u32,
        count: usize,
    ) -> PlaylistGroup {
        let title = title.intern();
        let item_type = PlaylistItemType::from(cluster);
        let channels = (0..count)
            .map(|offset| {
                let offset = u32::try_from(offset).expect("baseline fixture count fits u32");
                let item_id = (first_item_id + offset).to_string().intern();
                let mut header = PlaylistItemHeader {
                    id: Arc::clone(&item_id),
                    input_stream_id: item_id,
                    name: format!("{title}-{offset}").intern(),
                    title: format!("{title}-{offset}").intern(),
                    group: Arc::clone(&title),
                    url: format!("http://old.example/{cluster}/{first_item_id}/{offset}").intern(),
                    input_name: "quality-provider".intern(),
                    item_type,
                    xtream_cluster: cluster,
                    category_id,
                    ..PlaylistItemHeader::default()
                };
                header.gen_uuid();
                PlaylistItem { header }
            })
            .collect();
        PlaylistGroup { id: category_id, title, channels, xtream_cluster: cluster }
    }

    async fn seed_live_baseline<E: EventSink>(
        ctx: &PlaylistProcessingContext<E>,
        input: &ConfigInput,
        first_item_id: u32,
    ) {
        let baseline = baseline_group_with_count(XtreamCluster::Live, 1, "old-live", first_item_id, 100);
        let (persisted, error) = tuliprox_repository::persist_input_playlist(&ctx.config, input, vec![baseline]).await;
        assert!(error.is_none(), "Live baseline persistence failed: {error:?}");
        assert_eq!(persisted.iter().map(|group| group.channels.len()).sum::<usize>(), 100);
    }

    fn baseline_groups() -> Vec<PlaylistGroup> {
        vec![
            baseline_group(XtreamCluster::Live, 1, "old-live", 100),
            baseline_group(XtreamCluster::Video, 2, "old-vod", 200),
            baseline_group(XtreamCluster::Series, 3, "old-series", 300),
        ]
    }

    async fn seed_baseline<E: EventSink>(ctx: &PlaylistProcessingContext<E>, input: &ConfigInput) {
        let (persisted, error) =
            tuliprox_repository::persist_input_playlist(&ctx.config, input, baseline_groups()).await;
        assert!(error.is_none(), "baseline persistence failed: {error:?}");
        assert_baseline(&persisted);
    }

    fn assert_baseline(groups: &[PlaylistGroup]) {
        for (cluster, category_id, title, item_ids) in [
            (XtreamCluster::Live, 1, "old-live", ["100", "101"]),
            (XtreamCluster::Video, 2, "old-vod", ["200", "201"]),
            (XtreamCluster::Series, 3, "old-series", ["300", "301"]),
        ] {
            let group = groups
                .iter()
                .find(|group| group.xtream_cluster == cluster && group.id == category_id)
                .unwrap_or_else(|| panic!("missing persisted {cluster} group"));
            assert_eq!(group.title.as_ref(), title);
            assert_eq!(group.channels.len(), 2);
            assert!(group.channels.iter().all(|item| item.header.xtream_cluster == cluster));
            assert_eq!(group.channels[0].header.id.as_ref(), item_ids[0]);
            assert_eq!(group.channels[1].header.id.as_ref(), item_ids[1]);
        }
    }

    async fn input_storage_path<E: EventSink>(ctx: &PlaylistProcessingContext<E>, input: &ConfigInput) -> PathBuf {
        let storage_dir = ctx.config.config.load().storage_dir.clone();
        get_input_storage_path(&input.name, &storage_dir).await.expect("input storage path")
    }

    async fn seed_valid_cluster_cache<E: EventSink>(ctx: &PlaylistProcessingContext<E>, input: &ConfigInput) -> u64 {
        let storage_path = input_storage_path(ctx, input).await;
        let now = SystemTime::now().duration_since(UNIX_EPOCH).expect("current time").as_secs();
        let mut status = input_cache::InputStatus::default();
        for cluster in XTREAM_CLUSTER {
            status.clusters.insert(
                cluster.as_ref().to_string(),
                input_cache::ClusterStatus { status: input_cache::ClusterState::Ok, timestamp: now, last_update: None },
            );
        }
        input_cache::save_input_status(&storage_path, &status);
        now
    }

    fn set_refresh_policy<E: EventSink>(
        ctx: &mut PlaylistProcessingContext<E>,
        input: &ConfigInput,
        policy: InputRefreshPolicy,
    ) {
        ctx.input_refresh = Some(InputRefreshOverride { input_id: input.id, policy });
    }

    fn xtream_target(use_memory_cache: bool) -> Arc<ConfigTarget> {
        Arc::new(ConfigTarget {
            curation: None,
            id: 1,
            enabled: true,
            name: "quality-target".to_string(),
            options: None,
            sort: None,
            filter: StagedFilter::default(),
            output: vec![TargetOutput::Xtream(XtreamTargetOutput {
                flags: XtreamTargetFlagsSet::new(),
                trakt: None,
                filter: None,
            })],
            rename: None,
            mapping_ids: None,
            mapping: Arc::new(ArcSwapOption::new(None)),
            favourites: None,
            processing_order: ProcessingOrder::default(),
            execution_plan: TargetExecutionPlan::default(),
            watch: None,
            use_memory_cache,
        })
    }

    fn install_source<E: EventSink>(
        ctx: &PlaylistProcessingContext<E>,
        input: &Arc<ConfigInput>,
        target: &Arc<ConfigTarget>,
    ) {
        let inputs = vec![Arc::clone(input)];
        ctx.config.sources.store(Arc::new(SourcesConfig {
            batch_files: Vec::new(),
            templates: None,
            provider: Vec::new(),
            group_lookup: build_group_lookup(&inputs),
            inputs,
            sources: vec![ConfigSource { inputs: vec![Arc::clone(&input.name)], targets: vec![Arc::clone(target)] }],
        }));
    }

    async fn seed_xtream_target<E: EventSink>(
        ctx: &PlaylistProcessingContext<E>,
        target: &ConfigTarget,
        playlist_state: &Arc<PlaylistStorageState>,
    ) -> u32 {
        let mut groups = baseline_groups();
        persist_playlist(
            &ctx.config,
            &mut groups,
            None,
            target,
            Some(playlist_state),
            TargetPlaylistPersistOptions::default(),
        )
        .await
        .expect("target baseline should persist");
        groups
            .iter()
            .find(|group| group.xtream_cluster == XtreamCluster::Video)
            .and_then(|group| group.channels.first())
            .map(|item| item.header.virtual_id.get())
            .expect("target baseline VOD id")
    }

    async fn assert_target_counts(app_config: &Arc<AppConfig>, target: &ConfigTarget, expected: [usize; 3]) {
        let storage = load_xtream_target_storage(app_config, target).await.expect("target storage should load");
        assert_eq!([storage.live.len(), storage.vod.len(), storage.series.len()], expected);
    }

    async fn assert_empty_target_categories(
        app_config: &Arc<AppConfig>,
        target: &ConfigTarget,
        clusters: &[XtreamCluster],
    ) {
        let storage_path = {
            let config = app_config.config.load();
            xtream_get_storage_path(&config, &target.name).expect("Xtream target storage path")
        };
        for cluster in clusters {
            let path = match cluster {
                XtreamCluster::Live => get_live_cat_collection_path(&storage_path),
                XtreamCluster::Video => get_vod_cat_collection_path(&storage_path),
                XtreamCluster::Series => get_series_cat_collection_path(&storage_path),
            };
            let categories: Vec<serde_json::Value> = serde_json::from_slice(
                &tokio::fs::read(&path).await.unwrap_or_else(|error| panic!("read {}: {error}", path.display())),
            )
            .unwrap_or_else(|error| panic!("parse {}: {error}", path.display()));
            assert!(categories.is_empty(), "{} should contain no categories", path.display());
        }
    }

    #[test]
    fn refresh_policy_override_is_scoped_to_the_selected_input_id() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let mut ctx = processing_context(temp.path());
        let selected = ConfigInput { id: 17, ..ConfigInput::default() };
        set_refresh_policy(&mut ctx, &selected, InputRefreshPolicy::FORCE);

        assert_eq!(ctx.refresh_policy(17), InputRefreshPolicy::FORCE);
        assert_eq!(ctx.refresh_policy(18), InputRefreshPolicy::NORMAL);
    }

    fn assert_requested_actions(mut actual: Vec<String>, expected: &[&str]) {
        actual.sort();
        let mut expected: Vec<_> = expected.iter().map(ToString::to_string).collect();
        expected.sort();
        assert_eq!(actual, expected);
    }

    #[tokio::test]
    async fn mixed_in_memory_update_keeps_rejected_vod_ready_and_marks_the_run_partial() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let server = TestXtreamServer::start([2, 1, 2]);
        let events = CollectSink::default();
        let ctx = processing_context_with_events(temp.path(), events.clone());
        let input =
            test_input(&server.base_url, ConfigInputUpdateQualityDto { live: 100, vod: 100, series: 100 }, 0, &[]);
        seed_baseline(&ctx, &input).await;

        let mut result = process_input_job_inner(0, &ctx, &input).await;
        let requests = server.finish();

        assert_eq!(result.state, InputJobState::Ready);
        assert!(result.errors.is_empty(), "quality rejection must not become an error: {:?}", result.errors);
        assert!(ctx.had_quality_rejections.load(Ordering::Acquire));
        assert_eq!(
            PlaylistRunSignals { has_quality_rejections: true, ..PlaylistRunSignals::default() }.state(),
            PlaylistUpdateState::Partial
        );

        let groups = result.source.take().expect("ready input source").take_groups();
        let live =
            groups.iter().find(|group| group.xtream_cluster == XtreamCluster::Live).expect("accepted Live group");
        let vod = groups.iter().find(|group| group.xtream_cluster == XtreamCluster::Video).expect("retained VOD group");
        let series =
            groups.iter().find(|group| group.xtream_cluster == XtreamCluster::Series).expect("accepted Series group");
        assert_eq!(live.title.as_ref(), "candidate-live");
        assert_eq!(live.channels.len(), 2);
        assert_eq!(vod.title.as_ref(), "old-vod");
        assert_eq!(vod.channels.len(), 2);
        assert_eq!(series.title.as_ref(), "candidate-series");
        assert_eq!(series.channels.len(), 2);

        let storage_path = input_storage_path(&ctx, &input).await;
        let status = input_cache::load_input_status(&storage_path);
        assert_eq!(
            status.clusters.get(XtreamCluster::Live.as_ref()).map(|entry| &entry.status),
            Some(&input_cache::ClusterState::Ok)
        );
        assert_eq!(
            status.clusters.get(XtreamCluster::Video.as_ref()).map(|entry| &entry.status),
            Some(&input_cache::ClusterState::Failed)
        );
        assert_eq!(
            status.clusters.get(XtreamCluster::Series.as_ref()).map(|entry| &entry.status),
            Some(&input_cache::ClusterState::Ok)
        );

        let emitted = events.0.lock().expect("event sink lock");
        let rejection_events = emitted
            .iter()
            .filter_map(|event| match event {
                EventMessage::PlaylistUpdateProgress(progress)
                    if progress.message.contains("cluster 'vod' rejected") =>
                {
                    Some(progress)
                }
                _ => None,
            })
            .collect::<Vec<_>>();
        assert_eq!(rejection_events.len(), 1);
        assert_eq!(rejection_events[0].target, "quality-provider");
        assert_eq!(
            rejection_events[0].message,
            "Input 'quality-provider' cluster 'vod' rejected: current=2 candidate=1 threshold=100 quality=50; retaining previous cluster"
        );
        assert_requested_actions(
            requests,
            &[
                "login",
                "get_live_categories",
                "get_live_streams",
                "get_vod_categories",
                "get_vod_streams",
                "get_series_categories",
                "get_series",
            ],
        );
    }

    #[tokio::test]
    async fn coderabbit_stalker_global_failures_mark_only_requested_non_skipped_clusters() {
        use crate::processor::stalker::{download_stalker_playlist, StalkerCluster};

        #[derive(Clone, Copy, Debug)]
        enum FailurePoint {
            Portal,
            Client,
            Storage,
            Handshake,
        }

        for failure in [FailurePoint::Portal, FailurePoint::Client, FailurePoint::Storage, FailurePoint::Handshake] {
            for requested in [None, Some(vec![StalkerCluster::Live, StalkerCluster::Series])] {
                let temp = tempfile::tempdir().unwrap();
                let ctx = processing_context(temp.path());
                let server = TestXtreamServer::start_with_responses(HashMap::from([("handshake".into(), "{}".into())]));
                let mut input =
                    (*test_input(&server.base_url, ConfigInputUpdateQualityDto::default(), 0, &[XtreamCluster::Live]))
                        .clone();
                input.input_type = InputType::Stalker;
                input.stalker = Some(tuliprox_core::model::StalkerInputConfig::default());
                match failure {
                    FailurePoint::Portal => input.url.clear(),
                    FailurePoint::Client => input.url = "://invalid-url".into(),
                    FailurePoint::Storage => {
                        let path = input_storage_path(&ctx, &input).await;
                        tokio::fs::write(path.join("stalker"), b"not a directory").await.unwrap();
                    }
                    FailurePoint::Handshake => {}
                }
                let fetch = download_stalker_playlist(
                    &ctx.config,
                    &ctx.client,
                    &input,
                    requested.as_deref(),
                    StalkerRefreshMode::Complete,
                    true,
                    UpdateQualityPolicy::Enforce,
                )
                .await;
                let expected = if requested.is_some() {
                    vec![XtreamCluster::Series]
                } else {
                    vec![XtreamCluster::Video, XtreamCluster::Series]
                };
                assert_eq!(fetch.failed_clusters, expected, "{failure:?}");
                assert_eq!(fetch.errors.len(), 1, "{failure:?}");
                assert!(!fetch.is_ok());
                assert!(fetch.quality_acceptances.is_empty() && fetch.quality_rejections.is_empty());
                assert!(fetch.force_updates.is_empty());
                let requests = server.finish();
                match failure {
                    FailurePoint::Handshake => assert!(!requests.is_empty()),
                    FailurePoint::Portal | FailurePoint::Client | FailurePoint::Storage => assert!(requests.is_empty()),
                }
            }
        }
    }

    #[tokio::test]
    async fn coderabbit_xtream_http_failure_preserves_successful_disk_clusters() {
        for quality in [UpdateQualityPolicy::Enforce, UpdateQualityPolicy::Bypass] {
            let temp = tempfile::tempdir().unwrap();
            let server = TestXtreamServer::start_with_statuses(
                fixture_responses([2, 2, 2]),
                HashMap::from([("get_vod_streams".to_owned(), reqwest::StatusCode::BAD_REQUEST)]),
            );
            let ctx = processing_context(temp.path());
            let mut config = (**ctx.config.config.load()).clone();
            config.disk_based_processing = true;
            ctx.config.config.store(Arc::new(config));
            let input =
                test_input(&server.base_url, ConfigInputUpdateQualityDto { live: 100, vod: 100, series: 100 }, 0, &[]);
            seed_baseline(&ctx, &input).await;

            let fetch = tuliprox_iptv::xtream::download_xtream_playlist(
                &ctx.config,
                &ctx.client,
                &ctx.events,
                &input,
                None,
                quality,
            )
            .await;
            assert_eq!(fetch.failed_clusters, vec![XtreamCluster::Video]);
            assert!(!fetch.is_ok(), "the failed cluster must remain a technical failure");
            assert!(fetch.persisted);
            assert!(fetch.quality_rejections.is_empty());
            let accepted: Vec<_> = match quality {
                UpdateQualityPolicy::Enforce => fetch.quality_acceptances.iter().map(|value| value.cluster).collect(),
                UpdateQualityPolicy::Bypass => fetch.force_updates.iter().map(|value| value.cluster).collect(),
            };
            assert_eq!(accepted, vec![XtreamCluster::Live, XtreamCluster::Series]);

            let storage = input_storage_path(&ctx, &input).await;
            let groups =
                tuliprox_repository::load_input_xtream_playlist(&ctx.config, &storage, &XTREAM_CLUSTER).await.unwrap();
            for (cluster, title) in [
                (XtreamCluster::Live, "candidate-live"),
                (XtreamCluster::Video, "old-vod"),
                (XtreamCluster::Series, "candidate-series"),
            ] {
                let group = groups.iter().find(|group| group.xtream_cluster == cluster).unwrap();
                assert_eq!(group.title.as_ref(), title);
                assert_eq!(group.channels.len(), 2);
            }
            assert_eq!(server.finish().len(), 7);
        }
    }

    #[tokio::test]
    async fn pipeline_transparency_shows_failure_survives_xtream_fetch_and_reload() {
        for disk in [false, true] {
            let temp = tempfile::tempdir().unwrap();
            let mut responses = fixture_responses([2, 2, 2]);
            responses.insert("get_series".to_owned(), "{".to_owned());
            let server = TestXtreamServer::start_with_responses(responses);
            let mut ctx = processing_context(temp.path());
            let mut config = ctx.config.config.load().as_ref().clone();
            config.disk_based_processing = disk;
            ctx.config.config.store(Arc::new(config));
            let input =
                test_input(&server.base_url, ConfigInputUpdateQualityDto { live: 100, vod: 100, series: 0 }, 0, &[]);
            seed_baseline(&ctx, &input).await;
            set_refresh_policy(&mut ctx, &input, InputRefreshPolicy::FORCE);
            let mut result = download_input(&ctx, &input, false).await;
            assert_eq!(result.update_state(), PlaylistUpdateState::Failure);
            assert!(!result.errors.is_empty());
            let telemetry = result.input_telemetry.as_ref().unwrap();
            for cluster in &telemetry.clusters {
                if cluster.cluster == XtreamCluster::Series {
                    assert_eq!(cluster.technical_state, Some(PersistedPlaylistUpdateTechnicalState::Failed));
                    assert_eq!(cluster.decision, None);
                    assert_eq!(cluster.quality, None);
                } else {
                    assert_eq!(cluster.technical_state, None, "do not attribute Shows failure to a sibling");
                    assert_eq!(cluster.decision, Some(PlaylistUpdateClusterDecision::Accepted));
                }
                assert_eq!(cluster.active_count, None, "failed batch does not prove final activation");
            }
            let storage = input_storage_path(&ctx, &input).await;
            let saved = input_cache::load_input_status(&storage);
            let shows = saved.clusters["series"].last_update.unwrap();
            assert_eq!(shows.technical_state, Some(PersistedPlaylistUpdateTechnicalState::Failed));
            assert_eq!(shows.quality, None);
            assert_eq!(shows.quality_guard_threshold, Some(0));
            assert_eq!(shows.policy, Some(InputRefreshPolicy::FORCE));
            assert!(server.finish().iter().any(|action| action == "get_series"));
        }
    }

    #[tokio::test]
    async fn pipeline_transparency_normal_policy_reuses_a_valid_cluster_cache() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let server = TestXtreamServer::start([2, 2, 2]);
        let mut ctx = processing_context(temp.path());
        let input =
            test_input(&server.base_url, ConfigInputUpdateQualityDto { live: 100, vod: 100, series: 100 }, 3_600, &[]);
        seed_baseline(&ctx, &input).await;
        seed_valid_cluster_cache(&ctx, &input).await;
        set_refresh_policy(&mut ctx, &input, InputRefreshPolicy::NORMAL);

        let mut result = download_input(&ctx, &input, false).await;
        let requests = server.finish();

        assert!(result.errors.is_empty());
        assert!(result.storage_error.is_none());
        assert!(result.quality_rejections.is_empty());
        assert_eq!(result.job_state(), InputJobState::Ready);
        assert_baseline(&result.source.take_groups());
        assert!(requests.is_empty(), "valid cache should avoid provider requests: {requests:?}");
        let telemetry = result.input_telemetry.as_ref().expect("real cache acquisition telemetry");
        assert_eq!(telemetry.refresh_policy, InputRefreshPolicy::NORMAL);
        assert!(telemetry
            .clusters
            .iter()
            .all(|cluster| { cluster.requested && cluster.source == Some(PlaylistUpdateDataSource::Cache) }));
    }

    async fn assert_provider_acquisition_survives_in_run_reuse(policy: InputRefreshPolicy) {
        let temp = tempfile::tempdir().expect("temporary storage");
        let server = TestXtreamServer::start([2, 2, 2]);
        let mut ctx = processing_context(temp.path());
        let input = test_input(&server.base_url, ConfigInputUpdateQualityDto { live: 95, vod: 95, series: 95 }, 0, &[]);
        seed_baseline(&ctx, &input).await;
        set_refresh_policy(&mut ctx, &input, policy);

        let mut first = download_input(&ctx, &input, false).await;

        assert!(first.errors.is_empty(), "first provider acquisition failed: {:?}", first.errors);
        assert!(first.storage_error.is_none());
        assert_eq!(first.source.get_channel_count(), 6);
        let first_telemetry = first.input_telemetry.as_ref().expect("provider acquisition telemetry");
        assert_eq!(first_telemetry.refresh_policy, policy);
        assert!(first_telemetry
            .clusters
            .iter()
            .all(|cluster| { cluster.requested && cluster.source == Some(PlaylistUpdateDataSource::Provider) }));

        let storage_path = input_storage_path(&ctx, &input).await;
        let status_after_acquisition = input_cache::load_input_status(&storage_path);
        assert!(XTREAM_CLUSTER.iter().all(|cluster| {
            status_after_acquisition.clusters[cluster.as_ref()].last_update.as_ref().is_some_and(|snapshot| {
                snapshot.policy == Some(policy) && snapshot.source == Some(PlaylistUpdateDataSource::Provider)
            })
        }));

        // A second source/target in the same run reuses the persisted input. It is not a
        // second acquisition and therefore must not emit replacement cache telemetry.
        let mut reused = download_input(&ctx, &input, false).await;

        assert!(reused.errors.is_empty(), "in-run reuse failed: {:?}", reused.errors);
        assert!(reused.storage_error.is_none());
        assert_eq!(reused.source.get_channel_count(), 6);
        assert_eq!(reused.input_telemetry, None);
        assert_eq!(input_cache::load_input_status(&storage_path), status_after_acquisition);
        assert_requested_actions(
            server.finish(),
            &[
                "login",
                "get_live_categories",
                "get_live_streams",
                "get_vod_categories",
                "get_vod_streams",
                "get_series_categories",
                "get_series",
            ],
        );
    }

    #[tokio::test]
    async fn in_run_reuse_after_force_keeps_provider_acquisition_and_snapshot() {
        assert_provider_acquisition_survives_in_run_reuse(InputRefreshPolicy::FORCE).await;
    }

    #[tokio::test]
    async fn in_run_reuse_after_refresh_keeps_provider_acquisition_and_snapshot() {
        assert_provider_acquisition_survives_in_run_reuse(InputRefreshPolicy::REFRESH).await;
    }

    #[tokio::test]
    async fn in_run_reuse_after_normal_provider_fetch_keeps_provider_acquisition_and_snapshot() {
        assert_provider_acquisition_survives_in_run_reuse(InputRefreshPolicy::NORMAL).await;
    }

    #[tokio::test]
    async fn in_run_reuse_for_parallel_sources_emits_exactly_one_provider_acquisition() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let server = TestXtreamServer::start([2, 2, 2]);
        let mut ctx = processing_context(temp.path());
        let input = test_input(&server.base_url, ConfigInputUpdateQualityDto { live: 95, vod: 95, series: 95 }, 0, &[]);
        seed_baseline(&ctx, &input).await;
        set_refresh_policy(&mut ctx, &input, InputRefreshPolicy::FORCE);

        let (mut first_source, mut second_source) =
            tokio::join!(download_input(&ctx, &input, false), download_input(&ctx, &input, false));

        assert!(first_source.errors.is_empty(), "first source failed: {:?}", first_source.errors);
        assert!(second_source.errors.is_empty(), "second source failed: {:?}", second_source.errors);
        assert_eq!(first_source.source.get_channel_count(), 6);
        assert_eq!(second_source.source.get_channel_count(), 6);
        let acquisition_telemetry = [first_source.input_telemetry.as_ref(), second_source.input_telemetry.as_ref()];
        assert_eq!(acquisition_telemetry.iter().filter(|telemetry| telemetry.is_some()).count(), 1);
        let acquisition = acquisition_telemetry.into_iter().flatten().next().expect("one provider acquisition");
        assert_eq!(acquisition.refresh_policy, InputRefreshPolicy::FORCE);
        assert!(acquisition
            .clusters
            .iter()
            .all(|cluster| { cluster.requested && cluster.source == Some(PlaylistUpdateDataSource::Provider) }));
        assert_requested_actions(
            server.finish(),
            &[
                "login",
                "get_live_categories",
                "get_live_streams",
                "get_vod_categories",
                "get_vod_streams",
                "get_series_categories",
                "get_series",
            ],
        );
    }

    #[tokio::test]
    async fn refresh_policy_bypasses_valid_cache_and_keeps_quality_enforced() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let server = TestXtreamServer::start([2, 1, 2]);
        let mut ctx = processing_context(temp.path());
        let input =
            test_input(&server.base_url, ConfigInputUpdateQualityDto { live: 100, vod: 100, series: 100 }, 3_600, &[]);
        seed_baseline(&ctx, &input).await;
        seed_valid_cluster_cache(&ctx, &input).await;
        set_refresh_policy(&mut ctx, &input, InputRefreshPolicy::REFRESH);

        let mut result = download_input(&ctx, &input, false).await;
        let requests = server.finish();

        assert!(result.errors.is_empty());
        assert!(result.storage_error.is_none());
        assert_eq!(result.job_state(), InputJobState::Ready);
        assert_eq!(result.quality_rejections.len(), 1);
        assert_eq!(result.quality_rejections[0].cluster, XtreamCluster::Video);
        let groups = result.source.take_groups();
        assert_eq!(
            groups.iter().find(|group| group.xtream_cluster == XtreamCluster::Video).map(|group| group.title.as_ref()),
            Some("old-vod")
        );
        assert_requested_actions(
            requests,
            &[
                "login",
                "get_live_categories",
                "get_live_streams",
                "get_vod_categories",
                "get_vod_streams",
                "get_series_categories",
                "get_series",
            ],
        );
    }

    #[tokio::test]
    async fn force_policy_bypasses_valid_cache_and_quality_and_accepts_an_empty_cluster() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let server = TestXtreamServer::start([2, 0, 1]);
        let events = CollectSink::default();
        let mut ctx = processing_context_with_events(temp.path(), events.clone());
        let input =
            test_input(&server.base_url, ConfigInputUpdateQualityDto { live: 100, vod: 95, series: 100 }, 3_600, &[]);
        seed_baseline(&ctx, &input).await;
        seed_valid_cluster_cache(&ctx, &input).await;
        set_refresh_policy(&mut ctx, &input, InputRefreshPolicy::FORCE);

        let mut result = process_input_job_inner(0, &ctx, &input).await;
        let requests = server.finish();

        assert!(result.errors.is_empty(), "forced update failed: {:?}", result.errors);
        assert_eq!(result.state, InputJobState::Ready);
        let groups = result.source.take().expect("forced input source").take_groups();
        assert_eq!(
            groups
                .iter()
                .filter(|group| group.xtream_cluster == XtreamCluster::Live)
                .map(|group| group.channels.len())
                .sum::<usize>(),
            2
        );
        assert!(groups.iter().all(|group| group.xtream_cluster != XtreamCluster::Video));
        assert_eq!(
            groups
                .iter()
                .filter(|group| group.xtream_cluster == XtreamCluster::Series)
                .map(|group| group.channels.len())
                .sum::<usize>(),
            1
        );
        assert_eq!(
            PlaylistRunSignals {
                has_error: !result.errors.is_empty(),
                has_pending_stalker_refresh: ctx.partial_refresh.load(Ordering::Acquire),
                has_quality_rejections: ctx.had_quality_rejections.load(Ordering::Acquire),
            }
            .state(),
            PlaylistUpdateState::Success
        );

        let storage_path = input_storage_path(&ctx, &input).await;
        assert_eq!(
            count_input_xtream_cluster(&ctx.config, &input, XtreamCluster::Video)
                .await
                .expect("forced empty VOD should remain countable"),
            Some(0)
        );
        let status = input_cache::load_input_status(&storage_path);
        assert!(XTREAM_CLUSTER.iter().all(|cluster| {
            status.clusters.get(cluster.as_ref()).map(|entry| &entry.status) == Some(&input_cache::ClusterState::Ok)
        }));
        let messages = events
            .0
            .lock()
            .expect("event sink lock")
            .iter()
            .filter_map(|event| match event {
                EventMessage::PlaylistUpdateProgress(progress) => Some(progress.message.clone()),
                _ => None,
            })
            .collect::<Vec<_>>();
        assert!(messages.iter().any(|message| {
            message
                == "Input 'quality-provider': forced update requested; cache and update-quality bypassed for live,vod,series"
        }));
        assert!(messages.iter().any(|message| {
            message == "Input 'quality-provider' cluster 'vod' force-published: candidate=0 configured_threshold=95"
        }));
        assert_requested_actions(
            requests,
            &[
                "login",
                "get_live_categories",
                "get_live_streams",
                "get_vod_categories",
                "get_vod_streams",
                "get_series_categories",
                "get_series",
            ],
        );
    }

    #[tokio::test]
    async fn force_empty_vod_is_published_to_xtream_target_and_memory_cache() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let server = TestXtreamServer::start([2, 0, 1]);
        let mut ctx = processing_context(temp.path());
        let input =
            test_input(&server.base_url, ConfigInputUpdateQualityDto { live: 100, vod: 95, series: 100 }, 0, &[]);
        let target = xtream_target(true);
        let playlist_state = Arc::new(PlaylistStorageState::new());
        ctx.playlist_state = Some(Arc::clone(&playlist_state));
        seed_baseline(&ctx, &input).await;
        let old_vod_id = seed_xtream_target(&ctx, &target, &playlist_state).await;
        install_source(&ctx, &input, &target);
        set_refresh_policy(&mut ctx, &input, InputRefreshPolicy::FORCE);
        let app_config = Arc::clone(&ctx.config);
        let pending_refresh = Arc::clone(&ctx.partial_refresh);
        let quality_rejections = Arc::clone(&ctx.had_quality_rejections);

        let (_, target_stats, errors) = process_source(0, Arc::new(ctx)).await;
        server.finish();

        assert!(errors.is_empty(), "forced target update failed: {errors:?}");
        assert_eq!(target_stats.len(), 1);
        assert!(target_stats[0].success);
        assert_eq!(
            PlaylistRunSignals {
                has_error: false,
                has_pending_stalker_refresh: pending_refresh.load(Ordering::Acquire),
                has_quality_rejections: quality_rejections.load(Ordering::Acquire),
            }
            .state(),
            PlaylistUpdateState::Success
        );
        assert_target_counts(&app_config, &target, [2, 0, 1]).await;
        assert_empty_target_categories(&app_config, &target, &[XtreamCluster::Video]).await;
        assert!(
            xtream_get_item_for_stream_id(
                old_vod_id,
                &app_config,
                &playlist_state,
                &target,
                Some(XtreamCluster::Video),
            )
            .await
            .is_err(),
            "old VOD id must not remain client-visible"
        );
        let cache = playlist_state.data.read().await;
        let cached =
            cache.get(&target.name).and_then(|storage| storage.xtream.as_ref()).expect("Xtream target memory cache");
        assert_eq!([cached.live.len(), cached.vod.len(), cached.series.len()], [2, 0, 1]);
    }

    #[tokio::test]
    async fn force_fully_empty_result_clears_the_xtream_target() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let server = TestXtreamServer::start([0, 0, 0]);
        let mut ctx = processing_context(temp.path());
        let input = test_input(&server.base_url, ConfigInputUpdateQualityDto { live: 90, vod: 90, series: 90 }, 0, &[]);
        let target = xtream_target(true);
        let playlist_state = Arc::new(PlaylistStorageState::new());
        ctx.playlist_state = Some(Arc::clone(&playlist_state));
        seed_baseline(&ctx, &input).await;
        let old_vod_id = seed_xtream_target(&ctx, &target, &playlist_state).await;
        install_source(&ctx, &input, &target);
        set_refresh_policy(&mut ctx, &input, InputRefreshPolicy::FORCE);
        let app_config = Arc::clone(&ctx.config);
        let pending_refresh = Arc::clone(&ctx.partial_refresh);
        let quality_rejections = Arc::clone(&ctx.had_quality_rejections);

        let (_, target_stats, errors) = process_source(0, Arc::new(ctx)).await;
        server.finish();

        assert!(errors.is_empty(), "fully empty forced target update failed: {errors:?}");
        assert_eq!(target_stats.len(), 1);
        assert!(target_stats[0].success);
        assert_eq!(
            PlaylistRunSignals {
                has_error: false,
                has_pending_stalker_refresh: pending_refresh.load(Ordering::Acquire),
                has_quality_rejections: quality_rejections.load(Ordering::Acquire),
            }
            .state(),
            PlaylistUpdateState::Success
        );
        assert_target_counts(&app_config, &target, [0, 0, 0]).await;
        assert_empty_target_categories(&app_config, &target, &XTREAM_CLUSTER).await;
        assert!(
            xtream_get_item_for_stream_id(
                old_vod_id,
                &app_config,
                &playlist_state,
                &target,
                Some(XtreamCluster::Video),
            )
            .await
            .is_err(),
            "fully empty target must not resolve an old VOD id"
        );
        let cache = playlist_state.data.read().await;
        let cached =
            cache.get(&target.name).and_then(|storage| storage.xtream.as_ref()).expect("Xtream target memory cache");
        assert_eq!([cached.live.len(), cached.vod.len(), cached.series.len()], [0, 0, 0]);
    }

    #[tokio::test]
    async fn force_technical_parse_failure_retains_the_target_cluster() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let mut responses = fixture_responses([2, 1, 2]);
        responses.insert("get_vod_streams".to_string(), "{".to_string());
        let server = TestXtreamServer::start_with_responses(responses);
        let mut ctx = processing_context(temp.path());
        let input =
            test_input(&server.base_url, ConfigInputUpdateQualityDto { live: 100, vod: 100, series: 100 }, 0, &[]);
        let target = xtream_target(true);
        let playlist_state = Arc::new(PlaylistStorageState::new());
        ctx.playlist_state = Some(Arc::clone(&playlist_state));
        seed_baseline(&ctx, &input).await;
        let old_vod_id = seed_xtream_target(&ctx, &target, &playlist_state).await;
        install_source(&ctx, &input, &target);
        set_refresh_policy(&mut ctx, &input, InputRefreshPolicy::FORCE);
        let app_config = Arc::clone(&ctx.config);

        let (_, target_stats, errors) = process_source(0, Arc::new(ctx)).await;
        server.finish();

        assert!(!errors.is_empty(), "malformed provider response must remain a technical error");
        assert_eq!(target_stats.len(), 1);
        assert!(target_stats[0].success, "usable fallback should still be published");
        assert_target_counts(&app_config, &target, [2, 2, 2]).await;
        let retained_vod = xtream_get_item_for_stream_id(
            old_vod_id,
            &app_config,
            &playlist_state,
            &target,
            Some(XtreamCluster::Video),
        )
        .await
        .expect("old VOD should remain client-visible after technical failure");
        assert!(retained_vod.name.starts_with("old-vod"));
    }

    #[tokio::test]
    async fn normal_empty_candidate_retains_the_xtream_target_without_empty_authorization() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let server = TestXtreamServer::start([0, 0, 0]);
        let mut ctx = processing_context(temp.path());
        let input =
            test_input(&server.base_url, ConfigInputUpdateQualityDto { live: 100, vod: 100, series: 100 }, 0, &[]);
        let target = xtream_target(true);
        let playlist_state = Arc::new(PlaylistStorageState::new());
        ctx.playlist_state = Some(Arc::clone(&playlist_state));
        seed_baseline(&ctx, &input).await;
        let old_vod_id = seed_xtream_target(&ctx, &target, &playlist_state).await;
        install_source(&ctx, &input, &target);
        let app_config = Arc::clone(&ctx.config);
        let quality_rejections = Arc::clone(&ctx.had_quality_rejections);

        let (_, target_stats, errors) = process_source(0, Arc::new(ctx)).await;
        server.finish();

        assert!(errors.is_empty(), "quality rejection must not become a technical error: {errors:?}");
        assert!(quality_rejections.load(Ordering::Acquire));
        assert_eq!(target_stats.len(), 1);
        assert!(target_stats[0].success);
        assert_target_counts(&app_config, &target, [2, 2, 2]).await;
        let retained_vod = xtream_get_item_for_stream_id(
            old_vod_id,
            &app_config,
            &playlist_state,
            &target,
            Some(XtreamCluster::Video),
        )
        .await
        .expect("normal empty candidate must retain the target VOD");
        assert!(retained_vod.name.starts_with("old-vod"));
    }

    #[tokio::test]
    async fn force_policy_retains_a_cluster_after_a_technical_parse_failure() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let mut responses = fixture_responses([2, 1, 2]);
        responses.insert("get_vod_streams".to_string(), "{".to_string());
        let server = TestXtreamServer::start_with_responses(responses);
        let mut ctx = processing_context(temp.path());
        let input =
            test_input(&server.base_url, ConfigInputUpdateQualityDto { live: 100, vod: 100, series: 100 }, 0, &[]);
        seed_baseline(&ctx, &input).await;
        set_refresh_policy(&mut ctx, &input, InputRefreshPolicy::FORCE);

        let mut result = download_input(&ctx, &input, false).await;
        let requests = server.finish();

        assert!(!result.errors.is_empty(), "malformed VOD response must remain a technical error");
        assert!(result.storage_error.is_none());
        assert!(result.quality_rejections.is_empty());
        let groups = result.source.take_groups();
        let vod = groups.iter().find(|group| group.xtream_cluster == XtreamCluster::Video).expect("retained VOD");
        assert_eq!(vod.title.as_ref(), "old-vod");
        assert_eq!(vod.channels.len(), 2);
        assert_eq!(
            groups.iter().find(|group| group.xtream_cluster == XtreamCluster::Live).map(|group| group.title.as_ref()),
            Some("candidate-live")
        );
        assert_eq!(
            groups.iter().find(|group| group.xtream_cluster == XtreamCluster::Series).map(|group| group.title.as_ref()),
            Some("candidate-series")
        );
        assert_requested_actions(
            requests,
            &[
                "login",
                "get_live_categories",
                "get_live_streams",
                "get_vod_categories",
                "get_vod_streams",
                "get_series_categories",
                "get_series",
            ],
        );
    }

    #[tokio::test]
    async fn in_memory_series_quality_compares_catalog_rows_with_an_enriched_baseline() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let server = TestXtreamServer::start([0, 0, 1]);
        let ctx = processing_context(temp.path());
        let input = test_input(
            &server.base_url,
            ConfigInputUpdateQualityDto { series: 100, ..ConfigInputUpdateQualityDto::default() },
            0,
            &[XtreamCluster::Live, XtreamCluster::Video],
        );
        let mut baseline = baseline_group(XtreamCluster::Series, 3, "old-series", 3_000);
        baseline.channels.truncate(1);
        let episodes = (0..200_u32)
            .map(|id| SeriesStreamDetailEpisodeProperties { id, ..SeriesStreamDetailEpisodeProperties::default() })
            .collect();
        baseline.channels[0].header.additional_properties =
            Some(StreamProperties::Series(Box::new(SeriesStreamProperties {
                series_id: 3_000,
                details: Some(SeriesStreamDetailProperties::new(None, Vec::new(), Some(episodes))),
                ..SeriesStreamProperties::default()
            })));
        let (persisted, error) = tuliprox_repository::persist_input_playlist(&ctx.config, &input, vec![baseline]).await;
        assert!(error.is_none(), "enriched baseline persistence failed: {error:?}");
        assert_eq!(persisted.iter().map(|group| group.channels.len()).sum::<usize>(), 1);
        assert_eq!(
            count_input_xtream_cluster(&ctx.config, &input, XtreamCluster::Series)
                .await
                .expect("enriched baseline should be countable"),
            Some(1)
        );

        let mut result = download_input(&ctx, &input, false).await;
        let requests = server.finish();

        assert!(result.errors.is_empty(), "Series update failed: {:?}", result.errors);
        assert!(result.quality_rejections.is_empty());
        let groups = result.source.take_groups();
        assert_eq!(groups.len(), 1);
        assert_eq!(groups[0].title.as_ref(), "candidate-series");
        assert_eq!(groups[0].channels.len(), 1);
        let episode_count = groups[0].channels[0]
            .header
            .additional_properties
            .as_ref()
            .and_then(|properties| match properties {
                StreamProperties::Series(series) => series.details.as_ref(),
                _ => None,
            })
            .and_then(|details| details.episodes.as_ref())
            .map(Vec::len);
        assert_eq!(episode_count, Some(200));
        assert_requested_actions(requests, &["login", "get_series_categories", "get_series"]);
    }

    #[tokio::test]
    async fn in_memory_quality_rejection_counts_duplicate_provider_ids_once_and_retains_the_baseline() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let first_provider_id = 1_000_u32;
        let streams = (0..50_u32)
            .flat_map(|offset| {
                let provider_id = first_provider_id + offset;
                [
                    live_fixture_stream(provider_id, 1, &format!("candidate-{provider_id}")),
                    live_fixture_stream(provider_id, 1, &format!("duplicate-{provider_id}")),
                ]
            })
            .collect();
        let responses = live_fixture_responses(
            &serde_json::json!([{"category_id": 1, "category_name": "candidate-live"}]),
            streams,
        );
        let server = TestXtreamServer::start_with_responses(responses);
        let ctx = processing_context(temp.path());
        let input = test_input(
            &server.base_url,
            ConfigInputUpdateQualityDto { live: 100, ..ConfigInputUpdateQualityDto::default() },
            0,
            &[XtreamCluster::Video, XtreamCluster::Series],
        );
        seed_live_baseline(&ctx, &input, first_provider_id).await;

        let mut result = download_input(&ctx, &input, false).await;
        let requests = server.finish();

        assert!(result.errors.is_empty(), "duplicate rejection must not become an error: {:?}", result.errors);
        assert!(result.storage_error.is_none());
        assert_eq!(
            result.quality_rejections,
            vec![ClusterUpdateRejection {
                cluster: XtreamCluster::Live,
                current_count: 100,
                candidate_count: 50,
                threshold: 100,
                quality: 50,
            }]
        );
        let groups = result.source.take_groups();
        assert_eq!(groups.iter().map(|group| group.channels.len()).sum::<usize>(), 100);
        assert_eq!(groups[0].title.as_ref(), "old-live");

        let mut reloaded = load_input_playlist(&ctx.config, &input, None).await.expect("reload retained Live baseline");
        let reloaded_groups = reloaded.take_groups();
        assert_eq!(reloaded_groups.iter().map(|group| group.channels.len()).sum::<usize>(), 100);
        assert_eq!(reloaded_groups[0].title.as_ref(), "old-live");
        assert_eq!(
            count_input_xtream_cluster(&ctx.config, &input, XtreamCluster::Live)
                .await
                .expect("retained baseline should be countable"),
            Some(100)
        );
        assert_requested_actions(requests, &["login", "get_live_categories", "get_live_streams"]);
    }

    #[tokio::test]
    async fn in_memory_quality_accepts_unique_population_and_persists_the_last_duplicate_row() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let first_provider_id = 1_000_u32;
        let winning_provider_id = first_provider_id + 42;
        let mut streams = (0..100_u32)
            .map(|offset| {
                let provider_id = first_provider_id + offset;
                live_fixture_stream(provider_id, 1, &format!("candidate-{provider_id}"))
            })
            .collect::<Vec<_>>();
        streams.push(live_fixture_stream(winning_provider_id, 2, "winning-duplicate"));
        let responses = live_fixture_responses(
            &serde_json::json!([
                {"category_id": 1, "category_name": "candidate-live"},
                {"category_id": 2, "category_name": "winning-category"}
            ]),
            streams,
        );
        let server = TestXtreamServer::start_with_responses(responses);
        let ctx = processing_context(temp.path());
        let input = test_input(
            &server.base_url,
            ConfigInputUpdateQualityDto { live: 100, ..ConfigInputUpdateQualityDto::default() },
            0,
            &[XtreamCluster::Video, XtreamCluster::Series],
        );
        seed_live_baseline(&ctx, &input, first_provider_id).await;

        let mut result = download_input(&ctx, &input, false).await;
        let requests = server.finish();

        assert!(result.errors.is_empty(), "deduplicated acceptance failed: {:?}", result.errors);
        assert!(result.storage_error.is_none());
        assert!(result.quality_rejections.is_empty());
        let groups = result.source.take_groups();
        assert_eq!(groups.iter().map(|group| group.channels.len()).sum::<usize>(), 100);
        let winner_group = groups.iter().find(|group| group.id == 2).expect("winning category");
        assert_eq!(winner_group.title.as_ref(), "winning-category");
        assert_eq!(winner_group.channels.len(), 1);
        assert_eq!(winner_group.channels[0].header.id.as_ref(), winning_provider_id.to_string());
        assert_eq!(winner_group.channels[0].header.name.as_ref(), "winning-duplicate");
        assert_eq!(winner_group.channels[0].header.category_id, 2);

        let mut reloaded =
            load_input_playlist(&ctx.config, &input, None).await.expect("reload accepted Live candidate");
        let reloaded_groups = reloaded.take_groups();
        assert_eq!(reloaded_groups.iter().map(|group| group.channels.len()).sum::<usize>(), 100);
        let reloaded_winner = reloaded_groups.iter().find(|group| group.id == 2).expect("persisted winning category");
        assert_eq!(reloaded_winner.channels.len(), 1);
        assert_eq!(reloaded_winner.channels[0].header.id.as_ref(), winning_provider_id.to_string());
        assert_eq!(reloaded_winner.channels[0].header.name.as_ref(), "winning-duplicate");
        assert_eq!(reloaded_winner.channels[0].header.category_id, 2);
        assert_eq!(
            count_input_xtream_cluster(&ctx.config, &input, XtreamCluster::Live)
                .await
                .expect("accepted candidate should be countable"),
            Some(100)
        );
        assert_requested_actions(requests, &["login", "get_live_categories", "get_live_streams"]);
    }

    #[tokio::test]
    async fn m3u_update_quality_enforces_the_existing_cluster_threshold() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let playlist_path = temp.path().join("input.m3u");
        tokio::fs::write(
            &playlist_path,
            "#EXTM3U\n#EXTINF:-1,Old One\nhttp://old.example/1\n#EXTINF:-1,Old Two\nhttp://old.example/2\n",
        )
        .await
        .expect("initial M3U fixture");
        let options = ConfigInputOptionsDto {
            update_quality: ConfigInputUpdateQualityDto { live: 100, vod: 0, series: 0 },
            ..ConfigInputOptionsDto::default()
        };
        let input = Arc::new(ConfigInput {
            id: 2,
            name: "m3u-quality-guard".intern(),
            input_type: InputType::M3u,
            url: playlist_path.to_string_lossy().into_owned(),
            enabled: true,
            options: Some(ConfigInputOptions::from(&options)),
            ..ConfigInput::default()
        });
        let initial_ctx = processing_context(temp.path());

        let mut initial = download_input(&initial_ctx, &input, false).await;

        assert!(initial.errors.is_empty(), "initial M3U download failed: {:?}", initial.errors);
        assert!(initial.quality_rejections.is_empty());
        assert_eq!(initial.source.get_channel_count(), 2);

        tokio::fs::write(&playlist_path, "#EXTM3U\n#EXTINF:-1,New\nhttp://new.example/1\n")
            .await
            .expect("replacement M3U fixture");
        let refreshed_ctx = processing_context(temp.path());
        let mut refreshed = download_input(&refreshed_ctx, &input, false).await;

        assert!(refreshed.errors.is_empty(), "replacement M3U download failed: {:?}", refreshed.errors);
        assert!(refreshed.storage_error.is_none());
        assert_eq!(refreshed.quality_rejections.len(), 1);
        assert_eq!(refreshed.quality_rejections[0].cluster, XtreamCluster::Live);
        assert_eq!(refreshed.source.get_channel_count(), 2);
        let mut reloaded = load_input_playlist(&refreshed_ctx.config, &input, None)
            .await
            .expect("replacement M3U should be persisted");
        assert_eq!(reloaded.get_channel_count(), 2);
    }

    #[tokio::test]
    async fn quality_rejection_for_only_requested_vod_loads_complete_persisted_input() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let server = TestXtreamServer::start([0, 1, 0]);
        let ctx = processing_context(temp.path());
        let input = test_input(
            &server.base_url,
            ConfigInputUpdateQualityDto { vod: 100, ..ConfigInputUpdateQualityDto::default() },
            3_600,
            &[],
        );
        seed_baseline(&ctx, &input).await;
        let storage_path = input_storage_path(&ctx, &input).await;
        let now = SystemTime::now().duration_since(UNIX_EPOCH).expect("current time").as_secs();
        let mut status = input_cache::InputStatus::default();
        status.clusters.insert(
            XtreamCluster::Live.as_ref().to_string(),
            input_cache::ClusterStatus { status: input_cache::ClusterState::Ok, timestamp: now, last_update: None },
        );
        status.clusters.insert(
            XtreamCluster::Video.as_ref().to_string(),
            input_cache::ClusterStatus {
                status: input_cache::ClusterState::Ok,
                timestamp: now.saturating_sub(3_601),
                last_update: None,
            },
        );
        status.clusters.insert(
            XtreamCluster::Series.as_ref().to_string(),
            input_cache::ClusterStatus { status: input_cache::ClusterState::Ok, timestamp: now, last_update: None },
        );
        input_cache::save_input_status(&storage_path, &status);

        let mut result = download_input(&ctx, &input, false).await;
        let requests = server.finish();

        assert!(result.errors.is_empty(), "quality rejection must not become an error: {:?}", result.errors);
        assert!(result.storage_error.is_none());
        assert!(!result.partial);
        assert_eq!(result.job_state(), InputJobState::Ready);
        assert_eq!(result.quality_rejections.len(), 1);
        assert_eq!(
            result.quality_rejections[0],
            ClusterUpdateRejection {
                cluster: XtreamCluster::Video,
                current_count: 2,
                candidate_count: 1,
                threshold: 100,
                quality: 50,
            }
        );
        assert_eq!(
            PlaylistRunSignals {
                has_quality_rejections: !result.quality_rejections.is_empty(),
                ..PlaylistRunSignals::default()
            }
            .state(),
            PlaylistUpdateState::Partial
        );
        assert_baseline(&result.source.take_groups());

        let status = input_cache::load_input_status(&storage_path);
        let live = status.clusters.get(XtreamCluster::Live.as_ref()).expect("Live cache status");
        let vod = status.clusters.get(XtreamCluster::Video.as_ref()).expect("VOD cache status");
        let series = status.clusters.get(XtreamCluster::Series.as_ref()).expect("Series cache status");
        assert_eq!(live.status, input_cache::ClusterState::Ok);
        assert_eq!(live.timestamp, now);
        assert_eq!(vod.status, input_cache::ClusterState::Failed);
        assert_eq!(series.status, input_cache::ClusterState::Ok);
        assert_eq!(series.timestamp, now);
        assert_requested_actions(requests, &["login", "get_vod_categories", "get_vod_streams"]);
    }

    #[tokio::test]
    async fn all_requested_clusters_rejected_load_the_complete_unchanged_baseline() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let server = TestXtreamServer::start([1, 1, 1]);
        let ctx = processing_context(temp.path());
        let input =
            test_input(&server.base_url, ConfigInputUpdateQualityDto { live: 100, vod: 100, series: 100 }, 0, &[]);
        seed_baseline(&ctx, &input).await;

        let mut result = download_input(&ctx, &input, false).await;
        let requests = server.finish();

        assert!(result.errors.is_empty(), "quality rejections must not become errors: {:?}", result.errors);
        assert!(result.storage_error.is_none());
        assert_eq!(result.job_state(), InputJobState::Ready);
        assert_eq!(
            result.quality_rejections.iter().map(|rejection| rejection.cluster).collect::<Vec<_>>(),
            XTREAM_CLUSTER
        );
        assert!(result.quality_rejections.iter().all(|rejection| {
            rejection.current_count == 2
                && rejection.candidate_count == 1
                && rejection.threshold == 100
                && rejection.quality == 50
        }));
        assert_baseline(&result.source.take_groups());

        let mut reloaded = load_input_playlist(&ctx.config, &input, None).await.expect("reload persisted baseline");
        assert_baseline(&reloaded.take_groups());
        let storage_path = input_storage_path(&ctx, &input).await;
        let status = input_cache::load_input_status(&storage_path);
        assert!(XTREAM_CLUSTER.iter().all(|cluster| {
            status.clusters.get(cluster.as_ref()).map(|entry| &entry.status) == Some(&input_cache::ClusterState::Failed)
        }));
        assert_requested_actions(
            requests,
            &[
                "login",
                "get_live_categories",
                "get_live_streams",
                "get_vod_categories",
                "get_vod_streams",
                "get_series_categories",
                "get_series",
            ],
        );
    }

    #[tokio::test]
    async fn quality_rejection_for_empty_bootstrap_does_not_invent_a_baseline() {
        let temp = tempfile::tempdir().expect("temporary storage");
        let server = TestXtreamServer::start([0, 0, 0]);
        let ctx = processing_context(temp.path());
        let input = test_input(
            &server.base_url,
            ConfigInputUpdateQualityDto { vod: 100, ..ConfigInputUpdateQualityDto::default() },
            0,
            &[XtreamCluster::Live, XtreamCluster::Series],
        );

        let mut result = download_input(&ctx, &input, false).await;
        let requests = server.finish();

        assert!(result.errors.is_empty(), "unexpected bootstrap errors: {:?}", result.errors);
        assert!(result.storage_error.is_none());
        assert_eq!(result.quality_rejections.len(), 1);
        assert_eq!(
            result.quality_rejections[0],
            ClusterUpdateRejection {
                cluster: XtreamCluster::Video,
                current_count: 0,
                candidate_count: 0,
                threshold: 100,
                quality: 0,
            }
        );
        assert!(result.source.is_empty());
        assert_eq!(result.job_state(), InputJobState::Failed);
        let mut reloaded = load_input_playlist(&ctx.config, &input, None).await.expect("empty bootstrap reload");
        assert!(reloaded.take_groups().is_empty());
        assert_requested_actions(requests, &["login", "get_vod_categories", "get_vod_streams"]);
    }
}

#[cfg(test)]
mod disk_epg_wireup_tests {
    use super::spill_epg_to_disk;
    use shared::model::EpgChannel;
    use std::sync::Arc;
    use tuliprox_core::model::Epg;

    /// Build an `Epg` with `channel_count` channels whose ids follow the
    /// `id_base` prefix. Two sources built with the same `id_base` and
    /// `channel_count` will share all channel ids, which is what we need to
    /// exercise the priority-override `Occupied` branch in
    /// `EpgMergeAccumulator::upsert_channel`.
    fn build_epg(id_base: &str, priority: i16, channel_count: usize) -> Epg {
        Epg {
            priority,
            logo_override: false,
            attributes: None,
            children: (0..channel_count)
                .map(|i| {
                    let id: Arc<str> = format!("{id_base}-ch-{i:04}").into();
                    Arc::new(EpgChannel {
                        id: Arc::clone(&id),
                        title: Some(format!("title-{priority}-{i}").into()),
                        icon: None,
                        programmes: vec![shared::model::EpgProgramme::new(
                            i64::try_from(i).expect("test index fits in i64"),
                            i64::try_from(i + 1).expect("test index fits in i64"),
                            id,
                        )],
                    })
                })
                .collect(),
        }
    }

    /// Wire-up regression guard: `spill_epg_to_disk` is the function called
    /// by `finalize_prepared_target` when `disk_based_processing = true`. It
    /// must (a) preserve per-source priority on shared channels, (b) clean up
    /// its temp files, and (c) merge into a single `Epg` of the right size.
    ///
    /// Both sources share channel ids (`shared-ch-NNNN`), forcing the merge
    /// to take the `Occupied` branch in `EpgMergeAccumulator::upsert_channel`.
    /// The lower-priority source (priority 3) must win, the higher-priority
    /// (priority 7) must be discarded for shared ids. Without this assertion
    /// the test would pass even if priority resolution were broken — the
    /// earlier version used unique ids and therefore never hit the merge path.
    #[test]
    fn spill_epg_to_disk_merges_shared_channels_by_priority() {
        let epg_low = build_epg("shared", 3, 50); // wins on every shared channel
        let epg_high = build_epg("shared", 7, 50); // discarded on every shared channel

        let merged = spill_epg_to_disk(vec![epg_low, epg_high])
            .expect("disk merge returned an error")
            .expect("merged Epg is unexpectedly None for two non-empty sources");

        // 50 distinct channels, not 100 — the merge must have collapsed the
        // shared ids.
        assert_eq!(merged.children.len(), 50, "shared channel ids must collapse to one entry, not be duplicated");

        // Every channel title comes from the lower-priority source. If the
        // merge logic is wrong, some titles will carry the "-7-" marker.
        for ch in &merged.children {
            let title = ch.title.as_deref().expect("title preserved through merge");
            assert!(
                title.starts_with("title-3-"),
                "channel {:?} kept title {title:?} from higher-priority source; \
                 priority override is broken",
                ch.id,
            );
            // `add_channel_with_programmes` on the disk-merge path must
            // preserve the lower-priority source's single programme per
            // channel — `upsert_channel` would silently drop them.
            assert_eq!(ch.programmes.len(), 1, "channel {:?} lost programmes through the disk-merge path", ch.id);
            let prog = &ch.programmes[0];
            assert!(prog.title.is_none() || prog.title.as_deref() != Some("title-7"));
        }
    }

    /// The non-shared case: sources with disjoint channel ids. Both
    /// sources' channels appear in the result with no priority loss (no
    /// `Occupied` branch is taken).
    #[test]
    fn spill_epg_to_disk_keeps_disjoint_sources_intact() {
        let epg_low = build_epg("src-a", 3, 50);
        let epg_high = build_epg("src-b", 7, 50);

        let merged = spill_epg_to_disk(vec![epg_low, epg_high])
            .expect("disk merge returned an error")
            .expect("merged Epg is unexpectedly None for two non-empty sources");

        assert_eq!(merged.children.len(), 100, "disjoint ids must not collapse");
        assert!(merged.children.iter().any(|ch| ch.title.as_deref() == Some("title-3-0")));
        assert!(merged.children.iter().any(|ch| ch.title.as_deref() == Some("title-7-0")));
    }

    #[test]
    fn spill_epg_to_disk_returns_none_for_empty_input() {
        let merged = spill_epg_to_disk(vec![]).expect("disk merge returned an error");
        assert!(merged.is_none());
    }
}