2023-10-11 14:33:17 +02:00
|
|
|
use std::cell::RefCell;
|
2023-03-19 17:16:05 +01:00
|
|
|
use std::collections::HashMap;
|
2023-10-06 19:24:06 +02:00
|
|
|
use std::sync::atomic::{AtomicI32, Ordering};
|
2023-10-11 14:33:17 +02:00
|
|
|
|
2023-10-09 18:18:27 +02:00
|
|
|
use serde::{Deserialize, Deserializer, Serialize};
|
2023-10-07 15:17:15 +02:00
|
|
|
use serde::de::DeserializeOwned;
|
2023-10-06 19:24:06 +02:00
|
|
|
use serde_json::Value;
|
2023-10-13 13:59:22 +02:00
|
|
|
use crate::create_m3u_filter_error_result;
|
|
|
|
|
use crate::m3u_filter_error::{M3uFilterError, M3uFilterErrorKind};
|
2023-10-11 14:33:17 +02:00
|
|
|
|
|
|
|
|
use crate::model::model_config::default_as_empty_str;
|
2023-10-09 00:17:54 +02:00
|
|
|
use crate::model::model_m3u::{PlaylistGroup, PlaylistItem, PlaylistItemHeader, XtreamCluster};
|
2023-03-19 17:16:05 +01:00
|
|
|
|
2023-10-07 15:17:15 +02:00
|
|
|
fn default_as_empty_list() -> Vec<PlaylistItem> { vec![] }
|
|
|
|
|
|
|
|
|
|
fn deserialize_number_from_string<'de, D, T: DeserializeOwned>(
|
|
|
|
|
deserializer: D,
|
|
|
|
|
) -> Result<Option<T>, D::Error>
|
|
|
|
|
where
|
|
|
|
|
D: Deserializer<'de>,
|
|
|
|
|
{
|
|
|
|
|
// we define a local enum type inside of the function
|
|
|
|
|
// because it is untagged, serde will deserialize as the first variant
|
|
|
|
|
// that it can
|
|
|
|
|
#[derive(Deserialize)]
|
|
|
|
|
#[serde(untagged)]
|
|
|
|
|
enum MaybeNumber<U> {
|
|
|
|
|
// if it can be parsed as Option<T>, it will be
|
|
|
|
|
Value(Option<U>),
|
|
|
|
|
// otherwise try parsing as a string
|
|
|
|
|
NumberString(String),
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// deserialize into local enum
|
|
|
|
|
let value: MaybeNumber<T> = Deserialize::deserialize(deserializer)?;
|
|
|
|
|
match value {
|
|
|
|
|
// if parsed as T or None, return that
|
|
|
|
|
MaybeNumber::Value(value) => Ok(value),
|
|
|
|
|
|
|
|
|
|
// (if it is any other string)
|
|
|
|
|
MaybeNumber::NumberString(string) => {
|
|
|
|
|
match serde_json::from_str::<T>(string.as_str()) {
|
|
|
|
|
Ok(val) => Ok(Some(val)),
|
|
|
|
|
Err(_) => Ok(None)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2023-10-11 14:33:17 +02:00
|
|
|
fn value_to_string_array(value: &[Value]) -> Option<Vec<String>> {
|
|
|
|
|
Some(value.iter().filter_map(value_to_string).collect())
|
2023-10-08 19:54:59 +02:00
|
|
|
}
|
|
|
|
|
|
2023-10-09 00:17:54 +02:00
|
|
|
fn value_to_string(v: &Value) -> Option<String> {
|
2023-10-08 19:54:59 +02:00
|
|
|
match v {
|
|
|
|
|
Value::Bool(value) => Some(value.to_string()),
|
|
|
|
|
Value::Number(value) => Some(value.to_string()),
|
|
|
|
|
Value::String(value) => Some(value.to_string()),
|
|
|
|
|
_ => None,
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
fn deserialize_as_option_string<'de, D>(deserializer: D) -> Result<Option<String>, D::Error>
|
|
|
|
|
where
|
|
|
|
|
D: Deserializer<'de>,
|
|
|
|
|
{
|
|
|
|
|
let value: Value = Deserialize::deserialize(deserializer)?;
|
|
|
|
|
|
|
|
|
|
match &value {
|
|
|
|
|
Value::String(s) => Ok(Some(s.clone())),
|
2023-10-09 19:09:55 +02:00
|
|
|
Value::Number(s) => Ok(Some(s.to_string())),
|
2023-10-09 00:17:54 +02:00
|
|
|
_ => Ok(None),
|
2023-10-08 19:54:59 +02:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
fn deserialize_as_string<'de, D>(deserializer: D) -> Result<String, D::Error>
|
|
|
|
|
where
|
|
|
|
|
D: Deserializer<'de>,
|
|
|
|
|
{
|
|
|
|
|
let value: Value = Deserialize::deserialize(deserializer)?;
|
|
|
|
|
|
|
|
|
|
match &value {
|
|
|
|
|
Value::String(s) => Ok(s.clone()),
|
|
|
|
|
_ => Ok(value.to_string()),
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
fn deserialize_as_string_array<'de, D>(deserializer: D) -> Result<Option<Vec<String>>, D::Error>
|
|
|
|
|
where
|
|
|
|
|
D: Deserializer<'de>,
|
|
|
|
|
{
|
|
|
|
|
Value::deserialize(deserializer).map(|v| match v {
|
|
|
|
|
Value::Array(value) => value_to_string_array(&value),
|
|
|
|
|
_ => None,
|
|
|
|
|
})
|
|
|
|
|
}
|
2023-03-19 17:16:05 +01:00
|
|
|
|
|
|
|
|
#[derive(Deserialize)]
|
|
|
|
|
struct XtreamCategory {
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(deserialize_with = "deserialize_as_string")]
|
2023-03-19 17:16:05 +01:00
|
|
|
pub category_id: String,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(deserialize_with = "deserialize_as_string")]
|
2023-03-19 17:16:05 +01:00
|
|
|
pub category_name: String,
|
|
|
|
|
//pub parent_id: i32,
|
|
|
|
|
#[serde(default = "default_as_empty_list")]
|
|
|
|
|
pub channels: Vec<PlaylistItem>,
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
impl XtreamCategory {
|
|
|
|
|
fn add(&mut self, item: PlaylistItem) {
|
|
|
|
|
self.channels.push(item);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2023-10-09 00:17:54 +02:00
|
|
|
#[derive(Serialize, Deserialize)]
|
2023-03-19 17:16:05 +01:00
|
|
|
struct XtreamStream {
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_as_string")]
|
2023-03-19 17:16:05 +01:00
|
|
|
pub name: String,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_as_string")]
|
2023-03-20 09:39:20 +01:00
|
|
|
pub category_id: String,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_number_from_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
pub stream_id: Option<i32>,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_number_from_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
pub series_id: Option<i32>,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default = "default_as_empty_str", deserialize_with = "deserialize_as_string")]
|
2023-03-19 17:16:05 +01:00
|
|
|
pub stream_icon: String,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default = "default_as_empty_str", deserialize_with = "deserialize_as_string")]
|
2023-03-19 17:16:05 +01:00
|
|
|
pub direct_source: String,
|
2023-10-06 19:24:06 +02:00
|
|
|
|
|
|
|
|
// optional attributes
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_as_string_array")]
|
2023-10-07 15:17:15 +02:00
|
|
|
backdrop_path: Option<Vec<String>>,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_as_option_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
added: Option<String>,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_as_option_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
cast: Option<String>,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_as_option_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
container_extension: Option<String>,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_as_option_string")]
|
2023-10-09 18:18:27 +02:00
|
|
|
cover: Option<String>,
|
|
|
|
|
#[serde(default, deserialize_with = "deserialize_as_option_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
director: Option<String>,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_as_option_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
episode_run_time: Option<String>,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_as_option_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
genre: Option<String>,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_as_option_string")]
|
2023-10-09 18:18:27 +02:00
|
|
|
last_modified: Option<String>,
|
|
|
|
|
#[serde(default, deserialize_with = "deserialize_as_option_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
plot: Option<String>,
|
2023-10-07 15:17:15 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_number_from_string")]
|
2023-10-09 00:17:54 +02:00
|
|
|
rating: Option<f64>,
|
2023-10-07 15:17:15 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_number_from_string")]
|
2023-10-09 00:17:54 +02:00
|
|
|
rating_5based: Option<f64>,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_as_option_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
release_date: Option<String>,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_as_option_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
stream_type: Option<String>,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_as_option_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
title: Option<String>,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_as_option_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
year: Option<String>,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_as_option_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
youtube_trailer: Option<String>,
|
2023-10-08 19:54:59 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_as_option_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
epg_channel_id: Option<String>,
|
2023-10-07 15:17:15 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_number_from_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
tv_archive: Option<i32>,
|
2023-10-07 15:17:15 +02:00
|
|
|
#[serde(default, deserialize_with = "deserialize_number_from_string")]
|
2023-10-06 19:24:06 +02:00
|
|
|
tv_archive_duration: Option<i32>,
|
|
|
|
|
}
|
|
|
|
|
|
2023-10-07 15:17:15 +02:00
|
|
|
macro_rules! add_str_property_if_exists {
|
|
|
|
|
($vec:expr, $prop:expr, $prop_name:expr) => {
|
|
|
|
|
$prop.as_ref().map(|v| $vec.push((String::from($prop_name), Value::String(v.to_string()))));
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
macro_rules! add_i64_property_if_exists {
|
|
|
|
|
($vec:expr, $prop:expr, $prop_name:expr) => {
|
2023-10-09 00:17:54 +02:00
|
|
|
$prop.as_ref().map(|v| $vec.push((String::from($prop_name), Value::Number(serde_json::value::Number::from(i64::from(*v))))));
|
2023-10-07 15:17:15 +02:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
macro_rules! add_f64_property_if_exists {
|
|
|
|
|
($vec:expr, $prop:expr, $prop_name:expr) => {
|
|
|
|
|
$prop.as_ref().map(|v| $vec.push((String::from($prop_name), Value::Number(serde_json::value::Number::from_f64(f64::from(*v)).unwrap()))));
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2023-10-06 19:24:06 +02:00
|
|
|
impl XtreamStream {
|
|
|
|
|
pub(crate) fn get_stream_id(&self) -> String {
|
|
|
|
|
self.stream_id.map_or_else(|| self.series_id.map_or_else(|| String::from(""), |seid| format!("{}", seid)), |sid| format!("{}", sid))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub(crate) fn get_additional_properties(&self) -> Option<Vec<(String, Value)>> {
|
|
|
|
|
let mut result = vec![];
|
2023-10-07 15:17:15 +02:00
|
|
|
if let Some(bdpath) = self.backdrop_path.as_ref() {
|
|
|
|
|
if !bdpath.is_empty() {
|
2023-10-08 12:23:04 +02:00
|
|
|
result.push((String::from("backdrop_path"), Value::Array(Vec::from([Value::String(String::from(bdpath.get(0).unwrap()))]))));
|
2023-10-07 15:17:15 +02:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
add_str_property_if_exists!(result, self.added, "added");
|
|
|
|
|
add_str_property_if_exists!(result, self.cast, "cast");
|
|
|
|
|
add_str_property_if_exists!(result, self.container_extension, "container_extension");
|
2023-10-09 18:18:27 +02:00
|
|
|
add_str_property_if_exists!(result, self.cover, "cover");
|
2023-10-07 15:17:15 +02:00
|
|
|
add_str_property_if_exists!(result, self.director, "director");
|
|
|
|
|
add_str_property_if_exists!(result, self.episode_run_time, "episode_run_time");
|
|
|
|
|
add_str_property_if_exists!(result, self.genre, "genre");
|
2023-10-09 18:18:27 +02:00
|
|
|
add_str_property_if_exists!(result, self.last_modified, "last_modified");
|
2023-10-07 15:17:15 +02:00
|
|
|
add_str_property_if_exists!(result, self.plot, "plot");
|
|
|
|
|
add_f64_property_if_exists!(result, self.rating, "rating");
|
|
|
|
|
add_f64_property_if_exists!(result, self.rating_5based, "rating_5based");
|
|
|
|
|
add_str_property_if_exists!(result, self.release_date, "release_date");
|
|
|
|
|
add_str_property_if_exists!(result, self.stream_type, "stream_type");
|
|
|
|
|
add_str_property_if_exists!(result, self.title, "title");
|
|
|
|
|
add_str_property_if_exists!(result, self.year, "year");
|
|
|
|
|
add_str_property_if_exists!(result, self.youtube_trailer, "youtube_trailer");
|
|
|
|
|
add_str_property_if_exists!(result, self.epg_channel_id, "epg_channel_id");
|
|
|
|
|
add_i64_property_if_exists!(result, self.tv_archive, "tv_archive");
|
|
|
|
|
add_i64_property_if_exists!(result, self.tv_archive_duration, "tv_archive_duration");
|
2023-10-06 19:24:06 +02:00
|
|
|
if result.is_empty() { None } else { Some(result) }
|
|
|
|
|
}
|
2023-03-19 17:16:05 +01:00
|
|
|
}
|
|
|
|
|
|
2023-10-23 18:12:24 +02:00
|
|
|
fn process_category(category: &Value) -> Result<Vec<XtreamCategory>, M3uFilterError> {
|
2023-10-13 13:59:22 +02:00
|
|
|
match serde_json::from_value::<Vec<XtreamCategory>>(category.to_owned()) {
|
|
|
|
|
Ok(category_list) => Ok(category_list),
|
|
|
|
|
Err(err) => {
|
|
|
|
|
create_m3u_filter_error_result!(M3uFilterErrorKind::Notify, "Failed to process categories {}", &err)
|
2023-03-19 17:16:05 +01:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2023-10-23 18:12:24 +02:00
|
|
|
fn process_streams(xtream_cluster: &XtreamCluster, streams: &Value) -> Result<Vec<XtreamStream>, M3uFilterError> {
|
2023-10-13 13:59:22 +02:00
|
|
|
match serde_json::from_value::<Vec<XtreamStream>>(streams.to_owned()) {
|
|
|
|
|
Ok(stream_list) => Ok(stream_list),
|
|
|
|
|
Err(err) => {
|
|
|
|
|
create_m3u_filter_error_result!(M3uFilterErrorKind::Notify, "Failed to process streams {:?}: {}", xtream_cluster, &err)
|
2023-03-19 17:16:05 +01:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2023-10-13 13:59:22 +02:00
|
|
|
pub(crate) fn parse_xtream(cat_id_cnt: &AtomicI32, xtream_cluster: &XtreamCluster,
|
2023-10-23 18:12:24 +02:00
|
|
|
category: &Value, streams: &Value,
|
2023-10-13 13:59:22 +02:00
|
|
|
stream_base_url: &String) -> Result<Option<Vec<PlaylistGroup>>, M3uFilterError> {
|
|
|
|
|
match process_category(category) {
|
|
|
|
|
Ok(mut categories) => {
|
|
|
|
|
return match process_streams(xtream_cluster, streams) {
|
|
|
|
|
Ok(streams) => {
|
|
|
|
|
let group_map: HashMap::<String, RefCell<XtreamCategory>> =
|
|
|
|
|
categories.drain(..).map(|category|
|
|
|
|
|
(String::from(&category.category_id), RefCell::new(category))
|
|
|
|
|
).collect();
|
2023-03-19 17:16:05 +01:00
|
|
|
|
2023-10-13 13:59:22 +02:00
|
|
|
for stream in streams {
|
|
|
|
|
if let Some(group) = group_map.get(stream.category_id.as_str()) {
|
|
|
|
|
let mut grp = group.borrow_mut();
|
|
|
|
|
let title = String::from(&grp.category_name);
|
|
|
|
|
let item = PlaylistItem {
|
|
|
|
|
header: RefCell::new(PlaylistItemHeader {
|
|
|
|
|
id: stream.get_stream_id(),
|
|
|
|
|
name: String::from(&stream.name),
|
|
|
|
|
logo: String::from(&stream.stream_icon),
|
|
|
|
|
logo_small: "".to_string(),
|
|
|
|
|
group: title,
|
|
|
|
|
title: String::from(&stream.name),
|
|
|
|
|
parent_code: "".to_string(),
|
|
|
|
|
audio_track: "".to_string(),
|
|
|
|
|
time_shift: "".to_string(),
|
|
|
|
|
rec: "".to_string(),
|
2023-10-23 18:12:24 +02:00
|
|
|
source: "".to_string(), // String::from(&stream.direct_source),
|
|
|
|
|
url: if stream.direct_source.is_empty() { format!("{}/{}", stream_base_url, stream.get_stream_id())} else { String::from(&stream.direct_source) },
|
2023-10-13 13:59:22 +02:00
|
|
|
xtream_cluster: xtream_cluster.clone(),
|
|
|
|
|
additional_properties: stream.get_additional_properties(),
|
|
|
|
|
}),
|
|
|
|
|
};
|
|
|
|
|
grp.add(item);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Ok(Some(group_map.values().map(|category| {
|
|
|
|
|
let cat = category.borrow();
|
|
|
|
|
cat_id_cnt.fetch_add(1, Ordering::Relaxed);
|
|
|
|
|
PlaylistGroup {
|
|
|
|
|
id: cat_id_cnt.load(Ordering::Relaxed),
|
2023-10-06 19:24:06 +02:00
|
|
|
xtream_cluster: xtream_cluster.clone(),
|
2023-10-13 13:59:22 +02:00
|
|
|
title: String::from(&cat.category_name),
|
|
|
|
|
channels: cat.channels.clone(),
|
|
|
|
|
}
|
|
|
|
|
}).collect()))
|
2023-03-19 17:16:05 +01:00
|
|
|
}
|
2023-10-13 13:59:22 +02:00
|
|
|
Err(err) => Err(err)
|
|
|
|
|
};
|
2023-03-19 17:16:05 +01:00
|
|
|
}
|
2023-10-13 13:59:22 +02:00
|
|
|
Err(err) => Err(err)
|
2023-03-19 17:16:05 +01:00
|
|
|
}
|
|
|
|
|
}
|