api_proxy refactored

This commit is contained in:
euzu
2025-06-19 17:20:36 +02:00
parent c0f293c99a
commit 3cf00a809f
23 changed files with 287 additions and 49 deletions
+2 -2
View File
@@ -12,9 +12,9 @@ use crate::api::model::streams::provider_stream_factory::{create_provider_stream
use crate::api::model::streams::shared_stream_manager::SharedStreamManager;
use crate::api::model::streams::throttled_stream::ThrottledStream;
use crate::auth::Claims;
use crate::model::{ConfigTarget, ProxyUserCredentials, UserConnectionPermission};
use crate::model::{ConfigTarget, ProxyUserCredentials};
use crate::model::{ConfigInput, InputFetchMethod};
use shared::model::{PlaylistEntry, PlaylistItemType, TargetType, XtreamCluster};
use shared::model::{PlaylistEntry, PlaylistItemType, TargetType, UserConnectionPermission, XtreamCluster};
use crate::tools::atomic_once_flag::AtomicOnceFlag;
use crate::tools::lru_cache::LRUResourceCache;
use shared::utils::{DASH_EXT, HLS_EXT};
@@ -1,6 +1,6 @@
use crate::model::{Config, ConfigInput, ConfigTarget, InputType, TargetType};
use crate::model::{Config, ConfigInput, ConfigTarget, InputType};
use crate::model::{M3uPlaylistItem, PlaylistGroup};
use shared::model::{PlaylistItemType, XtreamCluster};
use shared::model::{PlaylistItemType, TargetType, XtreamCluster};
use crate::repository::{m3u_repository, xtream_repository};
use crate::utils::{m3u, xtream};
use axum::response::IntoResponse;
+3 -3
View File
@@ -1,9 +1,9 @@
use crate::api::model::app_state::HdHomerunAppState;
use crate::auth::AuthBasic;
use crate::model::ProxyUserCredentials;
use crate::model::{Config, ConfigTarget, TargetType};
use crate::model::{ConfigTarget, ProxyUserCredentials};
use crate::model::{Config};
use crate::model::{M3uPlaylistItem, XtreamPlaylistItem};
use shared::model::{PlaylistItemType, XtreamCluster};
use shared::model::{PlaylistItemType, TargetType, XtreamCluster};
use crate::processing::parser::xtream::get_xtream_url;
use crate::repository::m3u_playlist_iterator::M3uPlaylistIterator;
use crate::repository::xtream_playlist_iterator::XtreamPlaylistIterator;
+2 -2
View File
@@ -2,9 +2,9 @@ use crate::api::api_utils::{force_provider_stream_response, get_stream_alternati
use crate::api::api_utils::{try_option_bad_request};
use crate::api::model::app_state::AppState;
use crate::api::model::streams::provider_stream::{create_custom_video_stream_response, CustomVideoStreamType};
use crate::model::{ProxyUserCredentials, UserConnectionPermission};
use crate::model::{ProxyUserCredentials};
use crate::model::ConfigInput;
use shared::model::{PlaylistItemType, XtreamCluster};
use shared::model::{PlaylistItemType, UserConnectionPermission, XtreamCluster};
use crate::processing::parser::hls::{get_hls_session_token_and_url_from_token, rewrite_hls, RewriteHlsProps};
use shared::utils::HLS_EXT;
use crate::utils::request;
+1 -3
View File
@@ -4,9 +4,7 @@ use crate::api::endpoints::xtream_api::{ApiStreamContext, ApiStreamRequest};
use crate::api::model::app_state::AppState;
use crate::api::model::request::UserApiRequest;
use crate::api::model::streams::provider_stream::{create_custom_video_stream_response, CustomVideoStreamType};
use crate::model::TargetType;
use crate::model::UserConnectionPermission;
use shared::model::{FieldGetAccessor, PlaylistEntry, PlaylistItemType, XtreamCluster};
use shared::model::{FieldGetAccessor, PlaylistEntry, PlaylistItemType, TargetType, UserConnectionPermission, XtreamCluster};
use crate::repository::m3u_repository::{m3u_get_item_for_stream_id, m3u_load_rewrite_playlist};
use crate::repository::storage_const;
use crate::utils::request::{extract_extension_from_url, sanitize_sensitive_info};
+2 -2
View File
@@ -1,8 +1,8 @@
use crate::api::api_utils::{get_user_target_by_username, get_username_from_auth_header};
use crate::api::model::app_state::AppState;
use crate::auth::validator_user;
use crate::model::{Config, ConfigTarget, TargetType};
use shared::model::XtreamCluster;
use crate::model::{Config, ConfigTarget};
use shared::model::{TargetType, XtreamCluster};
use crate::model::PlaylistBouquetDto;
use crate::model::PlaylistXtreamCategory;
use crate::repository::user_repository::{load_user_bouquet_as_json, save_user_bouquet};
+2 -2
View File
@@ -7,9 +7,9 @@ use crate::api::model::request::{PlaylistRequest, PlaylistRequestType};
use crate::auth::create_access_token;
use crate::auth::validator_admin;
use shared::error::TuliproxError;
use crate::model::StatusCheck;
use crate::model::{ConfigTarget, StatusCheck};
use crate::model::XtreamPlaylistItem;
use crate::model::{Config, ConfigDto, ConfigInput, ConfigInputOptions, ConfigSource, ConfigTarget, InputType};
use crate::model::{Config, ConfigDto, ConfigInput, ConfigInputOptions, ConfigSource, InputType};
use crate::model::{ApiProxyConfig, ApiProxyServerInfo, ProxyUserCredentials, TargetUser};
use crate::processing::processor::playlist;
use crate::repository::user_repository::store_api_user;
+2 -2
View File
@@ -12,8 +12,8 @@ use std::sync::Arc;
use crate::api::api_utils::{get_user_target, serve_file};
use crate::api::model::app_state::AppState;
use crate::api::model::request::UserApiRequest;
use crate::model::ProxyUserCredentials;
use crate::model::{Config, ConfigTarget, TargetOutput};
use crate::model::{ConfigTarget, ProxyUserCredentials, TargetOutput};
use crate::model::{Config};
use crate::repository::m3u_repository::m3u_get_epg_file_path;
use crate::repository::storage::get_target_storage_path;
use crate::repository::xtream_repository::{xtream_get_epg_file_path, xtream_get_storage_path};
+4 -5
View File
@@ -9,10 +9,9 @@ use crate::api::model::app_state::AppState;
use crate::api::model::request::UserApiRequest;
use crate::api::model::streams::provider_stream::{create_custom_video_stream_response, CustomVideoStreamType};
use crate::api::model::xtream::XtreamAuthorizationResponse;
use crate::model::TargetType;
use crate::model::{get_backdrop_path_value, XtreamPlaylistItem};
use crate::model::{Config, ConfigInput, ConfigTarget};
use crate::model::{ProxyType, ProxyUserCredentials, UserConnectionPermission};
use crate::model::{get_backdrop_path_value, ConfigTarget, XtreamPlaylistItem};
use crate::model::{Config, ConfigInput};
use crate::model::{ProxyUserCredentials};
use crate::repository::playlist_repository::get_target_id_mapping;
use crate::repository::storage::{get_target_storage_path};
use crate::repository::{storage_const, user_repository, xtream_repository};
@@ -41,7 +40,7 @@ use std::fmt::{Display, Formatter};
use std::path::Path;
use std::str::FromStr;
use std::sync::Arc;
use shared::model::{PlaylistItemType, XtreamCluster, FieldGetAccessor, PlaylistEntry};
use shared::model::{PlaylistItemType, XtreamCluster, FieldGetAccessor, PlaylistEntry, TargetType, UserConnectionPermission, ProxyType};
#[derive(Serialize, Deserialize, Debug, Copy, Clone, Eq, PartialEq)]
pub enum ApiStreamContext {
+2 -1
View File
@@ -1,5 +1,5 @@
use crate::model::Config;
use crate::model::{ProxyUserCredentials, UserConnectionPermission};
use crate::model::{ProxyUserCredentials};
use crate::utils::request::sanitize_sensitive_info;
use shared::utils::{current_time_secs, default_grace_period_millis, default_grace_period_timeout_secs};
use jsonwebtoken::get_current_timestamp;
@@ -8,6 +8,7 @@ use std::collections::HashMap;
use std::sync::atomic::{AtomicU64, Ordering};
use std::sync::Arc;
use tokio::sync::RwLock;
use shared::model::UserConnectionPermission;
const USER_CON_TTL: u64 = 10_800; // 3 hours
const USER_SESSION_LIMIT: usize = 50;
+2 -1
View File
@@ -1,10 +1,11 @@
use tokio::sync::{Mutex};
use std::sync::Arc;
use shared::model::UserConnectionPermission;
use crate::api::model::active_provider_manager::ActiveProviderManager;
use crate::api::model::active_user_manager::ActiveUserManager;
use crate::api::model::download::DownloadQueue;
use crate::api::model::streams::shared_stream_manager::SharedStreamManager;
use crate::model::{Config, UserConnectionPermission, HdHomeRunDeviceConfig};
use crate::model::{Config, HdHomeRunDeviceConfig};
use crate::tools::lru_cache::LRUResourceCache;
#[derive(Clone)]
+1 -1
View File
@@ -1,6 +1,6 @@
use serde::{Deserialize, Serialize};
use shared::model::ProcessingOrder;
use crate::model::{ApiProxyConfig, ConfigApi, InputType, LogConfig, MessagingConfig, ReverseProxyConfig, ScheduleConfig, VideoConfig, ConfigRename, ConfigSort, ConfigTargetOptions, TargetOutput, WebUiConfig, ProxyConfig, IpCheckConfig};
use crate::model::{ApiProxyConfig, ConfigApi, InputType, LogConfig, MessagingConfig, ReverseProxyConfig, ScheduleConfig, VideoConfig, ConfigSort, WebUiConfig, ProxyConfig, IpCheckConfig, ConfigTargetOptions, TargetOutput, ConfigRename};
#[derive(Deserialize, Serialize, Debug, Clone)]
pub struct ServerInputConfig {
+2 -1
View File
@@ -1,6 +1,7 @@
use crate::model::{ApiProxyServerInfo, ProxyUserCredentials, ProxyUserStatus};
use crate::model::{ApiProxyServerInfo, ProxyUserCredentials};
use chrono::{Duration, Local};
use serde::{Deserialize, Serialize};
use shared::model::ProxyUserStatus;
use shared::utils::CONSTANTS;
#[derive(Serialize, Deserialize, Clone)]
+1 -3
View File
@@ -3,9 +3,7 @@ use crate::model::{ConfigTarget, PlaylistGroup, PlaylistItem};
use shared::model::{FieldGetAccessor, FieldSetAccessor, XtreamCluster};
use crate::model::{TraktConfig, TraktContentType, TraktListConfig, TraktListItem, TraktMatchItem, TraktMatchResult};
use shared::error::TuliproxError;
use crate::utils::trakt::TraktClient;
use crate::utils::trakt::extract_year_from_title;
use crate::utils::trakt::normalize_title_for_matching;
use crate::utils::{TraktClient, extract_year_from_title, normalize_title_for_matching};
use crate::utils::{get_u32_from_serde_value};
use shared::utils::{CONSTANTS};
use crate::utils::{trace_if_enabled, with};
@@ -1,9 +1,9 @@
use shared::error::info_err;
use shared::error::{TuliproxError, TuliproxErrorKind};
use crate::model::{ProxyType, ProxyUserCredentials};
use crate::model::{Config, ConfigTarget, ConfigTargetOptions, TargetType};
use crate::model::{ProxyUserCredentials};
use crate::model::{Config, ConfigTarget, ConfigTargetOptions};
use crate::model::{M3uPlaylistItem};
use shared::model::{PlaylistItemType, XtreamCluster};
use shared::model::{PlaylistItemType, ProxyType, TargetType, XtreamCluster};
use crate::repository::indexed_document::IndexedDocumentIterator;
use crate::repository::m3u_repository::m3u_get_file_paths;
use crate::repository::storage::ensure_target_storage_path;
+3 -3
View File
@@ -1,6 +1,6 @@
use crate::model::{ProxyType, ProxyUserCredentials, ProxyUserStatus, TargetUser};
use crate::model::{Config, TargetType};
use shared::model::XtreamCluster;
use crate::model::{ProxyUserCredentials, TargetUser};
use crate::model::{Config};
use shared::model::{ProxyType, ProxyUserStatus, TargetType, XtreamCluster};
use crate::model::{PlaylistBouquetDto, TargetBouquetDto};
use crate::model::PlaylistXtreamCategory;
use crate::repository::bplustree::BPlusTree;
@@ -1,10 +1,10 @@
use std::collections::HashSet;
use log::error;
use shared::model::XtreamCluster;
use shared::model::{TargetType, XtreamCluster};
use shared::error::info_err;
use shared::error::{TuliproxError, TuliproxErrorKind};
use crate::model::{ProxyUserCredentials};
use crate::model::{Config, ConfigTarget, TargetType};
use crate::model::{Config, ConfigTarget};
use crate::model::{XtreamPlaylistItem};
use crate::model::XtreamMappingOptions;
use crate::repository::indexed_document::{IndexedDocumentIterator};
+30
View File
@@ -0,0 +1,30 @@
use crate::model::{ProxyUserCredentialsDto};
#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
pub struct TargetUserDto {
pub target: String,
pub credentials: Vec<ProxyUserCredentialsDto>,
}
#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
#[serde(deny_unknown_fields)]
pub struct ApiProxyServerInfoDto {
pub name: String,
pub protocol: String,
pub host: String,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub port: Option<String>,
pub timezone: String,
pub message: String,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub path: Option<String>,
}
#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
#[serde(deny_unknown_fields)]
pub struct ApiProxyConfigDto {
pub server: Vec<ApiProxyServerInfoDto>,
pub user: Vec<TargetUserDto>,
#[serde(default)]
pub use_user_db: bool,
}
+204
View File
@@ -0,0 +1,204 @@
use crate::utils::default_as_true;
use std::fmt::Display;
use std::str::FromStr;
use enum_iterator::Sequence;
use serde::{Deserialize, Deserializer, Serialize, Serializer};
use crate::create_tuliprox_error_result;
use crate::error::{TuliproxError, TuliproxErrorKind};
use crate::model::{ClusterFlags, PlaylistItemType};
#[derive(Debug, Copy, Clone, serde::Serialize, serde::Deserialize, PartialEq, Eq)]
pub enum UserConnectionPermission {
Exhausted,
Allowed,
GracePeriod,
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub enum ProxyType {
Reverse(Option<ClusterFlags>),
Redirect,
}
impl Default for ProxyType {
fn default() -> Self {
Self::Redirect
}
}
impl ProxyType {
const REVERSE: &'static str = "reverse";
const REDIRECT: &'static str = "redirect";
pub fn is_redirect(&self, item_type: PlaylistItemType) -> bool {
match self {
ProxyType::Reverse(Some(flags)) => {
if flags.is_empty() {
return false;
}
if flags.has_cluster(item_type) {
return false;
}
true
},
ProxyType::Reverse(None) => false,
ProxyType::Redirect => true
}
}
pub fn is_reverse(&self, item_type: PlaylistItemType) -> bool {
!self.is_redirect(item_type)
}
}
impl Display for ProxyType {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
match self {
Self::Reverse(force_redirect) => {
if let Some(force) = force_redirect {
write!(f, "{}{force:?}", Self::REVERSE)
} else {
write!(f, "{}", Self::REVERSE)
}
}
Self::Redirect => write!(f, "{}", Self::REDIRECT),
}
}
}
impl FromStr for ProxyType {
type Err = TuliproxError;
fn from_str(s: &str) -> Result<Self, TuliproxError> {
if s == Self::REDIRECT {
return Ok(Self::Redirect);
}
if s == Self::REVERSE {
return Ok(Self::Reverse(None));
}
if s.starts_with(Self::REVERSE) {
let suffix = s.strip_prefix(Self::REVERSE).unwrap();
if let Ok(force_redirect) = ClusterFlags::try_from(suffix) {
if force_redirect.has_full_flags() {
return Ok(ProxyType::Reverse(None));
}
return Ok(Self::Reverse(Some(force_redirect)));
}
}
create_tuliprox_error_result!(TuliproxErrorKind::Info, "Unknown ProxyType: {}", s)
}
}
impl<'de> Deserialize<'de> for ProxyType {
fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
where
D: Deserializer<'de>,
{
let raw: String = Deserialize::deserialize(deserializer)?;
if raw == ProxyType::REDIRECT {
return Ok(ProxyType::Redirect);
} else if raw.starts_with(ProxyType::REVERSE) {
return ProxyType::from_str(raw.as_str()).map_err(serde::de::Error::custom);
}
Err(serde::de::Error::custom("Unknown proxy type"))
}
}
impl Serialize for ProxyType {
fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
where
S: Serializer,
{
match *self {
ProxyType::Redirect => serializer.serialize_str(ProxyType::REDIRECT),
ProxyType::Reverse(None) => serializer.serialize_str(ProxyType::REVERSE),
ProxyType::Reverse(Some(ref force_redirect)) => {
serializer.serialize_str(&format!("{}{}", ProxyType::REVERSE, force_redirect))
},
}
}
}
#[derive(Debug, Copy, Clone, serde::Serialize, serde::Deserialize, Sequence, PartialEq, Eq)]
pub enum ProxyUserStatus {
Active, // The account is in good standing and can stream content
Expired, // The account can no longer access content unless it is renewed.
Banned, // The account is temporarily or permanently disabled. Typically used for users who violate terms of service or abuse the system.
Trial, // The account is marked as a trial account.
Disabled, // The account is inactive or deliberately disabled by the administrator.
Pending,
}
impl Default for ProxyUserStatus {
fn default() -> Self {
Self::Active
}
}
impl ProxyUserStatus {
const ACTIVE: &'static str = "Active";
const EXPIRED: &'static str = "Expired";
const BANNED: &'static str = "Banned";
const TRIAL: &'static str = "Trial";
const DISABLED: &'static str = "Disabled";
const PENDING: &'static str = "Pending";
}
impl Display for ProxyUserStatus {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
write!(f, "{}", match self {
Self::Active => Self::ACTIVE,
Self::Expired => Self::EXPIRED,
Self::Banned => Self::BANNED,
Self::Trial => Self::TRIAL,
Self::Disabled => Self::DISABLED,
Self::Pending => Self::PENDING,
})
}
}
impl FromStr for ProxyUserStatus {
type Err = TuliproxError;
fn from_str(s: &str) -> Result<Self, TuliproxError> {
match s {
Self::ACTIVE => Ok(Self::Active),
Self::EXPIRED => Ok(Self::Expired),
Self::BANNED => Ok(Self::Banned),
Self::TRIAL => Ok(Self::Trial),
Self::DISABLED => Ok(Self::Disabled),
Self::PENDING => Ok(Self::Pending),
_ => create_tuliprox_error_result!(TuliproxErrorKind::Info, "Unknown ProxyUserStatus: {}", s)
}
}
}
#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
#[serde(deny_unknown_fields)]
pub struct ProxyUserCredentialsDto {
pub username: String,
pub password: String,
#[serde(skip_serializing_if = "Option::is_none")]
pub token: Option<String>,
#[serde(default = "ProxyType::default")]
pub proxy: ProxyType,
#[serde(skip_serializing_if = "Option::is_none")]
pub server: Option<String>,
#[serde(skip_serializing_if = "Option::is_none")]
pub epg_timeshift: Option<String>,
#[serde(skip_serializing_if = "Option::is_none")]
pub created_at: Option<i64>,
#[serde(skip_serializing_if = "Option::is_none")]
pub exp_date: Option<i64>,
#[serde(default)]
pub max_connections: u32,
#[serde(skip_serializing_if = "Option::is_none")]
pub status: Option<ProxyUserStatus>,
#[serde(default = "default_as_true")]
pub ui_enabled: bool,
#[serde(skip_serializing_if = "Option::is_none")]
pub comment: Option<String>,
}
+6
View File
@@ -17,8 +17,13 @@ mod reverse_proxy;
mod cache;
mod rate_limit;
mod proxy;
mod rename;
mod api_proxy;
mod api_user;
pub use base::*;
pub use api_proxy::*;
pub use api_user::*;
pub use web::*;
pub use messaging::*;
pub use hdhomerun::*;
@@ -37,3 +42,4 @@ pub use rate_limit::*;
pub use reverse_proxy::*;
pub use proxy::*;
pub use trakt::*;
pub use rename::*;
+9
View File
@@ -0,0 +1,9 @@
use crate::model::ItemField;
#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
#[serde(deny_unknown_fields)]
pub struct ConfigRenameDto {
pub field: ItemField,
pub pattern: String,
pub new_name: String,
}
+1 -9
View File
@@ -1,4 +1,4 @@
use crate::model::{ConfigInputDto, ItemField};
use crate::model::{ConfigInputDto};
use crate::model::config::target::ConfigTargetDto;
@@ -17,14 +17,6 @@ pub struct PatternTemplateDto {
pub placeholder: String,
}
#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
#[serde(deny_unknown_fields)]
pub struct ConfigRenameDto {
pub field: ItemField,
pub pattern: String,
pub new_name: String,
}
#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
#[serde(deny_unknown_fields)]
pub struct ConfigSourceDto {
+1 -2
View File
@@ -1,5 +1,4 @@
use crate::model::{ClusterFlags, ConfigSortDto, ProcessingOrder, StrmExportStyle, TargetType, TraktConfigDto};
use crate::model::config::source::ConfigRenameDto;
use crate::model::{ClusterFlags, ConfigRenameDto, ConfigSortDto, ProcessingOrder, StrmExportStyle, TargetType, TraktConfigDto};
use crate::utils::{default_as_true, default_resolve_delay_secs, default_as_default};
#[derive(Debug, Clone, serde::Serialize, serde::Deserialize, Default)]
#[serde(deny_unknown_fields)]