mirror of
https://github.com/Ap0dexMe0/o11pro-unpacked.git
synced 2026-07-15 18:30:02 +02:00
109 lines
14 KiB
Plaintext
109 lines
14 KiB
Plaintext
|
o
|
|||
|
|
T²=jë; ã @ s’ d Z ddlZddlZddlZddlZddlZddlZddl Z ddl
|
|||
|
|
Z
|
|||
|
|
ddl Z ddl Z ddl
|
|||
|
|
Z
|
|||
|
|
ddlZddlZddlZddlZddlmZ ddlmZ ddlmZmZ ddlmZmZ ddlmZ dZ d Z d
|
|||
|
|
Z d Z d Z d
|
|||
|
|
Z!dZ"dZ#dZ$dZ%i a&e '¡ Z(dd„ Z)G dd„ dej*j+ƒZ,i Z-e '¡ Z.i Z/dd„ Z0dWdd„Z1eƒ Z2e '¡ Z3dXdd „Z4dYd d „Z5e 6d ¡Z7d!d"„ Z8d#d$„ Z9d%d&„ Z:d'd(„ Z;d)d*„ Z<dddddd+œZ=e '¡ Z>G d,d-„ d-eƒZ?G d.d/„ d/eeƒZ@d0d1„ ZAd2d3„ ZBd4d5„ ZCeDd6k�rÇejEd7d8�ZFeFjGd9e d:e › d;�d<� eFjGd=eHe d>e › d;�d?� eFjGd@e dAe › d;�d<� eF I¡ ZJeJjKZ eJjLZ eJjMZ e)ƒ e7du�s3J ‚ejNeAdBdC�ZOeO P¡ eQdDe › dEe › dF�dBdG� eQdHe › �dBdG� eQdIeRt&ƒ› �dBdG� eQdJe#› dK�dBdG� eQdLe › dM�dBdG� eQdNe%› dO�dBdG� eQdPe$› dQ�dBdG� eQ� dBdG� eQdRdBdG� eQdSdBdG� eQdTdBdG� eQdUdBdG� e@e e fe?ƒZSzeS T¡ W dS eU�yÆ eQdVƒ eS V¡ Y dS w dS )Za8
|
|||
|
|
HLS Proxy for o11pro - Memory-Leak Fixed Version.
|
|||
|
|
|
|||
|
|
Fixes applied vs original hls_proxy.py:
|
|||
|
|
1. Cache channel URLs at startup (no JSON re-parse per request)
|
|||
|
|
2. Reuse urllib openers per domain (no new OpenerDirector per fetch)
|
|||
|
|
3. Bounded cookie jars with periodic eviction (no unbounded cookie growth)
|
|||
|
|
4. Streaming segment forwarding (no full-buffer of large TS segments)
|
|||
|
|
5. Bounded thread pool via ThreadPoolExecutor (no unlimited thread growth)
|
|||
|
|
6. Periodic GC + memory stats logging
|
|||
|
|
7. LRU cache for manifest rewrites (avoid re-processing same manifest)
|
|||
|
|
é N)Ú OrderedDict)ÚThreadingMixIn)Ú
|
|||
|
|
HTTPServerÚBaseHTTPRequestHandler)ÚurlparseÚparse_qs)ÚThreadPoolExecutorz/tmp/o11pro_orig_urls.jsoni' z 127.0.0.1zuMozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36é2 é éd é é< i c C s„ t �6 ts0ttƒ�
|
|||
|
|
} t | ¡aW d ƒ n1 sw Y tdttƒ› d�ƒ W d ƒ tS W d ƒ tS 1 s;w Y tS )NzLoaded z
|
|||
|
|
channel URLs)Ú_channel_urls_lockÚ
|
|||
|
|
_channel_urlsÚopenÚ CONFIG_FILEÚjsonÚloadÚlogÚlen)Úf© r úsrc/modules/hls_proxy.pyÚ_load_channel_urls3 s
|
|||
|
|
ÿ
|
|||
|
|
üü
|
|||
|
|
ÿûr c s( e Zd Z‡ fdd„Z‡ fdd„Z‡ ZS )ÚBoundedCookieJarc s t ƒ j|i |¤Ž d S ©N)ÚsuperÚ__init__©ÚselfÚargsÚkwargs©Ú __class__r r r > ó zBoundedCookieJar.__init__c sZ t ƒ |¡ t| ƒtkr)t| ƒt }t| ƒ}|d |… D ]}| |j|j|j¡ q d S d S r ) r Ú
|
|||
|
|
set_cookier ÚMAX_COOKIES_PER_JARÚlistÚclearÚdomainÚpathÚname)r ÚcookieZ to_removeZcookiesÚcr" r r r% A s üzBoundedCookieJar.set_cookie)Ú__name__Ú
|
|||
|
|
__module__Ú __qualname__r r% Ú
|
|||
|
|
__classcell__r r r" r r = s r c C sN t � | tvr tƒ t| < t ¡ t| < t| W d ƒ S 1 s w Y d S r )Ú_sessions_lockÚ _sessionsr ÚtimeÚ_session_last_access)r) r r r Ú_get_jarN s
|
|||
|
|
$ür6 é c s’ t �= t ¡ ‰‡ ‡fdd„t ¡ D ƒ}|D ]}t|= t|= q|r7tdt|ƒ› dttƒ› d�ƒ W d ƒ d S W d ƒ d S 1 sBw Y d S )Nc s g | ] \}}ˆ| ˆ kr|‘qS r r )Ú.0ÚdÚt©Úmax_ageZnowr r Ú
|
|||
|
|
<listcomp>X s z)_evict_stale_sessions.<locals>.<listcomp>zEvicted z stale sessions, z
|
|||
|
|
remaining)r2 r4 r5 Úitemsr3 r r )r< Zstaler9 r r; r Ú_evict_stale_sessionsU s ù"úr? c C sò | rt | ƒnd}t� |tv r t |¡ t| W d ƒ S W d ƒ n1 s)w Y g }| r;| tj | ¡¡ tjj|Ž }t�, |t|< t |¡ t tƒt
|
|||
|
|
krgtj dd� t tƒt
|
|||
|
|
ksSW d ƒ |S W d ƒ |S 1 srw Y |S )Nr F)Zlast) ÚidÚ_opener_cache_lockÚ
|
|||
|
|
_opener_cacheÚ move_to_endÚappendÚurllibÚrequestZHTTPCookieProcessorZ build_openerr ÚMAX_CACHED_OPENERSÚpopitem)Ú
|
|||
|
|
cookie_jarZjar_idÚhandlersÚopenerr r r Ú _get_openerc s2
|
|||
|
|
ý ÿ
|
|||
|
|
ÿ
|
|||
|
|
ýþ
|
|||
|
|
ýûrL é c
|
|||
|
|
C s t |ƒ}dti}|r||d< tjj| |d�}z(|j||d��}| ¡ |j|j dd¡fW d ƒ W S 1 s7w Y W d S tj
|
|||
|
|
j ym } z!|j rO| ¡ nd} |jr[|j dd¡nd}
|
|||
|
|
| |j
|
|||
|
|
|
|
|||
|
|
fW Y d }~S d }~w tj
|
|||
|
|
jtfyƒ } zW Y d }~d S d }~ww )
|
|||
|
|
Nú
|
|||
|
|
User-AgentÚReferer©Úheaders©Útimeoutú Content-Typeúapplication/octet-streamó z text/html)rV r ú
|
|||
|
|
text/plain)rL ÚUArE rF ÚRequestr ÚreadÚstatusrQ ÚgetÚerrorÚ HTTPErrorÚfpÚcodeÚURLErrorÚOSError) ÚurlrS rI ÚrefererrK rQ ÚreqÚrespÚeÚbodyÚctr r r Ú fetch_urlu s$ (ÿ€€ÿrj z
|
|||
|
|
URI="([^"]+)"c s‚ | d¡}g }|D ]2}| ¡ }d|v r&| d¡r&| t ‡ fdd„|¡¡ q |r6| d¡s6| t|ˆ ƒ¡ q | |¡ q d |¡S )NÚ
|
|||
|
|
úURI="z#EXT-X-c s dt | d¡ˆ ƒ› d�S )Nrl é ú")Ú_absÚgroup)Úm©Úbase_urlr r Ú<lambda>� s z"rewrite_manifest.<locals>.<lambda>ú#)ÚsplitÚstripÚ
|
|||
|
|
startswithrD Ú_compiled_uri_reÚsubro Újoin)rh rs ÚlinesZ rewrittenÚlineÚstrippedr rr r Úrewrite_manifestˆ s
|
|||
|
|
ÿ
|
|||
|
|
r c C sD | dt› �¡s
|
|||
|
|
| d¡r| S | d¡r| ntj || ¡}t||ƒS )Núhttp://127.0.0.1:údata:Úhttp)rx Ú
|
|||
|
|
PROXY_PORTrE ÚparseZurljoinÚ _to_proxy)rc ÚbaseZresolvedr r r ro – s
|
|||
|
|
ro c C st t | ¡ ¡ ¡ d¡}t| ƒj ¡ d¡rdnd}dt › |› |› �}|r8t | ¡ ¡ ¡ d¡}|d|› �7 }|S )Nú=z.m3u8ú/m/ú/s/r€ z?r=)
|
|||
|
|
Úbase64Zurlsafe_b64encodeÚencodeÚdecodeÚrstripr r* ÚlowerÚendswithrƒ )Zfull_urlrd ÚencodedZrouteZ proxy_urlZref_encr r r r… œ s r… c C s6 dt | ƒd }|dkr| d| 7 } t | ¡ ¡ ¡ S )Né r‡ )r rŠ Zurlsafe_b64decoder‹ rŒ )r� Zpadr r r Ú _from_proxy¥ s r’ c C s, | sd S t | ƒ}d|v rt|d d ƒS d S )NÚrr )r r’ )Z query_stringZqsr r r Ú _get_referer« s r” )ÚrequestsÚ manifestsÚsegmentsÚ
|
|||
|
|
bytes_sentÚerrorsc @ sL e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd d
|
|||
|
|
„ Zd d „ Zd
|
|||
|
|
d„ Z dd„ Z
|
|||
|
|
dS )Ú
|
|||
|
|
RobustHandlerc C s8 t � td d7 < W d ƒ n1 sw Y t| jƒ}|j}|j}z3| d¡r4| ||¡ W d S | d¡rB| ||¡ W d S | d¡rP| ||¡ W d S | dd¡ W d S t
|
|||
|
|
y› } z7t � td d7 < W d ƒ n1 suw Y z
|
|||
|
|
| d t |ƒ¡ W n Y W Y d }~d S W Y d }~d S d }~ww )
|
|||
|
|
Nr• rm z /channel/rˆ r‰ é” z Not foundr™ iô ) Ú _stats_lockÚ_statsr r* Úqueryrx Ú_handle_channelÚ_handle_manifestÚ_handle_segmentÚ_errÚ ExceptionÚstr)r Zparsedr* rž rg r r r Údo_GET¿ s2 ÿ
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
ÿþ€üzRobustHandler.do_GETc
|
|||
|
|
C s | d¡}t|ƒdkrˆ|d dkrˆtj |d ¡}tƒ }||v r€|| }|}|r4|d|v r/dnd| 7 }tt|ƒjƒ}t ||d�\} }
|
|||
|
|
} |
|
|||
|
|
d krut
|
|||
|
|
� t d
|
|||
|
|
d 7 < W d ƒ n1 s]w Y t |
|
|||
|
|
d d
|
|||
|
|
¡|ƒ} | d| ¡ ¡ d S | dd|
|
|||
|
|
› �¡ d S | dd¡ d S | dd¡ d S )Nú/r‘ é z master.m3u8é ú?ú&)rI éÈ r– rm úutf-8Úreplaceú application/vnd.apple.mpegurléö ú Upstream r› zChannel not foundi� zBad channel path)rv r rE r„ Zunquoter r6 r Únetlocrj rœ r� r rŒ Ú_okr‹ r¢ )
|
|||
|
|
r r* rž Úpartsr+ Zurlsrc ÚqÚjarrh Ústri Úrwr r r rŸ Ö s(
|
|||
|
|
ÿz RobustHandler._handle_channelc
|
|||
|
|
C s² t |dd … ƒ}t|ƒ}tt|ƒjƒ}t|||d�\}}}|dkrNt� td d7 < W d ƒ n1 s6w Y t| dd¡|ƒ} |
|
|||
|
|
d| ¡ ¡ d S | d d
|
|||
|
|
|› �¡ d S ) Nr§ )rI rd r« r– rm r¬ r r® r¯ r° )
|
|||
|
|
r’ r” r6 r r± rj rœ r� r rŒ r² r‹ r¢ )
|
|||
|
|
r r* rž Útargetrd rµ rh r¶ ri r· r r r r î s ÿz RobustHandler._handle_manifestc C sÄ t |dd … ƒ}| d¡r<| d¡}|dkr<|d|… ||d d … }}d|v r.t |¡ntj |¡}| d|¡ d S t |ƒ}t
|
|||
|
|
t |ƒj ƒ} d t
|
|||
|
|
i}
|
|||
|
|
|rQ||
|
|||
|
|
d
|
|||
|
|
< t| ƒ} tjj||
|
|||
|
|
d �} z˜| j| d d
|
|||
|
|
��†}
|
|||
|
|
|
|
|||
|
|
j dd¡}|
|
|||
|
|
j d¡}| d¡ | d|¡ |r†| d|¡ | dd¡ | ¡ d} |
|
|||
|
|
t¡}|s›n z| j |¡ |t|ƒ7 }W n t t t fyµ Y nw q“t � t d d7 < t d |7 < W d ƒ n1 sÔw Y W d ƒ W d S W d ƒ W d S 1 sîw Y W d S tj!j"�y } z| #dd|j$› �¡ W Y d }~d S d }~w tj!j%t f�y8 } z| #ddt&|ƒj'› �¡ W Y d }~d S d }~w t(�ya } z z
|
|||
|
|
| #dt)|ƒ¡ W n Y W Y d }~d S W Y d }~d S d }~ww )Nr§ r� ú,r é rm rŠ rU rN rO rP é rR rT úContent-Lengthr« úAccess-Control-Allow-OriginÚ*Tr— r˜ r¯ r° z
|
|||
|
|
Fetch error: )*r’ rx ÚfindrŠ Z b64decoderE r„ Zunquote_to_bytesr² r” r6 r r± rX rL rF rY r rQ r\ Ú
|
|||
|
|
send_responseÚ send_headerÚ end_headersrZ ÚSEGMENT_STREAM_BUFÚwfileÚwriter ÚBrokenPipeErrorÚConnectionResetErrorrb rœ r� r] r^ r¢ r` ra Útyper. r£ r¤ )r r* rž r¸ ZcpÚmetaZpayloadÚbrd rµ rQ rK re rf ri Zcontent_lengthZ
|
|||
|
|
total_sentÚchunkrg r r r r¡ û st
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
ÿù þí&í"€&€þ€þz RobustHandler._handle_segmentc
|
|||
|
|
C s¨ zF| d¡ | d|¡ | dtt|ƒƒ¡ | dd¡ | ¡ | j |¡ t� td t|ƒ7 < W d ƒ W d S 1 s?w Y W d S t t
|
|||
|
|
t fyS Y d S w )Nr« rT r¼ r½ r¾ r˜ ) rÀ rÁ r¤ r r rÄ rÅ rœ r� rÆ rÇ rb )r ri rh r r r r² , s
|
|||
|
|
&ÿÿzRobustHandler._okc
|
|||
|
|
C sh z&| |¡ | dd¡ | ¡ }| dtt|ƒƒ¡ | ¡ | j |¡ W d S tt t
|
|||
|
|
fy3 Y d S w )NrT rW r¼ ) rÀ rÁ r‹ r¤ r r rÄ rÅ rÆ rÇ rb )r r` Úmsgrh r r r r¢ 9 s
|