Add the enforcement layer on top of server-observed monitoring: a revocation kill switch that stops any stream within ~120s and keeps it dead, plus an async over-cap enforcer that drives kills off the live monitoring picture — entirely off the per-segment hot path and with no client-protocol change. - internal/streamrevoke: the central kill list. IsRevoked is a pure in-memory lookup safe on the request hot path; a Redis pub/sub + poll mirror keeps edge caches current, and a Postgres durable mirror lets kills survive a server restart AND a Redis flush so a restart-resilient stream cannot be reconstructed and re-served after being killed. A user revocation is a cutoff (kills tokens minted before it, spares post-reauth tokens), not a 24h ban. - internal/streamenforcer: async over-cap brain — reads the monitoring snapshot and per-user limits, selects victims, and collapses every reason (exceeded limit, admin terminate, abuse) to the same action: write a revocation. - Edge + native + jellycompat enforcement: proxy refuses revoked sessions on every request and cuts long direct-play/remux pours mid-stream; the transcode node guards both serve and the reconstruct path so a killed session is never re-spawned after a node restart; jellycompat serve surfaces close their kill-switch coverage holes. - streamtoken.IssuedTime exposes the token iat the user-kill cutoff compares against; token IssuedTime + revocation guards wire through router, downloads, and admin terminate-by-id (with admin-list dedupe). - Restore sendfile zero-copy on direct-play/remux byte counting so the monitor's served-byte accounting does not cost the sendfile fast path. - migrations/sql: stream_revocations durable table. Part of the stream monitoring & kill-switch epic.
314 lines
8.8 KiB
Go
314 lines
8.8 KiB
Go
package jellycompat
|
|
|
|
import (
|
|
"bufio"
|
|
"bytes"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"log/slog"
|
|
"net"
|
|
"net/http"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
"unicode/utf8"
|
|
|
|
"github.com/go-chi/chi/v5"
|
|
"github.com/go-chi/chi/v5/middleware"
|
|
)
|
|
|
|
type loggingResponseWriter struct {
|
|
http.ResponseWriter
|
|
status int
|
|
}
|
|
|
|
func (w *loggingResponseWriter) WriteHeader(status int) {
|
|
w.status = status
|
|
w.ResponseWriter.WriteHeader(status)
|
|
}
|
|
|
|
func (w *loggingResponseWriter) Write(b []byte) (int, error) {
|
|
if w.status == 0 {
|
|
w.status = http.StatusOK
|
|
}
|
|
return w.ResponseWriter.Write(b)
|
|
}
|
|
|
|
func (w *loggingResponseWriter) Hijack() (net.Conn, *bufio.ReadWriter, error) {
|
|
if hj, ok := w.ResponseWriter.(http.Hijacker); ok {
|
|
return hj.Hijack()
|
|
}
|
|
return nil, nil, fmt.Errorf("underlying ResponseWriter does not implement http.Hijacker")
|
|
}
|
|
|
|
// Flush implements http.Flusher so progressive responses (subtitle extracts,
|
|
// streamed media) keep flushing through the logging wrapper.
|
|
func (w *loggingResponseWriter) Flush() {
|
|
if f, ok := w.ResponseWriter.(http.Flusher); ok {
|
|
f.Flush()
|
|
}
|
|
}
|
|
|
|
// Unwrap exposes the wrapped ResponseWriter so http.ResponseController (used by
|
|
// the stream kill switch's in-flight cut via SetWriteDeadline) can reach the
|
|
// underlying socket instead of stopping at this wrapper and no-oping.
|
|
func (w *loggingResponseWriter) Unwrap() http.ResponseWriter {
|
|
return w.ResponseWriter
|
|
}
|
|
|
|
func requestLoggerMiddleware(next http.Handler) http.Handler {
|
|
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
start := time.Now()
|
|
ww := &loggingResponseWriter{ResponseWriter: w}
|
|
|
|
next.ServeHTTP(ww, r)
|
|
|
|
routePattern := ""
|
|
if routeCtx := chi.RouteContext(r.Context()); routeCtx != nil {
|
|
routePattern = routeCtx.RoutePattern()
|
|
}
|
|
|
|
slog.InfoContext(r.Context(), "jellycompat request", "component", "jellycompat",
|
|
"request_id", middleware.GetReqID(r.Context()),
|
|
"method", r.Method,
|
|
"path", r.URL.Path,
|
|
"original_path", firstNonEmpty(originalPathFromContext(r.Context()), r.URL.Path),
|
|
"query", r.URL.RawQuery,
|
|
"route", routePattern,
|
|
"status", statusOrDefault(ww.status),
|
|
"duration_ms", time.Since(start).Milliseconds(),
|
|
"remote_addr", r.RemoteAddr,
|
|
"user_agent", r.UserAgent(),
|
|
"content_length", r.ContentLength,
|
|
"auth_kind", authKind(r),
|
|
)
|
|
})
|
|
}
|
|
|
|
func statusOrDefault(status int) int {
|
|
if status == 0 {
|
|
return http.StatusOK
|
|
}
|
|
return status
|
|
}
|
|
|
|
// debugMaxBodyCapture is the maximum response body size captured for debug logging.
|
|
const debugMaxBodyCapture = 256 * 1024 // 256 KB
|
|
|
|
// debugResponseWriter captures the response status and body for debug logging.
|
|
type debugResponseWriter struct {
|
|
http.ResponseWriter
|
|
status int
|
|
body bytes.Buffer
|
|
captured int
|
|
totalBytes int
|
|
detected bool
|
|
skipBody bool
|
|
contentType string
|
|
}
|
|
|
|
func (w *debugResponseWriter) WriteHeader(status int) {
|
|
w.status = status
|
|
w.ResponseWriter.WriteHeader(status)
|
|
}
|
|
|
|
func (w *debugResponseWriter) Write(b []byte) (int, error) {
|
|
if w.status == 0 {
|
|
w.status = http.StatusOK
|
|
}
|
|
if !w.detected {
|
|
ct := strings.TrimSpace(w.Header().Get("Content-Type"))
|
|
if ct == "" && len(b) > 0 {
|
|
sniffLen := len(b)
|
|
if sniffLen > 512 {
|
|
sniffLen = 512
|
|
}
|
|
ct = http.DetectContentType(b[:sniffLen])
|
|
}
|
|
w.contentType = ct
|
|
w.skipBody = !isTextualContentType(ct)
|
|
w.detected = true
|
|
}
|
|
w.totalBytes += len(b)
|
|
if !w.skipBody && w.captured < debugMaxBodyCapture {
|
|
remaining := debugMaxBodyCapture - w.captured
|
|
toCapture := len(b)
|
|
if toCapture > remaining {
|
|
toCapture = remaining
|
|
}
|
|
w.body.Write(b[:toCapture])
|
|
w.captured += toCapture
|
|
}
|
|
return w.ResponseWriter.Write(b)
|
|
}
|
|
|
|
func (w *debugResponseWriter) Hijack() (net.Conn, *bufio.ReadWriter, error) {
|
|
if hj, ok := w.ResponseWriter.(http.Hijacker); ok {
|
|
return hj.Hijack()
|
|
}
|
|
return nil, nil, fmt.Errorf("underlying ResponseWriter does not implement http.Hijacker")
|
|
}
|
|
|
|
// Flush implements http.Flusher. The debug writer tees into its capture
|
|
// buffer on Write, so flushing the underlying writer is always safe.
|
|
func (w *debugResponseWriter) Flush() {
|
|
if f, ok := w.ResponseWriter.(http.Flusher); ok {
|
|
f.Flush()
|
|
}
|
|
}
|
|
|
|
// Unwrap exposes the wrapped ResponseWriter so http.ResponseController (used by
|
|
// the stream kill switch's in-flight cut via SetWriteDeadline) can reach the
|
|
// underlying socket instead of stopping at this wrapper and no-oping.
|
|
func (w *debugResponseWriter) Unwrap() http.ResponseWriter {
|
|
return w.ResponseWriter
|
|
}
|
|
|
|
// newDebugLogMiddleware creates a middleware that logs full request/response
|
|
// pairs to the given file. Enable by setting JELLYCOMPAT_DEBUG_LOG=/path/to/file.
|
|
// When userAgentFilter is non-empty, only requests whose User-Agent contains
|
|
// the filter string (case-insensitive) are logged.
|
|
func newDebugLogMiddleware(logFile io.Writer, userAgentFilter string) func(http.Handler) http.Handler {
|
|
var mu sync.Mutex
|
|
return func(next http.Handler) http.Handler {
|
|
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
if userAgentFilter != "" && !strings.Contains(strings.ToLower(r.UserAgent()), strings.ToLower(userAgentFilter)) {
|
|
next.ServeHTTP(w, r)
|
|
return
|
|
}
|
|
|
|
// Capture request body for POST/PUT/PATCH.
|
|
var reqBody []byte
|
|
if r.Body != nil && (r.Method == http.MethodPost || r.Method == http.MethodPut || r.Method == http.MethodPatch) {
|
|
reqBody, _ = io.ReadAll(io.LimitReader(r.Body, debugMaxBodyCapture))
|
|
r.Body = io.NopCloser(bytes.NewReader(reqBody))
|
|
}
|
|
|
|
start := time.Now()
|
|
dw := &debugResponseWriter{ResponseWriter: w}
|
|
next.ServeHTTP(dw, r)
|
|
elapsed := time.Since(start)
|
|
|
|
reqID := middleware.GetReqID(r.Context())
|
|
status := statusOrDefault(dw.status)
|
|
|
|
mu.Lock()
|
|
defer mu.Unlock()
|
|
|
|
fmt.Fprintf(logFile, "=== %s %s %s [%s] %dms ===\n",
|
|
start.Format("2006/01/02 15:04:05"),
|
|
r.Method,
|
|
r.URL.String(),
|
|
reqID,
|
|
elapsed.Milliseconds(),
|
|
)
|
|
fmt.Fprintf(logFile, "Remote: %s User-Agent: %s\n", r.RemoteAddr, r.UserAgent())
|
|
fmt.Fprintf(logFile, "Status: %d\n", status)
|
|
|
|
if len(reqBody) > 0 {
|
|
fmt.Fprintf(logFile, "Request Body (%d bytes):\n", len(reqBody))
|
|
writeIndentedJSON(logFile, reqBody)
|
|
}
|
|
|
|
switch {
|
|
case dw.body.Len() > 0:
|
|
fmt.Fprintf(logFile, "Response (content-type=%s, %d bytes):\n", displayContentType(dw.contentType), dw.totalBytes)
|
|
if dw.captured >= debugMaxBodyCapture {
|
|
fmt.Fprintf(logFile, "[truncated at %d bytes]\n", debugMaxBodyCapture)
|
|
}
|
|
writeIndentedJSON(logFile, dw.body.Bytes())
|
|
case dw.skipBody && dw.totalBytes > 0:
|
|
fmt.Fprintf(logFile, "Response: [binary content-type=%s bytes=%d]\n", displayContentType(dw.contentType), dw.totalBytes)
|
|
default:
|
|
fmt.Fprintln(logFile, "Response: (empty)")
|
|
}
|
|
fmt.Fprintln(logFile)
|
|
})
|
|
}
|
|
}
|
|
|
|
// writeIndentedJSON pretty-prints b if it's valid JSON, otherwise writes it as
|
|
// UTF-8 text. If b is not valid UTF-8 (e.g. a handler lied about Content-Type),
|
|
// it is omitted so the log file stays readable.
|
|
func writeIndentedJSON(w io.Writer, b []byte) {
|
|
var buf bytes.Buffer
|
|
if json.Indent(&buf, b, "", " ") == nil {
|
|
buf.WriteByte('\n')
|
|
w.Write(buf.Bytes())
|
|
return
|
|
}
|
|
if utf8.Valid(b) {
|
|
w.Write(b)
|
|
fmt.Fprintln(w)
|
|
return
|
|
}
|
|
fmt.Fprintf(w, "[non-UTF-8 payload, %d bytes omitted]\n", len(b))
|
|
}
|
|
|
|
// isTextualContentType reports whether a captured body with Content-Type ct is
|
|
// safe to write verbatim into the text log file.
|
|
func isTextualContentType(ct string) bool {
|
|
if ct == "" {
|
|
return false
|
|
}
|
|
if i := strings.IndexByte(ct, ';'); i >= 0 {
|
|
ct = ct[:i]
|
|
}
|
|
ct = strings.ToLower(strings.TrimSpace(ct))
|
|
if ct == "" {
|
|
return false
|
|
}
|
|
switch ct {
|
|
case "application/json",
|
|
"application/xml",
|
|
"application/x-mpegurl",
|
|
"application/vnd.apple.mpegurl",
|
|
"application/javascript",
|
|
"application/ecmascript":
|
|
return true
|
|
}
|
|
if strings.HasPrefix(ct, "text/") {
|
|
return true
|
|
}
|
|
if strings.HasPrefix(ct, "application/") &&
|
|
(strings.HasSuffix(ct, "+json") || strings.HasSuffix(ct, "+xml")) {
|
|
return true
|
|
}
|
|
return false
|
|
}
|
|
|
|
func displayContentType(ct string) string {
|
|
if ct == "" {
|
|
return "unknown"
|
|
}
|
|
return ct
|
|
}
|
|
|
|
func authKind(r *http.Request) string {
|
|
for _, headerName := range []string{"Authorization", "X-Emby-Authorization"} {
|
|
header := strings.TrimSpace(r.Header.Get(headerName))
|
|
lower := strings.ToLower(header)
|
|
switch {
|
|
case strings.HasPrefix(lower, "mediabrowser "):
|
|
return "mediabrowser"
|
|
case strings.HasPrefix(lower, "emby "):
|
|
return "mediabrowser"
|
|
case strings.HasPrefix(lower, "bearer "):
|
|
return "bearer"
|
|
}
|
|
}
|
|
switch {
|
|
case strings.TrimSpace(r.Header.Get("X-Emby-Token")) != "":
|
|
return "x-emby-token"
|
|
case strings.TrimSpace(r.Header.Get("X-Mediabrowser-Token")) != "":
|
|
return "x-mediabrowser-token"
|
|
case strings.TrimSpace(newCaseInsensitiveQuery(r.URL.Query()).Get("ApiKey")) != "":
|
|
return "api_key"
|
|
case strings.TrimSpace(newCaseInsensitiveQuery(r.URL.Query()).Get("api_key")) != "":
|
|
return "api_key"
|
|
default:
|
|
return "none"
|
|
}
|
|
}
|