Files

565 lines
19 KiB
Go
Raw Permalink Normal View History

package transcodenode
import (
"bytes"
"context"
"encoding/json"
"net/http"
"net/http/httptest"
"os"
"os/exec"
"path/filepath"
"strings"
"testing"
"time"
"github.com/go-chi/chi/v5"
"github.com/Silo-Server/silo-server/internal/config"
"github.com/Silo-Server/silo-server/internal/nodeconfig"
"github.com/Silo-Server/silo-server/internal/nodesessions"
"github.com/Silo-Server/silo-server/internal/playback"
"github.com/Silo-Server/silo-server/internal/streamtoken"
"github.com/Silo-Server/silo-server/internal/transcodeproxy"
)
const testSecret = "node-reconstruct-test-secret"
// newTestServer builds a transcode Server whose config carries a known JWT secret
// so reconstructFromToken can verify forwarded stream tokens. The tracker is left
// nil: the guard-rejection cases never reach the spawn/track path.
func newTestServer(t *testing.T) *Server {
t.Helper()
w := nodeconfig.NewWatcher(nil, nil, nil, nodeconfig.BootstrapOverrides{})
cfg := &config.Config{}
cfg.Auth.JWTSecret = testSecret
cfg.Playback.TranscodeDir = t.TempDir()
w.SetConfigForTest(cfg)
return &Server{
watcher: w,
sessions: make(map[string]*playback.TranscodeSession),
lastAccess: make(map[string]time.Time),
}
}
func TestProxiedSegmentCompletionRequiresDownstreamAcknowledgement(t *testing.T) {
truePath, err := exec.LookPath("true")
if err != nil {
t.Skipf("`true` not found in PATH: %v", err)
}
const sessionID = "proxy-completion-session"
server := newTestServer(t)
outputDir := t.TempDir()
session, err := playback.StartTranscode(context.Background(), playback.TranscodeOpts{
SessionID: sessionID,
OutputDir: outputDir,
FFmpegPath: truePath,
TargetCodecVideo: "h264",
TargetCodecAudio: "aac",
SegmentDuration: 2,
SegmentRetentionSeconds: 600,
})
if err != nil {
t.Fatalf("StartTranscode: %v", err)
}
t.Cleanup(func() { _ = session.Close() })
server.sessions[sessionID] = session
server.lastAccess[sessionID] = time.Now()
const segmentName = "seg_00007.ts"
if err := os.WriteFile(filepath.Join(outputDir, segmentName), []byte("complete segment"), 0o600); err != nil {
t.Fatal(err)
}
segmentReq := withNodeRouteParams(
httptest.NewRequest(http.MethodGet, "/transcode/"+sessionID+"/segment/"+segmentName, nil),
map[string]string{"session_id": sessionID, "name": segmentName},
)
segmentReq.Header.Set(transcodeproxy.RequestHeader, "1")
segmentRR := httptest.NewRecorder()
server.handleSegment(segmentRR, segmentReq)
if segmentRR.Code != http.StatusOK {
t.Fatalf("segment status = %d, body = %q", segmentRR.Code, segmentRR.Body.String())
}
generation := segmentRR.Header().Get(transcodeproxy.GenerationHeader)
if generation == "" {
t.Fatal("proxied segment omitted generation")
}
if got := session.LastRequestedSegment(); got != 0 {
t.Fatalf("node counted proxy-hop completion as client completion: got %d, want 0", got)
}
ackReq := withNodeRouteParams(
httptest.NewRequest(http.MethodPost, "/transcode/"+sessionID+"/segment/"+segmentName+"/downloaded", nil),
map[string]string{"session_id": sessionID, "name": segmentName},
)
ackReq.Header.Set(transcodeproxy.GenerationHeader, generation)
ackRR := httptest.NewRecorder()
server.handleSegmentDownloaded(ackRR, ackReq)
if ackRR.Code != http.StatusNoContent {
t.Fatalf("ack status = %d, body = %q", ackRR.Code, ackRR.Body.String())
}
if got := session.LastRequestedSegment(); got != 7 {
t.Fatalf("acknowledged segment = %d, want 7", got)
}
}
func TestProxiedSegmentCompletionRejectsStaleGeneration(t *testing.T) {
truePath, err := exec.LookPath("true")
if err != nil {
t.Skipf("`true` not found in PATH: %v", err)
}
const sessionID = "stale-proxy-completion-session"
server := newTestServer(t)
session, err := playback.StartTranscode(context.Background(), playback.TranscodeOpts{
SessionID: sessionID,
OutputDir: t.TempDir(),
FFmpegPath: truePath,
TargetCodecVideo: "h264",
TargetCodecAudio: "aac",
SegmentDuration: 2,
})
if err != nil {
t.Fatalf("StartTranscode: %v", err)
}
t.Cleanup(func() { _ = session.Close() })
server.sessions[sessionID] = session
server.lastAccess[sessionID] = time.Now()
const segmentName = "seg_00007.ts"
ackReq := withNodeRouteParams(
httptest.NewRequest(http.MethodPost, "/transcode/"+sessionID+"/segment/"+segmentName+"/downloaded", nil),
map[string]string{"session_id": sessionID, "name": segmentName},
)
ackReq.Header.Set(transcodeproxy.GenerationHeader, "999")
ackRR := httptest.NewRecorder()
server.handleSegmentDownloaded(ackRR, ackReq)
if ackRR.Code != http.StatusNoContent {
t.Fatalf("ack status = %d, body = %q", ackRR.Code, ackRR.Body.String())
}
if got := session.LastRequestedSegment(); got != 0 {
t.Fatalf("stale acknowledgement advanced segment to %d", got)
}
}
func withNodeRouteParams(req *http.Request, values map[string]string) *http.Request {
routeCtx := chi.NewRouteContext()
for key, value := range values {
routeCtx.URLParams.Add(key, value)
}
return req.WithContext(context.WithValue(req.Context(), chi.RouteCtxKey, routeCtx))
}
func TestHandleStartRequireReadyRejectsExitedFFmpeg(t *testing.T) {
server := newTestServer(t)
ffmpegPath := filepath.Join(t.TempDir(), "failing-ffmpeg.sh")
if err := os.WriteFile(ffmpegPath, []byte("#!/bin/sh\nexit 1\n"), 0o755); err != nil {
t.Fatal(err)
}
server.watcher.Config().Playback.FFmpegPath = ffmpegPath
requestBody, err := json.Marshal(TranscodeStartRequest{
SessionID: "ready-failure-1",
InputPath: "/media/movie.mkv",
TargetCodecVideo: "h264",
TargetCodecAudio: "aac",
SegmentDuration: 2,
RequireReady: true,
})
if err != nil {
t.Fatal(err)
}
req := httptest.NewRequest(http.MethodPost, "/transcode/start", bytes.NewReader(requestBody))
rr := httptest.NewRecorder()
server.handleStart(rr, req)
if rr.Code != http.StatusInternalServerError {
t.Fatalf("status = %d, body = %s", rr.Code, rr.Body.String())
}
server.mu.RLock()
_, registered := server.sessions["ready-failure-1"]
server.mu.RUnlock()
if registered {
t.Fatal("failed readiness session was registered")
}
}
func TestHandleStartDistinctReplacementFailurePreservesPredecessor(t *testing.T) {
server := newTestServer(t)
server.sessions["public-session"] = &playback.TranscodeSession{}
server.activeJobs.Store(1)
ffmpegPath := filepath.Join(t.TempDir(), "failing-ffmpeg.sh")
if err := os.WriteFile(ffmpegPath, []byte("#!/bin/sh\nexit 1\n"), 0o755); err != nil {
t.Fatal(err)
}
server.watcher.Config().Playback.FFmpegPath = ffmpegPath
requestBody, err := json.Marshal(TranscodeStartRequest{
SessionID: "public-session-legacy-replacement",
InputPath: "/media/movie.mkv",
TargetCodecVideo: "copy",
TargetCodecAudio: "aac",
SegmentDuration: 2,
RequireReady: true,
})
if err != nil {
t.Fatal(err)
}
req := httptest.NewRequest(http.MethodPost, "/transcode/start", bytes.NewReader(requestBody))
rr := httptest.NewRecorder()
server.handleStart(rr, req)
if rr.Code != http.StatusInternalServerError {
t.Fatalf("status = %d, body = %s", rr.Code, rr.Body.String())
}
server.mu.RLock()
predecessor := server.sessions["public-session"]
_, replacementRegistered := server.sessions["public-session-legacy-replacement"]
server.mu.RUnlock()
if predecessor == nil {
t.Fatal("failed distinct replacement removed the active predecessor")
}
if replacementRegistered {
t.Fatal("failed distinct replacement was registered")
}
if got := server.activeJobs.Load(); got != 1 {
t.Fatalf("active jobs = %d, want predecessor only", got)
}
}
func signCard(t *testing.T, card playback.RecipeCard) string {
t.Helper()
tok, err := streamtoken.Sign(card.ToClaims(), testSecret, time.Hour)
if err != nil {
t.Fatalf("sign card: %v", err)
}
return tok
}
func requestWithToken(sessionID, token string) *http.Request {
r := httptest.NewRequest(http.MethodGet, "/transcode/"+sessionID+"/master.m3u8", nil)
if token != "" {
r.Header.Set("X-Silo-Stream-Token", token)
}
return r
}
func transcodeCard(sessionID string) playback.RecipeCard {
return playback.NewRecipeCard(7, "profile-1", 42, "", playback.TranscodeOpts{
SessionID: sessionID,
InputPath: "/media/movie.mkv",
TargetCodecVideo: "h264",
SegmentDuration: 6,
})
}
// reconstructFromToken must refuse — without spawning ffmpeg — every request that
// does not carry a valid, matching transcode token. These guards run before any
// StartTranscode, so they are safe to assert without ffmpeg or a media file.
func TestReconstructFromToken_RejectsUnusableTokens(t *testing.T) {
const sid = "sess-123"
s := newTestServer(t)
t.Run("missing token header", func(t *testing.T) {
if got := s.reconstructFromToken(requestWithToken(sid, ""), sid, -1); got != nil {
t.Fatalf("expected nil for missing token, got %v", got)
}
})
t.Run("invalid signature", func(t *testing.T) {
bad, err := streamtoken.Sign(transcodeCard(sid).ToClaims(), "wrong-secret", time.Hour)
if err != nil {
t.Fatalf("sign: %v", err)
}
if got := s.reconstructFromToken(requestWithToken(sid, bad), sid, -1); got != nil {
t.Fatalf("expected nil for bad signature, got %v", got)
}
})
t.Run("session id mismatch", func(t *testing.T) {
tok := signCard(t, transcodeCard("other-session"))
if got := s.reconstructFromToken(requestWithToken(sid, tok), sid, -1); got != nil {
t.Fatalf("expected nil for session id mismatch, got %v", got)
}
})
t.Run("non-transcode card", func(t *testing.T) {
tok := signCard(t, playback.NewDirectRecipeCard(sid, 7, "profile-1", 42))
if got := s.reconstructFromToken(requestWithToken(sid, tok), sid, -1); got != nil {
t.Fatalf("expected nil for direct-play card, got %v", got)
}
})
// The jellycompat node hop signs an identity-only transcode token (the recipe
// lives in the central compat store). Its card decodes as PlayTranscode for the
// right session id but with no encode parameters; with no recipe store wired the
// node must refuse it rather than spawn a malformed ffmpeg.
t.Run("recipe-less transcode token, no recipe store", func(t *testing.T) {
tok := signCard(t, playback.RecipeCard{
SessionID: sid,
UserID: 7,
PlayMethod: playback.PlayTranscode,
InputPath: "/media/movie.mkv",
})
if got := s.reconstructFromToken(requestWithToken(sid, tok), sid, 5); got != nil {
t.Fatalf("expected nil for recipe-less transcode token, got %v", got)
}
})
}
// stubRecipeStore is a recipeStore for the jellycompat node-restart fetch path.
type stubRecipeStore struct {
card *playback.RecipeCard
ok bool
hits int
deletes []string
delErr error
}
func (s *stubRecipeStore) Get(context.Context, string) (*playback.RecipeCard, bool) {
s.hits++
return s.card, s.ok
}
func (s *stubRecipeStore) Delete(_ context.Context, sessionID string) error {
s.deletes = append(s.deletes, sessionID)
return s.delErr
}
// When the forwarded token is recipe-less (jellycompat), the node consults the
// recipe store. A miss or an incomplete recipe must yield a clean nil (404) with
// no ffmpeg spawn — these assert the resolve guards without needing ffmpeg.
func TestReconstructFromToken_JellycompatRecipeFetch(t *testing.T) {
const sid = "compat-sess-1"
recipeLessToken := func(t *testing.T) string {
return signCard(t, playback.RecipeCard{
SessionID: sid,
UserID: 7,
PlayMethod: playback.PlayTranscode,
InputPath: "/media/movie.mkv",
})
}
t.Run("store miss -> nil", func(t *testing.T) {
s := newTestServer(t)
store := &stubRecipeStore{ok: false}
s.SetRecipeStore(store)
if got := s.reconstructFromToken(requestWithToken(sid, recipeLessToken(t)), sid, 5); got != nil {
t.Fatalf("expected nil on store miss, got %v", got)
}
if store.hits != 1 {
t.Fatalf("recipe store consulted %d times, want 1", store.hits)
}
})
t.Run("incomplete fetched recipe -> nil", func(t *testing.T) {
s := newTestServer(t)
// Right session id but missing encode params: must not spawn.
s.SetRecipeStore(&stubRecipeStore{ok: true, card: &playback.RecipeCard{SessionID: sid, PlayMethod: playback.PlayTranscode}})
if got := s.reconstructFromToken(requestWithToken(sid, recipeLessToken(t)), sid, 5); got != nil {
t.Fatalf("expected nil for incomplete fetched recipe, got %v", got)
}
})
t.Run("fetched recipe for wrong session -> nil", func(t *testing.T) {
s := newTestServer(t)
s.SetRecipeStore(&stubRecipeStore{ok: true, card: &playback.RecipeCard{
SessionID: "other", PlayMethod: playback.PlayTranscode, SegmentDuration: 6, TargetCodecVideo: "h264",
}})
if got := s.reconstructFromToken(requestWithToken(sid, recipeLessToken(t)), sid, 5); got != nil {
t.Fatalf("expected nil for wrong-session recipe, got %v", got)
}
})
}
// handleStop is a deliberate teardown, so it must drop the session's recipe to
// stop a buffered/retrying post-restart request from reconstructing a brand-new
// ffmpeg for an already-stopped session. A zero-value TranscodeSession needs no
// ffmpeg or media file to Close, so this asserts the wiring without a real spawn.
func TestHandleStop_DeletesRecipe(t *testing.T) {
const sid = "stop-sess-1"
s := newTestServer(t)
s.tracker = nodesessions.NewTracker(nil, "node-url", "node-name", "transcode")
store := &stubRecipeStore{}
s.SetRecipeStore(store)
s.sessions[sid] = &playback.TranscodeSession{}
s.activeJobs.Store(1)
r := httptest.NewRequest(http.MethodDelete, "/transcode/"+sid, nil)
rctx := chi.NewRouteContext()
rctx.URLParams.Add("session_id", sid)
r = r.WithContext(context.WithValue(r.Context(), chi.RouteCtxKey, rctx))
rec := httptest.NewRecorder()
s.handleStop(rec, r)
if rec.Code != http.StatusNoContent {
t.Fatalf("handleStop status = %d, want %d", rec.Code, http.StatusNoContent)
}
if len(store.deletes) != 1 || store.deletes[0] != sid {
t.Fatalf("recipe deletes = %v, want [%q]", store.deletes, sid)
}
if _, ok := s.sessions[sid]; ok {
t.Fatalf("session %q still registered after stop", sid)
}
}
// The idle reaper must close only jobs whose last access predates the TTL;
// registration counts as an access, so a just-started job (including one still
// waiting on its manifest in the RequireReady flow) is spared. Zero-value
// TranscodeSessions Close without ffmpeg, so this runs without a real spawn.
func TestReapIdleSessions_ClosesOnlyIdleJobs(t *testing.T) {
s := newTestServer(t)
s.tracker = nodesessions.NewTracker(nil, "node-url", "node-name", "transcode")
s.sessions["fresh-1"] = &playback.TranscodeSession{}
s.sessions["stale-1"] = &playback.TranscodeSession{}
s.lastAccess = map[string]time.Time{
"fresh-1": time.Now(),
"stale-1": time.Now().Add(-sessionIdleTTL - time.Minute),
}
s.activeJobs.Store(2)
s.reapIdleSessions(sessionIdleTTL)
s.mu.RLock()
_, freshAlive := s.sessions["fresh-1"]
_, staleAlive := s.sessions["stale-1"]
_, staleTracked := s.lastAccess["stale-1"]
s.mu.RUnlock()
if !freshAlive {
t.Fatal("recently accessed session was reaped")
}
if staleAlive {
t.Fatal("idle session survived the reaper")
}
if staleTracked {
t.Fatal("reaped session's idle clock was not dropped")
}
if got := s.activeJobs.Load(); got != 1 {
t.Fatalf("activeJobs = %d, want 1", got)
}
}
// A registered job with no recorded access (untracked registration) must not
// be closed; the sweep starts its idle clock instead of reaping a job that may
// be actively serving.
func TestReapIdleSessions_StartsClockForUntrackedJob(t *testing.T) {
s := newTestServer(t)
s.sessions["untracked-1"] = &playback.TranscodeSession{}
s.activeJobs.Store(1)
s.reapIdleSessions(sessionIdleTTL)
s.mu.RLock()
_, alive := s.sessions["untracked-1"]
last, tracked := s.lastAccess["untracked-1"]
s.mu.RUnlock()
if !alive {
t.Fatal("untracked session was reaped")
}
if !tracked || last.IsZero() {
t.Fatal("sweep did not start the untracked session's idle clock")
}
if got := s.activeJobs.Load(); got != 1 {
t.Fatalf("activeJobs = %d, want 1", got)
}
}
// touchSession must refresh a registered job's idle clock and ignore ids with
// no live session (a reconstruct records its own first access on register).
func TestTouchSession_RefreshesIdleClock(t *testing.T) {
s := newTestServer(t)
s.sessions["live-1"] = &playback.TranscodeSession{}
stale := time.Now().Add(-sessionIdleTTL - time.Minute)
s.lastAccess = map[string]time.Time{"live-1": stale}
s.touchSession("live-1")
s.touchSession("ghost-1")
s.mu.RLock()
defer s.mu.RUnlock()
if !s.lastAccess["live-1"].After(stale) {
t.Fatal("touch did not refresh the live session's idle clock")
}
if _, ok := s.lastAccess["ghost-1"]; ok {
t.Fatal("touch recorded access for an unregistered session")
}
}
// spawnReconstruct must NOT apply the fast seg×dur resume seek for copy-mode
// cards: copy-mode segments have variable durations, so seg×dur points at the
// wrong source time. The card's original start must stand. Asserting opts off a
// real spawn would need ffmpeg, so this checks the gating condition directly.
func TestCopyModeReconstruct_SkipsFastSeek(t *testing.T) {
const dur = 6
card := playback.RecipeCard{
SessionID: "copy-sess-1",
PlayMethod: playback.PlayTranscode,
TargetCodecVideo: "copy",
SegmentDuration: dur,
StartSegmentNumber: 0,
}
const requestedSegment = 10
applyFastSeek := requestedSegment > card.StartSegmentNumber && card.SegmentDuration > 0 &&
!strings.EqualFold(card.TargetCodecVideo, "copy")
if applyFastSeek {
t.Fatalf("copy-mode card must not apply the seg×dur fast seek")
}
// Same shape but ENCODED: the fast seek must apply.
card.TargetCodecVideo = "h264"
applyFastSeek = requestedSegment > card.StartSegmentNumber && card.SegmentDuration > 0 &&
!strings.EqualFold(card.TargetCodecVideo, "copy")
if !applyFastSeek {
t.Fatalf("encoded card must apply the seg×dur fast seek")
}
}
// A fresh /transcode/start must resolve this node's configured hw_device list
// through the shared GPU pool — the same path reconstruction uses — rather
// than bypassing it with an empty device.
func TestHandleStartUsesConfiguredHWDeviceList(t *testing.T) {
server := newTestServer(t)
ffmpegPath := filepath.Join(t.TempDir(), "looping-ffmpeg.sh")
if err := os.WriteFile(ffmpegPath, []byte("#!/bin/sh\nwhile :; do sleep 0.1; done\n"), 0o755); err != nil {
t.Fatal(err)
}
// This test reaches the spawn/track path, so it needs a (no-op) tracker.
server.tracker = nodesessions.NewTracker(nil, "http://node", "node", "transcode")
cfg := server.watcher.Config()
cfg.Playback.FFmpegPath = ffmpegPath
// Neither device exists, so resolution deterministically lands on the
// first entry; the point is that the configured list reaches the session.
cfg.Playback.HWDevice = "/dev/dri/renderD888,/dev/dri/renderD889"
requestBody, err := json.Marshal(TranscodeStartRequest{
SessionID: "hwdevice-start-1",
InputPath: "/media/movie.mkv",
TargetCodecVideo: "h264",
TargetCodecAudio: "aac",
SegmentDuration: 2,
HWAccel: "vaapi",
})
if err != nil {
t.Fatal(err)
}
req := httptest.NewRequest(http.MethodPost, "/transcode/start", bytes.NewReader(requestBody))
rr := httptest.NewRecorder()
server.handleStart(rr, req)
if rr.Code != http.StatusAccepted {
t.Fatalf("status = %d, body = %s", rr.Code, rr.Body.String())
}
server.mu.RLock()
session := server.sessions["hwdevice-start-1"]
server.mu.RUnlock()
if session == nil {
t.Fatal("session was not registered")
}
defer session.CloseProcess()
if got := session.Opts().HWDevice; got != "/dev/dri/renderD888" {
t.Fatalf("session HWDevice = %q, want one concrete device from the configured list", got)
}
}