* docs(autoscan): add arr webhook intake spec and implementation plan Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * feat(autoscan): add webhook intake schema migration Adds delivery_mode to autoscan_sources, the autoscan_webhook_endpoints table, and delivery_mode/provider_event_type on autoscan_events. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * feat(autoscan): add built-in arr-webhook source identity Host-discovered scan-source entry so webhook-mode sources need no plugin installation; composite lister appends it to plugin discovery. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * feat(autoscan): persist delivery mode, webhook endpoints, event metadata Sources carry delivery_mode; autoscan_webhook_endpoints CRUD with SHA-256 token lookup and AAD-bound encrypted redisplay; events record delivery_mode/provider_event_type; CreateEvent gains SkipRunningCheck so webhook deliveries are never dropped by the poll exclusion. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * feat(autoscan): share the consume path and add webhook IngestChanges Extracts consumeSourceChanges from PollOnce (marker semantics preserved, existing poll tests unchanged); PollOnce skips webhook sources; IngestChanges feeds deliveries through the shared pipeline without markers and without the running-event exclusion. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * feat(autoscan): add Sonarr/Radarr webhook payload parser Host-side arrwebhook package: provider inference, import/rename/delete path extraction with vanished-path-friendly previous paths, subtree fallback, exact-path dedupe, and no-op unknown events. Fixture-backed. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * feat(autoscan): add public webhook delivery route and admin endpoint management Public POST /api/v1/autoscan/webhooks/{token} with per-IP rate limiting, 256KiB body cap, 202-for-noop semantics, and token/body kept out of logs; admin create/rotate/delete endpoint routes; source responses carry delivery mode + webhook status/URL; create/update validate delivery mode against source identity. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * feat(web): add webhook delivery mode to Autoscan admin UI Webhook sources get a generate/copy/rotate webhook URL section, provider selector, delivery status, and a connection-free Add-source flow; activity rows badge webhook deliveries with the arr event type. Path rewrites stay editable in both modes. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * fix(api): redact secret path params from request and activity logs The request logger and activity-log middleware recorded raw URLs, so bearer credentials in secret path segments (autoscan webhook {token}, webhook-sync {secret}) were persisted to app logs and activity_log. Redact the secret segment via the chi route params in both sinks. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * fix(autoscan): make webhook delivery reliable --------- Co-authored-by: Claude Fable 5 <noreply@anthropic.com>
59 lines
1.9 KiB
Go
59 lines
1.9 KiB
Go
package tasks
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
|
|
"github.com/Silo-Server/silo-server/internal/taskmanager"
|
|
)
|
|
|
|
const (
|
|
autoscanWebhookRetryIntervalMs int64 = 15 * 1000
|
|
autoscanWebhookRetryBatch = 100
|
|
)
|
|
|
|
type AutoscanWebhookRetrier interface {
|
|
RetryPendingWebhookDeliveries(ctx context.Context, limit int) (int, error)
|
|
}
|
|
|
|
// AutoscanWebhookRetryTask drains the durable webhook inbox independently of
|
|
// the scan-source poll cadence. It stays hidden because it is reliability
|
|
// plumbing rather than an operator-facing maintenance action.
|
|
type AutoscanWebhookRetryTask struct {
|
|
retrier AutoscanWebhookRetrier
|
|
}
|
|
|
|
func NewAutoscanWebhookRetryTask(retrier AutoscanWebhookRetrier) *AutoscanWebhookRetryTask {
|
|
return &AutoscanWebhookRetryTask{retrier: retrier}
|
|
}
|
|
|
|
func (t *AutoscanWebhookRetryTask) Key() string { return "autoscan_webhook_retry" }
|
|
func (t *AutoscanWebhookRetryTask) Name() string { return "Autoscan webhook retry" }
|
|
func (t *AutoscanWebhookRetryTask) Description() string {
|
|
return "Retry durably accepted Autoscan webhook deliveries"
|
|
}
|
|
func (t *AutoscanWebhookRetryTask) Category() taskmanager.TaskCategory {
|
|
return taskmanager.TaskCategoryLibrary
|
|
}
|
|
func (t *AutoscanWebhookRetryTask) IsHidden() bool { return true }
|
|
|
|
func (t *AutoscanWebhookRetryTask) DefaultTriggers() []taskmanager.TriggerConfig {
|
|
return []taskmanager.TriggerConfig{{
|
|
Type: taskmanager.TriggerTypeInterval,
|
|
IntervalMs: autoscanWebhookRetryIntervalMs,
|
|
}}
|
|
}
|
|
|
|
func (t *AutoscanWebhookRetryTask) Execute(ctx context.Context, progress taskmanager.ProgressReporter) error {
|
|
if t.retrier == nil {
|
|
return nil
|
|
}
|
|
progress.Report(0, "Checking durable webhook deliveries")
|
|
processed, err := t.retrier.RetryPendingWebhookDeliveries(ctx, autoscanWebhookRetryBatch)
|
|
if err != nil {
|
|
return fmt.Errorf("retry autoscan webhook deliveries: %w", err)
|
|
}
|
|
progress.Report(100, fmt.Sprintf("Processed %d webhook deliveries", processed))
|
|
return nil
|
|
}
|