Files
duplicati/Duplicati/Library/Main/Backend/BackendManager.PendingOperation.cs
T
Kenneth SkovhedeandGitHub d99f74ed94 Rewrite the backend manager. (#5896)
* Rewrite the backend manager.

This creates a new more logic backend manager that handles all backend operations.

For each top-level operation, there is now a single backend manager instance that is passed to sub-commands.

The internals of the backend manager are now rewritten to use async logic instead of threading.

The design uses a single task runner that dispatches operations and honors concurrent settings and limits from one place.

The logic for each operation has been moved into a separate files/classes to make it easier to understand each operation.

This fixes #5804

* Fixed a few issues with not awaiting tasks

* Fixed not creating empty databases

* Fixed an issue with hashes not being recorded on download

* Reworked the download logic to avoid attempting to decrypt the file if it has been modified.

* Review fixes

* Renamed db collector to better reflect the purpose.

* Review fixes
2025-01-28 08:54:50 +01:00

138 lines
4.8 KiB
C#

using System;
using System.Threading;
using System.Threading.Tasks;
using Duplicati.Library.Interface;
using Duplicati.Library.Main.Operation.Common;
using Duplicati.Library.Utility;
namespace Duplicati.Library.Main.Backend;
#nullable enable
partial class BackendManager
{
/// <summary>
/// Execution context for the backend manager
/// </summary>
/// <param name="HandleProgress">A progress handler</param>
/// <param name="Statwriter">The stat writer</param>
/// <param name="Database">The database collector</param>
/// <param name="TaskReader">The task reader</param>
/// <param name="Options">The options</param>
private sealed record ExecuteContext(
Action<ThrottledStream, long, string> HandleProgress,
IBackendWriter Statwriter,
DatabaseCollector Database,
ITaskReader TaskReader,
Options Options);
/// <summary>
/// A base non-generic pending operation
/// </summary>
private abstract class PendingOperationBase
{
/// <summary>
/// The execution context
/// </summary>
public ExecuteContext Context { get; }
/// <summary>
/// Whether to wait for the operation to complete.
/// If false, the operation is queued and the task is returned after the operation is queued.
/// </summary>
public bool WaitForComplete { get; }
/// <summary>
/// The cancellation token
/// </summary>
public CancellationToken CancelToken { get; set; }
/// <summary>
/// The type of operation the pending operation represents
/// </summary>
public abstract BackendActionType Operation { get; }
/// <summary>
/// The remote filename, if any
/// </summary>
public virtual string RemoteFilename => string.Empty;
/// <summary>
/// The remote size, if any
/// </summary>
public virtual long Size => -1L;
/// <summary>
/// Sets the operation as cancelled
/// </summary>
public abstract void SetCancelled();
/// <summary>
/// Sets the operation as failed
/// </summary>
/// <param name="ex">The exception</param>
public abstract void SetFailed(Exception ex);
/// <summary>
/// Creates a new pending operation
/// </summary>
/// <param name="context">The execution context</param>
/// <param name="waitForComplete">Whether to wait for the operation to complete</param>
/// <param name="cancelToken">The cancellation token</param>
public PendingOperationBase(ExecuteContext context, bool waitForComplete, CancellationToken cancelToken)
{
Context = context;
WaitForComplete = waitForComplete;
CancelToken = cancelToken;
}
}
/// <summary>
/// The basic queued backend operation
/// </summary>
/// <remarks>
/// Creates a new pending operation
/// </remarks>
/// <param name="context">The execution context</param>
/// <param name="waitForComplete">Whether to wait for the operation to complete</param>
/// <param name="cancelToken">The cancellation token</param>
private abstract class PendingOperation<TResult>(ExecuteContext context, bool waitForComplete, CancellationToken cancelToken) : PendingOperationBase(context, waitForComplete, cancelToken)
{
/// <summary>
/// A signal for the task completion
/// </summary>
private readonly TaskCompletionSource<TResult> taskCompleteSignal = new TaskCompletionSource<TResult>(TaskCreationOptions.RunContinuationsAsynchronously);
/// <summary>
/// The task that is completed when the operation is done
/// </summary>
public Task<TResult> GetResult() => taskCompleteSignal.Task;
/// <summary>
/// Sets the operation as complete
/// </summary>
public void SetComplete(TResult result)
{
taskCompleteSignal.TrySetResult(result);
}
/// <summary>
/// Sets the operation as failed
/// </summary>
/// <param name="ex">The exception</param>
public override void SetFailed(Exception ex)
{
taskCompleteSignal.TrySetException(ex);
}
/// <summary>
/// Sets the operation as cancelled
/// </summary>
public override void SetCancelled()
{
taskCompleteSignal.TrySetCanceled();
}
/// <summary>
/// Executes the operation
/// </summary>
/// <param name="backend">The backend to execute the operation on</param>
/// <param name="cancelToken">The cancellation token</param>
/// <returns>An awaitable task</returns>
public abstract Task<TResult> ExecuteAsync(IBackend backend, CancellationToken cancelToken);
}
}