Kenneth SkovhedeandGitHub
d99f74ed94
* Rewrite the backend manager. This creates a new more logic backend manager that handles all backend operations. For each top-level operation, there is now a single backend manager instance that is passed to sub-commands. The internals of the backend manager are now rewritten to use async logic instead of threading. The design uses a single task runner that dispatches operations and honors concurrent settings and limits from one place. The logic for each operation has been moved into a separate files/classes to make it easier to understand each operation. This fixes #5804 * Fixed a few issues with not awaiting tasks * Fixed not creating empty databases * Fixed an issue with hashes not being recorded on download * Reworked the download logic to avoid attempting to decrypt the file if it has been modified. * Review fixes * Renamed db collector to better reflect the purpose. * Review fixes
112 lines
4.5 KiB
C#
112 lines
4.5 KiB
C#
// Copyright (C) 2025, The Duplicati Team
|
|
// https://duplicati.com, hello@duplicati.com
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a
|
|
// copy of this software and associated documentation files (the "Software"),
|
|
// to deal in the Software without restriction, including without limitation
|
|
// the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
// and/or sell copies of the Software, and to permit persons to whom the
|
|
// Software is furnished to do so, subject to the following conditions:
|
|
//
|
|
// The above copyright notice and this permission notice shall be included in
|
|
// all copies or substantial portions of the Software.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
|
|
// OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
// FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
|
// DEALINGS IN THE SOFTWARE.
|
|
|
|
using System;
|
|
using System.Diagnostics;
|
|
using System.Linq;
|
|
using System.Threading.Tasks;
|
|
using CoCoL;
|
|
using Duplicati.Library.Main.Database;
|
|
using Duplicati.Library.Utility;
|
|
|
|
namespace Duplicati.Library.Main.Operation.Restore
|
|
{
|
|
|
|
/// <summary>
|
|
/// Process that starts the download of the requested volumes.
|
|
/// </summary>
|
|
internal class VolumeDownloader
|
|
{
|
|
/// <summary>
|
|
/// The log tag for this class.
|
|
/// </summary>
|
|
private static readonly string LOGTAG = Logging.Log.LogTagFromType<VolumeDownloader>();
|
|
|
|
/// <summary>
|
|
/// Runs the volume downloader process.
|
|
/// </summary>
|
|
/// <param name="options">The restore options.</param>
|
|
/// <param name="results">The restore results.</param>
|
|
public static Task Run(Channels channels, LocalRestoreDatabase db, Options options, RestoreResults results)
|
|
{
|
|
return AutomationExtensions.RunTask(
|
|
new
|
|
{
|
|
Input = channels.DownloadRequest.AsRead(),
|
|
Output = channels.DecryptRequest.AsWrite()
|
|
},
|
|
async self =>
|
|
{
|
|
Stopwatch sw_read = options.InternalProfiling ? new() : null;
|
|
Stopwatch sw_write = options.InternalProfiling ? new() : null;
|
|
Stopwatch sw_wait = options.InternalProfiling ? new() : null;
|
|
|
|
try
|
|
{
|
|
while (true)
|
|
{
|
|
// Get the block request from the `BlockManager` process.
|
|
sw_read?.Start();
|
|
var (volume_id, waittask) = await self.Input.ReadAsync();
|
|
sw_read?.Stop();
|
|
|
|
// Trigger the download.
|
|
sw_wait?.Start();
|
|
TempFile f = null;
|
|
try
|
|
{
|
|
f = await waittask.ConfigureAwait(false);
|
|
}
|
|
catch (Exception)
|
|
{
|
|
var (volume_name, _, _) = db.GetVolumeInfo(volume_id).First();
|
|
lock (results)
|
|
results.BrokenRemoteFiles.Add(volume_name);
|
|
|
|
throw;
|
|
}
|
|
sw_wait?.Stop();
|
|
|
|
// Pass the download handle (which may or may not have downloaded already) to the `VolumeDecryptor` process.
|
|
sw_write?.Start();
|
|
await self.Output.WriteAsync((volume_id, f));
|
|
sw_write?.Stop();
|
|
}
|
|
}
|
|
catch (RetiredException)
|
|
{
|
|
Logging.Log.WriteVerboseMessage(LOGTAG, "RetiredProcess", null, "Volume downloader retired");
|
|
|
|
if (options.InternalProfiling)
|
|
{
|
|
Logging.Log.WriteProfilingMessage(LOGTAG, "InternalTimings", $"Read: {sw_read.ElapsedMilliseconds}ms, Write: {sw_write.ElapsedMilliseconds}ms, Wait: {sw_wait.ElapsedMilliseconds}ms");
|
|
}
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
Logging.Log.WriteErrorMessage(LOGTAG, "DownloadError", ex, "Error during download");
|
|
throw;
|
|
}
|
|
});
|
|
}
|
|
}
|
|
|
|
} |