2026-04-16 15:21:24 +02:00
// Copyright (C) 2026, The Duplicati Team
2024-11-22 11:47:07 +01:00
// https://duplicati.com, hello@duplicati.com
2025-08-08 12:36:33 +02:00
//
// Permission is hereby granted, free of charge, to any person obtaining a
// copy of this software and associated documentation files (the "Software"),
// to deal in the Software without restriction, including without limitation
// the rights to use, copy, modify, merge, publish, distribute, sublicense,
// and/or sell copies of the Software, and to permit persons to whom the
2024-11-22 11:47:07 +01:00
// Software is furnished to do so, subject to the following conditions:
2025-08-08 12:36:33 +02:00
//
// The above copyright notice and this permission notice shall be included in
2024-11-22 11:47:07 +01:00
// all copies or substantial portions of the Software.
2025-08-08 12:36:33 +02:00
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
// OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
// FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
2024-11-22 11:47:07 +01:00
// DEALINGS IN THE SOFTWARE.
2025-10-02 16:21:03 +02:00
using System ;
2025-09-30 12:55:13 +02:00
using System.Buffers ;
2025-10-02 16:21:03 +02:00
using System.Threading ;
2025-10-02 21:40:40 +02:00
using Duplicati.Library.Main.Volumes ;
using Duplicati.Library.Utility ;
2025-09-30 12:55:13 +02:00
#nullable enable
2024-11-13 16:55:47 +01:00
namespace Duplicati.Library.Main.Operation.Restore
{
2024-11-22 15:26:04 +01:00
2025-08-08 12:38:08 +02:00
/// <summary>
/// Represents the type of block request.
/// </summary>
public enum BlockRequestType
{
Download , // Request to download a block
CacheEvict , // Request to evict a block from cache
}
2025-09-30 12:55:13 +02:00
/// <summary>
/// Represents a block of data where the byte[] buffer is returned to the ArrayPool when the DataBlock is finalized.
/// </summary>
2025-10-02 16:21:03 +02:00
public class DataBlock ( byte [] data ) : IDisposable
2025-09-30 12:55:13 +02:00
{
/// <summary>
/// The data buffer for this block. This buffer is returned to the ArrayPool when the DataBlock is finalized, which will make this field null.
/// </summary>
public byte []? Data = data ;
/// <summary>
2025-10-02 16:21:03 +02:00
/// The reference count for this DataBlock. When the reference count reaches zero, the byte[] buffer is returned to the ArrayPool.
2025-09-30 12:55:13 +02:00
/// </summary>
2025-10-02 16:21:03 +02:00
private int references = 1 ;
/// <summary>
/// References this DataBlock, incrementing the reference count.
/// </summary>
/// <remarks>The method returns the DataBlock instance for `using` statements.</remarks>
/// <returns>This DataBlock instance.</returns>
public DataBlock Reference ( int count = 1 )
{
Interlocked . Add ( ref references , count );
return this ;
}
public void Dispose ()
{
Dereference ();
GC . SuppressFinalize ( this );
}
/// <summary>
/// Dereferences this DataBlock, returning the byte[] buffer to the ArrayPool if the reference count reaches zero.
/// </summary>
/// <returns>true if the buffer was returned to the ArrayPool; otherwise, false.</returns>
private void Dereference ()
2025-09-30 12:55:13 +02:00
{
2025-10-02 16:21:03 +02:00
if ( Interlocked . Decrement ( ref references ) == 0 )
2025-09-30 12:55:13 +02:00
{
2025-10-02 16:21:03 +02:00
if ( Data != null )
{
ArrayPool < byte >. Shared . Return ( Data );
Data = null ;
}
2025-09-30 12:55:13 +02:00
}
}
}
2025-10-02 21:40:40 +02:00
/// <summary>
/// Represents a block of data where the byte[] buffer is returned to the ArrayPool when the DataBlock is finalized.
/// </summary>
public class VolumeWrapper ( TempFile file , BlockVolumeReader reader ) : IDisposable
{
2025-10-03 07:50:03 +02:00
/// <summary>
/// The TempFile for this volume.
/// </summary>
private TempFile ? File = file ;
/// <summary>
/// The BlockVolumeReader for this volume.
/// </summary>
2025-10-02 21:40:40 +02:00
public BlockVolumeReader ? Reader = reader ;
2025-10-03 08:11:04 +02:00
/// <summary>
/// The size of the volume file in bytes.
/// </summary>
public long Size { init ; get ; } = new System . IO . FileInfo ( file ). Length ;
2025-10-02 21:40:40 +02:00
/// <summary>
/// The reference count for this DataBlock. When the reference count reaches zero, the byte[] buffer is returned to the ArrayPool.
/// </summary>
private int references = 1 ;
/// <summary>
/// References this DataBlock, incrementing the reference count.
/// </summary>
/// <remarks>The method returns the DataBlock instance for `using` statements.</remarks>
/// <returns>This DataBlock instance.</returns>
public VolumeWrapper Reference ( int count = 1 )
{
Interlocked . Add ( ref references , count );
return this ;
}
public void Dispose ()
{
Dereference ();
GC . SuppressFinalize ( this );
}
/// <summary>
/// Dereferences this DataBlock, returning the byte[] buffer to the ArrayPool if the reference count reaches zero.
/// </summary>
/// <returns>true if the buffer was returned to the ArrayPool; otherwise, false.</returns>
private void Dereference ()
{
if ( Interlocked . Decrement ( ref references ) == 0 )
{
Reader ?. Dispose ();
Reader = null ;
2025-10-03 07:50:19 +02:00
File ?. Dispose ();
File = null ;
2025-10-02 21:40:40 +02:00
}
}
}
2024-11-22 15:26:04 +01:00
/// <summary>
/// Represents a block request that the `VolumeDownloader` process will use to download a block from the backend.
/// </summary>
/// <param name="blockID">The block ID in the database.</param>
/// <param name="blockOffset">The offset in blocks this block represents in the target file.</param>
/// <param name="blockHash">The hash of the block.</param>
/// <param name="blockSize">The size of the block.</param>
/// <param name="volumeID">The ID of the volume in which the block is stored remotely.</param>
2024-11-25 17:32:00 +01:00
/// <param name="cacheDecrEvict">Flag indicating that this block request should either decrement the block counter for BlockID (for BlockManager) or evict the VolumeID (for VolumeDownloader).</param>
2025-08-08 12:38:08 +02:00
public class BlockRequest ( long blockID , long blockOffset , string blockHash , long blockSize , long volumeID , BlockRequestType requestType )
2025-11-10 13:28:59 +01:00
{ // Total = 81 bytes
2024-11-13 16:55:47 +01:00
public long BlockID { get ; } = blockID ;
2024-11-20 16:33:33 +01:00
public long BlockOffset { get ; } = blockOffset ;
2024-11-13 16:55:47 +01:00
public string BlockHash { get ; } = blockHash ;
public long BlockSize { get ; } = blockSize ;
public long VolumeID { get ; } = volumeID ;
2025-08-08 12:38:08 +02:00
public BlockRequestType RequestType { get ; set ; } = requestType ;
2025-11-10 13:28:59 +01:00
public DateTime TimestampMilliseconds { get ; } = DateTime . Now ;
2024-11-13 16:55:47 +01:00
}
2024-11-22 15:26:04 +01:00
2024-12-03 08:35:14 +01:00
/// <summary>
/// Represents a file request that the `FileLister` process sends to the `FileProcessor` process.
/// </summary>
/// <param name="ID">The File ID.</param>
/// <param name="OriginalPath">The original path of the file.</param>
/// <param name="TargetPath">The target path of the file.</param>
/// <param name="Hash">The file hash.</param>
/// <param name="Length">The length of the file.</param>
/// <param name="BlocksetID">The BlocksetID of the file.</param>
2026-02-09 12:28:21 +01:00
/// <param name="IsPriorityFile">Whether this is a priority file that should be processed before other files.</param>
public class FileRequest ( long ID , string OriginalPath , string TargetPath , string Hash , long Length , long BlocksetID , bool IsPriorityFile = false )
2024-12-03 08:35:14 +01:00
{
public long ID { get ; } = ID ;
public string OriginalPath { get ; } = OriginalPath ;
public string TargetPath { get ; } = TargetPath ;
public string Hash { get ; } = Hash ;
public long Length { get ; } = Length ;
public long BlocksetID { get ; } = BlocksetID ;
2026-02-09 12:28:21 +01:00
public bool IsPriorityFile { get ; } = IsPriorityFile ;
2024-12-03 08:35:14 +01:00
}
2024-11-13 16:55:47 +01:00
}