// Copyright (C) 2024, The Duplicati Team
// https://duplicati.com, hello@duplicati.com
//
// Permission is hereby granted, free of charge, to any person obtaining a
// copy of this software and associated documentation files (the "Software"),
// to deal in the Software without restriction, including without limitation
// the rights to use, copy, modify, merge, publish, distribute, sublicense,
// and/or sell copies of the Software, and to permit persons to whom the
// Software is furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
// OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
// FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
// DEALINGS IN THE SOFTWARE.
using System;
using System.Threading.Tasks;
using Duplicati.Library.Main.Database;
using CoCoL;
using Duplicati.Library.Main.Operation.Common;
using System.Collections.Generic;
using Duplicati.Library.Main.Volumes;
using System.Linq;
using Duplicati.Library.Interface;
namespace Duplicati.Library.Main.Operation.Backup
{
///
/// Asynchronous interface that ensures all requests
/// to the database are performed in a sequential manner
///
internal class BackupDatabase : DatabaseCommon
{
private readonly LocalBackupDatabase m_database;
public class FileEntryData
{
public long id;
public DateTime modified;
public long filesize;
public string metahash;
public long metasize;
}
public BackupDatabase(LocalBackupDatabase database, Options options)
: base(database, options)
{
m_database = database;
}
public Task FindBlockIDAsync(string hash, long size)
{
return RunOnMain(() => m_database.FindBlockID(hash, size, m_transaction));
}
public Task AddBlockAsync(string hash, long size, long volumeid)
{
return RunOnMain(() => m_database.AddBlock(hash, size, volumeid, m_transaction));
}
public Task GetFileHashAsync(long fileid)
{
return RunOnMain(() => m_database.GetFileHash(fileid, m_transaction));
}
public Task> AddMetadatasetAsync(string hash, long size, long blocksetid)
{
return RunOnMain(() =>
{
long metadataid;
var n = m_database.AddMetadataset(hash, size, blocksetid, out metadataid, m_transaction);
return new Tuple(n, metadataid);
});
}
public Task> GetMetadataIDAsync(string hash, long size)
{
return RunOnMain(() =>
{
long metadataid;
var r = m_database.GetMetadatasetID(hash, size, out metadataid, m_transaction);
return new Tuple(r, metadataid);
});
}
public Task AddDirectoryEntryAsync(string filename, long metadataid, DateTime lastModified)
{
return RunOnMain(() => m_database.AddDirectoryEntry(filename, metadataid, lastModified, m_transaction));
}
public Task AddSymlinkEntryAsync(string filename, long metadataid, DateTime lastModified)
{
return RunOnMain(() => m_database.AddSymlinkEntry(filename, metadataid, lastModified, m_transaction));
}
public Task> GetMetadataHashAndSizeForFileAsync(long fileid)
{
return RunOnMain(() => m_database.GetMetadataHashAndSizeForFile(fileid, m_transaction));
}
public Task> GetFileLastModifiedAsync(long prefixid, string path, long lastfilesetid, bool includeLength)
{
return RunOnMain(() =>
{
var id = m_database.GetFileLastModified(prefixid, path, lastfilesetid, includeLength, out var lastModified, out var length, m_transaction);
return new Tuple(id, lastModified, length);
});
}
public Task GetFileEntryAsync(long prefixid, string path, long lastfilesetid)
{
return RunOnMain(() => {
DateTime oldModified;
long lastFileSize;
string oldMetahash;
long oldMetasize;
var id = m_database.GetFileEntry(prefixid, path, lastfilesetid, out oldModified, out lastFileSize, out oldMetahash, out oldMetasize, m_transaction);
return
id < 0 ?
null :
new FileEntryData() { id = id, modified = oldModified, filesize = lastFileSize, metahash = oldMetahash, metasize = oldMetasize };
});
}
public Task AddBlocksetAsync(string filehash, long size, int blocksize, IEnumerable hashlist, IEnumerable blocklisthashes)
{
return RunOnMain(() => {
long blocksetid;
m_database.AddBlockset(filehash, size, blocksize, hashlist, blocklisthashes, out blocksetid, m_transaction);
return blocksetid;
});
}
public Task GetOrCreatePathPrefix(string prefix)
{
return RunOnMain(() => m_database.GetOrCreatePathPrefix(prefix, m_transaction));
}
public Task AddFileAsync(long prefixid, string filename, DateTime lastmodified, long blocksetid, long metadataid)
{
return RunOnMain(() => m_database.AddFile(prefixid, filename, lastmodified, blocksetid, metadataid, m_transaction));
}
public Task AddUnmodifiedAsync(long fileid, DateTime lastModified)
{
return RunOnMain(() => m_database.AddUnmodifiedFile(fileid, lastModified, m_transaction));
}
public Task MoveBlockToVolumeAsync(string blockkey, long size, long sourcevolumeid, long targetvolumeid)
{
return RunOnMain(() => m_database.MoveBlockToVolume(blockkey, size, sourcevolumeid, targetvolumeid, m_transaction));
}
public Task SafeDeleteRemoteVolumeAsync(string remotename)
{
return RunOnMain(() => m_database.SafeDeleteRemoteVolume(remotename, m_transaction));
}
public Task GetBlocklistHashesAsync(string remotename)
{
return RunOnMain(() => Task.FromResult(m_database.GetBlocklistHashes(remotename, m_transaction)));
}
public Task UpdateIndexVolumeAsync(IndexVolumeWriter indexvolume, BlockVolumeWriter blockvolume)
{
if (indexvolume != null)
return Task.FromResult(true);
return RunOnMain(() =>
{
m_database.AddIndexBlockLink(indexvolume.VolumeID, blockvolume.VolumeID, m_transaction);
indexvolume.StartVolume(blockvolume.RemoteFilename);
foreach(var b in m_database.GetBlocks(blockvolume.VolumeID, m_transaction))
indexvolume.AddBlock(b.Hash, b.Size);
m_database.UpdateRemoteVolume(indexvolume.RemoteFilename, RemoteVolumeState.Uploading, -1, null, m_transaction);
});
}
public Task AppendFilesFromPreviousSetAsync()
{
return RunOnMain(() => m_database.AppendFilesFromPreviousSet(m_transaction));
}
public Task AppendFilesFromPreviousSetAsync(string[] deletedFilelist)
{
return RunOnMain(() => m_database.AppendFilesFromPreviousSet(m_transaction, deletedFilelist));
}
public Task AppendFilesFromPreviousSetAsync(string[] deletedFilelist, long filesetid, long prevId, DateTime timestamp)
{
return RunOnMain(() => m_database.AppendFilesFromPreviousSet(m_transaction, deletedFilelist, filesetid, prevId, timestamp));
}
///
/// Populates FilesetEntry table with files from previous fileset, which aren't
/// yet part of the new fileset, and which aren't excluded by the (optional) exclusion
/// predicate.
///
/// Optional exclusion predicate (true = exclude file)
public Task AppendFilesFromPreviousSetWithPredicateAsync(Func exclusionPredicate)
{
return RunOnMain(() => m_database.AppendFilesFromPreviousSetWithPredicate(m_transaction, exclusionPredicate));
}
///
/// Populates FilesetEntry table with files from previous fileset, which aren't
/// yet part of the new fileset, and which aren't excluded by the (optional) exclusion
/// predicate.
///
/// Optional exclusion predicate (true = exclude file)
/// Current fileset ID
/// Source fileset ID
/// If prevFileSetId == -1, used to locate previous fileset
public Task AppendFilesFromPreviousSetWithPredicateAsync(Func exclusionPredicate, long fileSetId, long prevFileSetId, DateTime timestamp)
{
return RunOnMain(() => m_database.AppendFilesFromPreviousSetWithPredicate(m_transaction, exclusionPredicate, fileSetId, prevFileSetId, timestamp));
}
public Task[]> GetIncompleteFilesetsAsync()
{
return RunOnMain(() => m_database.GetIncompleteFilesets(m_transaction).OrderBy(x => x.Value).ToArray());
}
public Task[]> GetFilesetTimesAsync()
{
return RunOnMain(() => m_database.FilesetTimes.ToArray());
}
public Task CreateFilesetAsync(long volumeID, DateTime fileTime)
{
return RunOnMain(() => m_database.CreateFileset(volumeID, fileTime, m_transaction));
}
public Task LinkFilesetToVolumeAsync(long filesetid, long volumeid)
{
return RunOnMain(() => m_database.LinkFilesetToVolume(filesetid, volumeid, m_transaction));
}
public Task WriteFilesetAsync(FilesetVolumeWriter fsw, long filesetid)
{
return RunOnMain(() => m_database.WriteFileset(fsw, filesetid, m_transaction));
}
public Task UpdateFilesetAndMarkAsFullBackupAsync(long filesetid)
{
return RunOnMain(() => m_database.UpdateFullBackupStateInFileset(filesetid, true, m_transaction));
}
public Task GetMissingIndexFilesAsync()
{
return RunOnMain(() => m_database.GetMissingIndexFiles(m_transaction).ToArray());
}
public Task UpdateChangeStatisticsAsync(BackupResults result)
{
return RunOnMain(() => m_database.UpdateChangeStatistics(result, m_transaction));
}
public Task VerifyConsistencyAsync(int blocksize, int blockhashSize, bool verifyfilelists)
{
return RunOnMain(() => m_database.VerifyConsistency(blocksize, blockhashSize, verifyfilelists, m_transaction));
}
public Task RemoveRemoteVolumeAsync(string remoteFilename)
{
return RunOnMain(() => m_database.RemoveRemoteVolume(remoteFilename, m_transaction));
}
public Task GetRemoteVolumeFromFilesetIDAsync(long filesetID)
{
return RunOnMain(() => m_database.GetRemoteVolumeFromFilesetID(filesetID, m_transaction));
}
public Task CreateChangeJournalDataAsync(IEnumerable journalData)
{
return RunOnMain(() => m_database.CreateChangeJournalData(journalData, m_transaction));
}
public Task UpdateChangeJournalDataAsync(IEnumerable journalData, long lastfilesetid)
{
return RunOnMain(() => m_database.UpdateChangeJournalData(journalData, lastfilesetid, m_transaction));
}
}
}