haeaeae/duplicati
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
7db715b50b7aea1bb32e2d9fa7f59eef63dcf298
duplicati/Duplicati/Library/Main/Database/LocalTestDatabase.cs
T

400 lines
22 KiB
C#
Raw Normal View History

Updated copyright notices
2015-01-20 21:44:52 +01:00
// Copyright (C) 2015, The Duplicati Team
Implemented the test command
2013-06-26 21:59:01 +02:00
Updated copyright notices
2015-01-20 21:44:52 +01:00
// http://www.duplicati.com, info@duplicati.com
Implemented the test command
2013-06-26 21:59:01 +02:00
//
// This library is free software; you can redistribute it and/or modify
// it under the terms of the GNU Lesser General Public License as
// published by the Free Software Foundation; either version 2.1 of the
// License, or (at your option) any later version.
//
// This library is distributed in the hope that it will be useful, but
// WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
// Lesser General Public License for more details.
//
// You should have received a copy of the GNU Lesser General Public
// License along with this library; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
using System;
Added rolling checks to ensure equal testing of all files.
2013-07-30 22:42:59 +02:00
using System.Linq;
Implemented the test command
2013-06-26 21:59:01 +02:00
using System.Collections.Generic;
namespace Duplicati.Library.Main.Database
{
Cleaned up some output with Backup and compacting.
2013-08-22 20:52:54 +02:00
internal class LocalTestDatabase : LocalDatabase
Implemented the test command
2013-06-26 21:59:01 +02:00
{
public LocalTestDatabase(string path)
Fixed multiple cases where connections and command instances were not disposed.
2016-04-06 20:40:34 +02:00
: base(path, "Test", true)
Implemented the test command
2013-06-26 21:59:01 +02:00
{
}
Added automatic backend volume testing with each backup
2013-08-24 20:59:09 +02:00
public LocalTestDatabase(LocalDatabase parent)
: base(parent)
{
}
Added rolling checks to ensure equal testing of all files.
2013-07-30 22:42:59 +02:00
public void UpdateVerificationCount(string name)
{
using(var cmd = m_connection.CreateCommand())
cmd.ExecuteNonQuery(@"UPDATE ""RemoteVolume"" SET ""VerificationCount"" = MAX(1, CASE WHEN ""VerificationCount"" <= 0 THEN (SELECT MAX(""VerificationCount"") FROM ""RemoteVolume"") ELSE ""VerificationCount"" + 1 END) WHERE ""Name"" = ?", name);
}
Implemented the test command
2013-06-26 21:59:01 +02:00
private class RemoteVolume : IRemoteVolume
{
public long ID { get; private set; }
public string Name { get; private set; }
public long Size { get; private set; }
public string Hash { get; private set; }
Added rolling checks to ensure equal testing of all files.
2013-07-30 22:42:59 +02:00
public long VerificationCount { get; private set; }
Implemented the test command
2013-06-26 21:59:01 +02:00
public RemoteVolume(System.Data.IDataReader rd)
{
Now using the file modification timestamp and the filesize as indicators that trigger file scanning.
2015-01-24 21:59:53 +01:00
this.ID = rd.GetInt64(0);
this.Name = rd.GetString(1);
Added support for handling null values in the remotevolume table.
2015-05-17 13:38:25 +02:00
this.Size = rd.ConvertValueToInt64(2);
this.Hash = rd.ConvertValueToString(3);
this.VerificationCount = rd.ConvertValueToInt64(4);
Implemented the test command
2013-06-26 21:59:01 +02:00
}
}
Added rolling checks to ensure equal testing of all files.
2013-07-30 22:42:59 +02:00
private IEnumerable<RemoteVolume> FilterByVerificationCount(IEnumerable<RemoteVolume> volumes, long samples, long maxverification)
{
var rnd = new Random();
// First round is the new items
var res = (from n in volumes where n.VerificationCount == 0 select n).ToList();
while (res.Count > samples)
res.RemoveAt(rnd.Next(0, res.Count));
// Quick exit if we are done
if (res.Count == samples)
return res;
// Next is the volumes that are not
// verified as much, with preference for low verification count
var starved = (from n in volumes where n.VerificationCount != 0 && n.VerificationCount < maxverification orderby n.VerificationCount select n);
if (starved.Any())
{
var max = starved.Select(x => x.VerificationCount).Max();
var min = starved.Select(x => x.VerificationCount).Min();
for(var i = min; i <= max; i++)
{
var p = starved.Where(x => x.VerificationCount == i).ToList();
while (res.Count < samples && p.Count > 0)
{
var n = rnd.Next(0, p.Count);
res.Add(p[n]);
p.RemoveAt(n);
}
}
// Quick exit if we are done
if (res.Count == samples)
return res;
}
if (maxverification > 0)
{
// Last is the items that are verified mostly
var remainder = (from n in volumes where n.VerificationCount >= maxverification select n).ToList();
while (res.Count < samples && remainder.Count > 0)
{
var n = rnd.Next(0, remainder.Count);
res.Add(remainder[n]);
remainder.RemoveAt(n);
}
}
return res;
}
Implemented the test command
2013-06-26 21:59:01 +02:00
public IEnumerable<IRemoteVolume> SelectTestTargets(long samples, Options options)
{
var tp = GetFilelistWhereClause(options.Time, options.Version);
samples = Math.Max(1, samples);
using(var cmd = m_connection.CreateCommand())
{
Fixed to include files with no hashes in the verify process.
2014-08-26 12:50:03 +02:00
// Select any broken items
Added additional checks to attempt to gather information from the remote destination, if the local database is somehow missing the size or hash
2017-02-27 00:43:06 +01:00
using(var rd = cmd.ExecuteReader(@"SELECT ""ID"", ""Name"", ""Size"", ""Hash"", ""VerificationCount"" FROM ""Remotevolume"" WHERE (""State"" = ? OR ""State"" = ?) AND (""Hash"" = """" OR ""Hash"" IS NULL OR ""Size"" <= 0) ", RemoteVolumeState.Verified.ToString(), RemoteVolumeState.Uploaded.ToString()))
Fixed to include files with no hashes in the verify process.
2014-08-26 12:50:03 +02:00
while (rd.Read())
yield return new RemoteVolume(rd);
Added rolling checks to ensure equal testing of all files.
2013-07-30 22:42:59 +02:00
//Grab the max value
Now using the file modification timestamp and the filesize as indicators that trigger file scanning.
2015-01-24 21:59:53 +01:00
var max = cmd.ExecuteScalarInt64(@"SELECT MAX(""VerificationCount"") FROM ""RemoteVolume""", 0);
Added rolling checks to ensure equal testing of all files.
2013-07-30 22:42:59 +02:00
Implemented the test command
2013-06-26 21:59:01 +02:00
//First we select some filesets
var files = new List<RemoteVolume>();
var whereClause = string.IsNullOrEmpty(tp.Item1) ? " WHERE " : (" " + tp.Item1 + " AND ");
Fixed some cases where an interrupted upload would cause a deleted remote file to be attempted verified repeatedly.
2015-09-16 21:25:32 +02:00
using(var rd = cmd.ExecuteReader(@"SELECT ""A"".""VolumeID"", ""A"".""Name"", ""A"".""Size"", ""A"".""Hash"", ""A"".""VerificationCount"" FROM (SELECT ""ID"" AS ""VolumeID"", ""Name"", ""Size"", ""Hash"", ""VerificationCount"" FROM ""Remotevolume"" WHERE ""State"" IN (?, ?)) A, ""Fileset"" " + whereClause + @" ""A"".""VolumeID"" = ""Fileset"".""VolumeID"" ORDER BY ""Fileset"".""Timestamp"" ", RemoteVolumeState.Uploaded.ToString(), RemoteVolumeState.Verified.ToString(), tp.Item2))
Implemented the test command
2013-06-26 21:59:01 +02:00
while (rd.Read())
files.Add(new RemoteVolume(rd));
if (files.Count == 0)
yield break;
if (string.IsNullOrEmpty(tp.Item1))
Added rolling checks to ensure equal testing of all files.
2013-07-30 22:42:59 +02:00
files = FilterByVerificationCount(files, samples, max).ToList();
Implemented the test command
2013-06-26 21:59:01 +02:00
foreach(var f in files)
yield return f;
//Then we select some index files
files.Clear();
Fixed some cases where an interrupted upload would cause a deleted remote file to be attempted verified repeatedly.
2015-09-16 21:25:32 +02:00
using(var rd = cmd.ExecuteReader(@"SELECT ""ID"", ""Name"", ""Size"", ""Hash"", ""VerificationCount"" FROM ""Remotevolume"" WHERE ""Type"" = ? AND ""State"" IN (?, ?)", RemoteVolumeType.Index.ToString(), RemoteVolumeState.Uploaded.ToString(), RemoteVolumeState.Verified.ToString()))
Implemented the test command
2013-06-26 21:59:01 +02:00
while (rd.Read())
files.Add(new RemoteVolume(rd));
Added rolling checks to ensure equal testing of all files.
2013-07-30 22:42:59 +02:00
foreach(var f in FilterByVerificationCount(files, samples, max))
Implemented the test command
2013-06-26 21:59:01 +02:00
yield return f;
Fixed to include files with no hashes in the verify process.
2014-08-26 12:50:03 +02:00
//And finally some block files
Implemented the test command
2013-06-26 21:59:01 +02:00
files.Clear();
Fixed some cases where an interrupted upload would cause a deleted remote file to be attempted verified repeatedly.
2015-09-16 21:25:32 +02:00
using(var rd = cmd.ExecuteReader(@"SELECT ""ID"", ""Name"", ""Size"", ""Hash"", ""VerificationCount"" FROM ""Remotevolume"" WHERE ""Type"" = ? AND ""State"" IN (?, ?)", RemoteVolumeType.Blocks.ToString(), RemoteVolumeState.Uploaded.ToString(), RemoteVolumeState.Verified.ToString()))
Implemented the test command
2013-06-26 21:59:01 +02:00
while (rd.Read())
files.Add(new RemoteVolume(rd));
Added rolling checks to ensure equal testing of all files.
2013-07-30 22:42:59 +02:00
foreach(var f in FilterByVerificationCount(files, samples, max))
Implemented the test command
2013-06-26 21:59:01 +02:00
yield return f;
}
}
private abstract class Basiclist : IDisposable
{
Refactored everything related to the databases, such that the transactions are handled within the database class instead of passing around transaction objects.
2018-01-21 07:35:07 +01:00
protected System.Data.IDbConnection m_connection;
protected string m_volumename;
protected string m_tablename;
protected LocalDatabase m_parent;
protected System.Data.IDbCommand m_insertCommand;
protected abstract string TABLE_PREFIX { get; }
protected abstract string TABLEFORMAT { get; }
protected abstract string INSERTCOMMAND { get; }
protected abstract int INSERTARGUMENTS { get; }
Implemented the test command
2013-06-26 21:59:01 +02:00
Refactored everything related to the databases, such that the transactions are handled within the database class instead of passing around transaction objects.
2018-01-21 07:35:07 +01:00
public Basiclist(System.Data.IDbConnection connection, string volumename, LocalDatabase parent)
Implemented the test command
2013-06-26 21:59:01 +02:00
{
m_connection = connection;
m_volumename = volumename;
Refactored everything related to the databases, such that the transactions are handled within the database class instead of passing around transaction objects.
2018-01-21 07:35:07 +01:00
m_parent = parent;
Implemented the test command
2013-06-26 21:59:01 +02:00
var tablename = TABLE_PREFIX + "-" + Library.Utility.Utility.ByteArrayAsHexString(Guid.NewGuid().ToByteArray());
Refactored everything related to the databases, such that the transactions are handled within the database class instead of passing around transaction objects.
2018-01-21 07:35:07 +01:00
using(var cmd = m_connection.CreateCommand(m_parent.Transaction))
Implemented the test command
2013-06-26 21:59:01 +02:00
{
cmd.ExecuteNonQuery(string.Format(@"CREATE TEMPORARY TABLE ""{0}"" {1}", tablename, TABLEFORMAT));
m_tablename = tablename;
}
m_insertCommand = m_connection.CreateCommand();
Refactored everything related to the databases, such that the transactions are handled within the database class instead of passing around transaction objects.
2018-01-21 07:35:07 +01:00
m_insertCommand.Transaction = m_parent.Transaction;
Implemented the test command
2013-06-26 21:59:01 +02:00
m_insertCommand.CommandText = string.Format(@"INSERT INTO ""{0}"" {1}", m_tablename, INSERTCOMMAND);
m_insertCommand.AddParameters(INSERTARGUMENTS);
}
public virtual void Dispose()
{
if (m_tablename != null)
try
{
using(var cmd = m_connection.CreateCommand())
{
Refactored everything related to the databases, such that the transactions are handled within the database class instead of passing around transaction objects.
2018-01-21 07:35:07 +01:00
cmd.Transaction = m_parent.Transaction;
Fixed a number of dispose errors that would mask real errors
2013-08-23 23:36:25 +02:00
cmd.ExecuteNonQuery(string.Format(@"DROP TABLE IF EXISTS ""{0}""", m_tablename));
Implemented the test command
2013-06-26 21:59:01 +02:00
}
}
catch {}
finally { m_tablename = null; }
if (m_insertCommand != null)
try { m_insertCommand.Dispose(); }
catch {}
finally { m_insertCommand = null; }
}
}
public interface IFilelist : IDisposable
{
void Add(string path, long size, string hash, long metasize, string metahash, IEnumerable<string> blocklistHashes, FilelistEntryType type, DateTime time);
IEnumerable<KeyValuePair<Library.Interface.TestEntryStatus, string>> Compare();
}
private class Filelist : Basiclist, IFilelist
{
protected override string TABLE_PREFIX { get { return "Filelist"; } }
protected override string TABLEFORMAT { get { return @"(""Path"" TEXT NOT NULL, ""Size"" INTEGER NOT NULL, ""Hash"" TEXT NULL, ""Metasize"" INTEGER NOT NULL, ""Metahash"" TEXT NOT NULL)"; } }
protected override string INSERTCOMMAND { get { return @"(""Path"", ""Size"", ""Hash"", ""Metasize"", ""Metahash"") VALUES (?,?,?,?,?)"; } }
protected override int INSERTARGUMENTS { get { return 5; } }
Refactored everything related to the databases, such that the transactions are handled within the database class instead of passing around transaction objects.
2018-01-21 07:35:07 +01:00
public Filelist(System.Data.IDbConnection connection, string volumename, LocalDatabase parent)
: base(connection, volumename, parent)
Implemented the test command
2013-06-26 21:59:01 +02:00
{
}
public void Add(string path, long size, string hash, long metasize, string metahash, IEnumerable<string> blocklistHashes, FilelistEntryType type, DateTime time)
{
m_insertCommand.SetParameterValue(0, path);
m_insertCommand.SetParameterValue(1, hash == null ? - 1: size);
m_insertCommand.SetParameterValue(2, hash);
m_insertCommand.SetParameterValue(3, metasize);
m_insertCommand.SetParameterValue(4, metahash);
m_insertCommand.ExecuteNonQuery();
}
public IEnumerable<KeyValuePair<Duplicati.Library.Interface.TestEntryStatus, string>> Compare()
{
var cmpName = "CmpTable-" + Library.Utility.Utility.ByteArrayAsHexString(Guid.NewGuid().ToByteArray());
var create = @"CREATE TEMPORARY TABLE ""{1}"" AS SELECT ""A"".""Path"" AS ""Path"", CASE WHEN ""B"".""Fullhash"" IS NULL THEN -1 ELSE ""B"".""Length"" END AS ""Size"", ""B"".""Fullhash"" AS ""Hash"", ""C"".""Length"" AS ""Metasize"", ""C"".""Fullhash"" AS ""Metahash"" FROM (SELECT ""File"".""Path"", ""File"".""BlocksetID"" AS ""FileBlocksetID"", ""Metadataset"".""BlocksetID"" AS ""MetadataBlocksetID"" from ""Remotevolume"", ""Fileset"", ""FilesetEntry"", ""File"", ""Metadataset"" WHERE ""Remotevolume"".""Name"" = ? AND ""Fileset"".""VolumeID"" = ""Remotevolume"".""ID"" AND ""Fileset"".""ID"" = ""FilesetEntry"".""FilesetID"" AND ""File"".""ID"" = ""FilesetEntry"".""FileID"" AND ""File"".""MetadataID"" = ""Metadataset"".""ID"") A LEFT OUTER JOIN ""Blockset"" B ON ""B"".""ID"" = ""A"".""FileBlocksetID"" LEFT OUTER JOIN ""Blockset"" C ON ""C"".""ID""=""A"".""MetadataBlocksetID"" ";
var extra = @"SELECT ? AS ""Type"", ""{0}"".""Path"" AS ""Path"" FROM ""{0}"" WHERE ""{0}"".""Path"" NOT IN ( SELECT ""Path"" FROM ""{1}"" )";
var missing = @"SELECT ? AS ""Type"", ""Path"" AS ""Path"" FROM ""{1}"" WHERE ""Path"" NOT IN (SELECT ""Path"" FROM ""{0}"")";
var modified = @"SELECT ? AS ""Type"", ""E"".""Path"" AS ""Path"" FROM ""{0}"" E, ""{1}"" D WHERE ""D"".""Path"" = ""E"".""Path"" AND (""D"".""Size"" != ""E"".""Size"" OR ""D"".""Hash"" != ""E"".""Hash"" OR ""D"".""Metasize"" != ""E"".""Metasize"" OR ""D"".""Metahash"" != ""E"".""Metahash"") ";
Fixed a number of dispose errors that would mask real errors
2013-08-23 23:36:25 +02:00
var drop = @"DROP TABLE IF EXISTS ""{1}"" ";
Implemented the test command
2013-06-26 21:59:01 +02:00
Refactored everything related to the databases, such that the transactions are handled within the database class instead of passing around transaction objects.
2018-01-21 07:35:07 +01:00
using(var cmd = m_connection.CreateCommand(m_parent.Transaction))
Implemented the test command
2013-06-26 21:59:01 +02:00
{
try
{
cmd.ExecuteNonQuery(string.Format(create, m_tablename, cmpName), m_volumename);
using(var rd = cmd.ExecuteReader(string.Format(extra + " UNION " + missing + " UNION " + modified, m_tablename, cmpName), (int)Library.Interface.TestEntryStatus.Extra, (int)Library.Interface.TestEntryStatus.Missing, (int)Library.Interface.TestEntryStatus.Modified))
while(rd.Read())
Now using the file modification timestamp and the filesize as indicators that trigger file scanning.
2015-01-24 21:59:53 +01:00
yield return new KeyValuePair<Duplicati.Library.Interface.TestEntryStatus, string>((Duplicati.Library.Interface.TestEntryStatus)rd.GetInt64(0), rd.GetString(1));
Implemented the test command
2013-06-26 21:59:01 +02:00
}
finally
{
try { cmd.ExecuteNonQuery(string.Format(drop, m_tablename, cmpName)); }
catch {}
}
}
}
}
public interface IIndexlist: IDisposable
{
void AddBlockLink(string filename, string hash, long length);
IEnumerable<KeyValuePair<Library.Interface.TestEntryStatus, string>> Compare();
}
private class Indexlist : Basiclist, IIndexlist
{
protected override string TABLE_PREFIX { get { return "Indexlist"; } }
protected override string TABLEFORMAT { get { return @"(""Name"" TEXT NOT NULL, ""Hash"" TEXT NOT NULL, ""Size"" INTEGER NOT NULL)"; } }
protected override string INSERTCOMMAND { get { return @"(""Name"", ""Hash"", ""Size"") VALUES (?,?,?)"; } }
protected override int INSERTARGUMENTS { get { return 3; } }
Refactored everything related to the databases, such that the transactions are handled within the database class instead of passing around transaction objects.
2018-01-21 07:35:07 +01:00
public Indexlist(System.Data.IDbConnection connection, string volumename, LocalDatabase parent)
: base(connection, volumename, parent)
Implemented the test command
2013-06-26 21:59:01 +02:00
{
}
public void AddBlockLink(string filename, string hash, long length)
{
m_insertCommand.SetParameterValue(0, filename);
m_insertCommand.SetParameterValue(1, hash);
m_insertCommand.SetParameterValue(2, length);
m_insertCommand.ExecuteNonQuery();
}
public IEnumerable<KeyValuePair<Duplicati.Library.Interface.TestEntryStatus, string>> Compare()
{
var cmpName = "CmpTable-" + Library.Utility.Utility.ByteArrayAsHexString(Guid.NewGuid().ToByteArray());
var create = @"CREATE TEMPORARY TABLE ""{1}"" AS SELECT ""A"".""Name"", ""A"".""Hash"", ""A"".""Size"" FROM ""Remotevolume"" A, ""Remotevolume"" B, ""IndexBlockLink"" WHERE ""B"".""Name"" = ? AND ""A"".""ID"" = ""IndexBlockLink"".""BlockVolumeID"" AND ""B"".""ID"" = ""IndexBlockLink"".""IndexVolumeID"" ";
var extra = @"SELECT ? AS ""Type"", ""{0}"".""Name"" AS ""Name"" FROM ""{0}"" WHERE ""{0}"".""Name"" NOT IN ( SELECT ""Name"" FROM ""{1}"" )";
var missing = @"SELECT ? AS ""Type"", ""Name"" AS ""Name"" FROM ""{1}"" WHERE ""Name"" NOT IN (SELECT ""Name"" FROM ""{0}"")";
var modified = @"SELECT ? AS ""Type"", ""E"".""Name"" AS ""Name"" FROM ""{0}"" E, ""{1}"" D WHERE ""D"".""Name"" = ""E"".""Name"" AND (""D"".""Hash"" != ""E"".""Hash"" OR ""D"".""Size"" != ""E"".""Size"") ";
Fixed a number of dispose errors that would mask real errors
2013-08-23 23:36:25 +02:00
var drop = @"DROP TABLE IF EXISTS ""{1}"" ";
Implemented the test command
2013-06-26 21:59:01 +02:00
Refactored everything related to the databases, such that the transactions are handled within the database class instead of passing around transaction objects.
2018-01-21 07:35:07 +01:00
using(var cmd = m_connection.CreateCommand(m_parent.Transaction))
Implemented the test command
2013-06-26 21:59:01 +02:00
{
try
{
cmd.ExecuteNonQuery(string.Format(create, m_tablename, cmpName), m_volumename);
using(var rd = cmd.ExecuteReader(string.Format(extra + " UNION " + missing + " UNION " + modified, m_tablename, cmpName), (int)Library.Interface.TestEntryStatus.Extra, (int)Library.Interface.TestEntryStatus.Missing, (int)Library.Interface.TestEntryStatus.Modified))
while(rd.Read())
Now using the file modification timestamp and the filesize as indicators that trigger file scanning.
2015-01-24 21:59:53 +01:00
yield return new KeyValuePair<Duplicati.Library.Interface.TestEntryStatus, string>((Duplicati.Library.Interface.TestEntryStatus)rd.GetInt64(0), rd.GetString(1) );
Implemented the test command
2013-06-26 21:59:01 +02:00
}
finally
{
try { cmd.ExecuteNonQuery(string.Format(drop, m_tablename, cmpName)); }
catch {}
}
}
}
}
public interface IBlocklist: IDisposable
{
void AddBlock(string key, long value);
IEnumerable<KeyValuePair<Library.Interface.TestEntryStatus, string>> Compare();
}
private class Blocklist : Basiclist, IBlocklist
{
protected override string TABLE_PREFIX { get { return "Blocklist"; } }
protected override string TABLEFORMAT { get { return @"(""Hash"" TEXT NOT NULL, ""Size"" INTEGER NOT NULL)"; } }
protected override string INSERTCOMMAND { get { return @"(""Hash"", ""Size"") VALUES (?,?)"; } }
protected override int INSERTARGUMENTS { get { return 2; } }
Refactored everything related to the databases, such that the transactions are handled within the database class instead of passing around transaction objects.
2018-01-21 07:35:07 +01:00
public Blocklist(System.Data.IDbConnection connection, string volumename, LocalDatabase parent)
: base(connection, volumename, parent)
Implemented the test command
2013-06-26 21:59:01 +02:00
{ }
public void AddBlock(string hash, long size)
{
m_insertCommand.SetParameterValue(0, hash);
m_insertCommand.SetParameterValue(1, size);
m_insertCommand.ExecuteNonQuery();
}
public IEnumerable<KeyValuePair<Duplicati.Library.Interface.TestEntryStatus, string>> Compare()
{
var cmpName = "CmpTable-" + Library.Utility.Utility.ByteArrayAsHexString(Guid.NewGuid().ToByteArray());
Updated the TEST command to also include data from DeletedBlock
2013-08-26 12:44:58 +02:00
var curBlocks = @"SELECT ""Block"".""Hash"" AS ""Hash"", ""Block"".""Size"" AS ""Size"" FROM ""Remotevolume"", ""Block"" WHERE ""Remotevolume"".""Name"" = ? AND ""Remotevolume"".""ID"" = ""Block"".""VolumeID""";
Fixed a bug with some version of SQLite that did not correctly detect the implicit column names
2013-09-13 13:27:19 +02:00
var delBlocks = @"SELECT ""DeletedBlock"".""Hash"" AS ""Hash"", ""DeletedBlock"".""Size"" AS ""Size"" FROM ""DeletedBlock"", ""RemoteVolume"" WHERE ""RemoteVolume"".""Name"" = ? AND ""RemoteVolume"".""ID"" = ""DeletedBlock"".""VolumeID""";
var create = @"CREATE TEMPORARY TABLE ""{0}"" AS SELECT DISTINCT ""Hash"" AS ""Hash"", ""Size"" AS ""Size"" FROM ({1} UNION {2})";
Implemented the test command
2013-06-26 21:59:01 +02:00
var extra = @"SELECT ? AS ""Type"", ""{0}"".""Hash"" AS ""Hash"" FROM ""{0}"" WHERE ""{0}"".""Hash"" NOT IN ( SELECT ""Hash"" FROM ""{1}"" )";
var missing = @"SELECT ? AS ""Type"", ""Hash"" AS ""Hash"" FROM ""{1}"" WHERE ""Hash"" NOT IN (SELECT ""Hash"" FROM ""{0}"")";
Fixed a bug with some version of SQLite that did not correctly detect the implicit column names
2013-09-13 13:27:19 +02:00
var modified = @"SELECT ? AS ""Type"", ""E"".""Hash"" AS ""Hash"" FROM ""{0}"" E, ""{1}"" D WHERE ""D"".""Hash"" = ""E"".""Hash"" AND ""D"".""Size"" != ""E"".""Size"" ";
Fixed a number of dispose errors that would mask real errors
2013-08-23 23:36:25 +02:00
var drop = @"DROP TABLE IF EXISTS ""{1}"" ";
Implemented the test command
2013-06-26 21:59:01 +02:00
Refactored everything related to the databases, such that the transactions are handled within the database class instead of passing around transaction objects.
2018-01-21 07:35:07 +01:00
using(var cmd = m_connection.CreateCommand(m_parent.Transaction))
Implemented the test command
2013-06-26 21:59:01 +02:00
{
try
{
Updated the TEST command to also include data from DeletedBlock
2013-08-26 12:44:58 +02:00
cmd.ExecuteNonQuery(string.Format(create, cmpName, curBlocks, delBlocks), m_volumename, m_volumename);
Implemented the test command
2013-06-26 21:59:01 +02:00
using(var rd = cmd.ExecuteReader(string.Format(extra + " UNION " + missing + " UNION " + modified, m_tablename, cmpName), (int)Library.Interface.TestEntryStatus.Extra, (int)Library.Interface.TestEntryStatus.Missing, (int)Library.Interface.TestEntryStatus.Modified))
while(rd.Read())
Now using the file modification timestamp and the filesize as indicators that trigger file scanning.
2015-01-24 21:59:53 +01:00
yield return new KeyValuePair<Duplicati.Library.Interface.TestEntryStatus, string>((Duplicati.Library.Interface.TestEntryStatus)rd.GetInt64(0), rd.GetString(1) );
Implemented the test command
2013-06-26 21:59:01 +02:00
}
finally
{
try { cmd.ExecuteNonQuery(string.Format(drop, m_tablename, cmpName)); }
catch {}
}
}
}
}
public IFilelist CreateFilelist(string name)
{
Refactored everything related to the databases, such that the transactions are handled within the database class instead of passing around transaction objects.
2018-01-21 07:35:07 +01:00
return new Filelist(m_connection, name, this);
Implemented the test command
2013-06-26 21:59:01 +02:00
}
public IIndexlist CreateIndexlist(string name)
{
Refactored everything related to the databases, such that the transactions are handled within the database class instead of passing around transaction objects.
2018-01-21 07:35:07 +01:00
return new Indexlist(m_connection, name, this);
Implemented the test command
2013-06-26 21:59:01 +02:00
}
public IBlocklist CreateBlocklist(string name)
{
Refactored everything related to the databases, such that the transactions are handled within the database class instead of passing around transaction objects.
2018-01-21 07:35:07 +01:00
return new Blocklist(m_connection, name, this);
Implemented the test command
2013-06-26 21:59:01 +02:00
}
}
}
Reference in New Issue Copy Permalink