197 lines
10 KiB
C#
197 lines
10 KiB
C#
// Copyright (C) 2016, The Duplicati Team
|
|
// http://www.duplicati.com, info@duplicati.com
|
|
//
|
|
// This library is free software; you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as
|
|
// published by the Free Software Foundation; either version 2.1 of the
|
|
// License, or (at your option) any later version.
|
|
//
|
|
// This library is distributed in the hope that it will be useful, but
|
|
// WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
// Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public
|
|
// License along with this library; if not, write to the Free Software
|
|
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
using System;
|
|
using System.Collections.Generic;
|
|
|
|
namespace Duplicati.Library.Main.Database
|
|
{
|
|
internal class LocalPurgeDatabase : LocalDeleteDatabase
|
|
{
|
|
public LocalPurgeDatabase(string path)
|
|
: base(path, "Purge")
|
|
{
|
|
ShouldCloseConnection = true;
|
|
}
|
|
|
|
public LocalPurgeDatabase(LocalDatabase db)
|
|
: base(db)
|
|
{
|
|
}
|
|
|
|
public ITemporaryFileset CreateTemporaryFileset(long parentid)
|
|
{
|
|
return new TemporaryFileset(parentid, this, m_connection);
|
|
}
|
|
|
|
public string GetRemoteVolumeNameForFileset(long id)
|
|
{
|
|
using (var cmd = m_connection.CreateCommand(Transaction))
|
|
using (var rd = cmd.ExecuteReader(string.Format(@"SELECT ""B"".""Name"" FROM ""Fileset"" A, ""RemoteVolume"" B WHERE ""A"".""VolumeID"" = ""B"".""ID"" AND ""A"".""ID"" = ? "), id))
|
|
if (!rd.Read())
|
|
throw new Exception(string.Format("No remote volume found for fileset with id {0}", id));
|
|
else
|
|
return rd.ConvertValueToString(0);
|
|
}
|
|
|
|
internal long CountOrphanFiles()
|
|
{
|
|
using (var cmd = m_connection.CreateCommand(Transaction))
|
|
using (var rd = cmd.ExecuteReader(@"SELECT COUNT(*) FROM ""File"" WHERE ""ID"" NOT IN (SELECT DISTINCT ""FileID"" FROM ""FilesetEntry"")"))
|
|
if (rd.Read())
|
|
return rd.ConvertValueToInt64(0, 0);
|
|
else
|
|
return 0;
|
|
}
|
|
|
|
public interface ITemporaryFileset : IDisposable
|
|
{
|
|
long ParentID { get; }
|
|
long RemovedFileCount { get; }
|
|
long RemovedFileSize { get; }
|
|
|
|
void ApplyFilter(Library.Utility.IFilter filter);
|
|
void ApplyFilter(Action<System.Data.IDbCommand, long, string> filtercommand);
|
|
Tuple<long, long> ConvertToPermanentFileset(string name, DateTime timestamp);
|
|
IEnumerable<KeyValuePair<string, long>> ListAllDeletedFiles();
|
|
}
|
|
|
|
private class TemporaryFileset : ITemporaryFileset
|
|
{
|
|
private readonly System.Data.IDbConnection m_connection;
|
|
private readonly string m_tablename;
|
|
private LocalPurgeDatabase m_parentdb;
|
|
|
|
public long ParentID { get; private set; }
|
|
public long RemovedFileCount { get; private set; }
|
|
public long RemovedFileSize { get; private set; }
|
|
|
|
public TemporaryFileset(long parentid, LocalPurgeDatabase parentdb, System.Data.IDbConnection connection)
|
|
{
|
|
this.ParentID = parentid;
|
|
m_parentdb = parentdb;
|
|
m_connection = connection;
|
|
m_tablename = "TempDeletedFilesTable-" + Library.Utility.Utility.ByteArrayAsHexString(Guid.NewGuid().ToByteArray());
|
|
|
|
using (var cmd = m_connection.CreateCommand(m_parentdb.Transaction))
|
|
cmd.ExecuteNonQuery(string.Format(@"CREATE TEMPORARY TABLE ""{0}"" (""FileID"" INTEGER PRIMARY KEY) ", m_tablename));
|
|
}
|
|
|
|
public void ApplyFilter(Action<System.Data.IDbCommand, long, string> filtercommand)
|
|
{
|
|
using (var cmd = m_connection.CreateCommand(m_parentdb.Transaction))
|
|
filtercommand(cmd, ParentID, m_tablename);
|
|
|
|
PostFilterChecks();
|
|
}
|
|
|
|
public void ApplyFilter(Library.Utility.IFilter filter)
|
|
{
|
|
if (Library.Utility.Utility.IsFSCaseSensitive && filter is Library.Utility.FilterExpression && (filter as Library.Utility.FilterExpression).Type == Duplicati.Library.Utility.FilterType.Simple)
|
|
{
|
|
// File list based
|
|
// unfortunately we cannot do this if the filesystem is case sensitive as
|
|
// SQLite only supports ASCII compares
|
|
var p = (filter as Library.Utility.FilterExpression).GetSimpleList();
|
|
var filenamestable = "Filenames-" + Library.Utility.Utility.ByteArrayAsHexString(Guid.NewGuid().ToByteArray());
|
|
using (var cmd = m_connection.CreateCommand(m_parentdb.Transaction))
|
|
{
|
|
cmd.ExecuteNonQuery(string.Format(@"CREATE TEMPORARY TABLE ""{0}"" (""Path"" TEXT NOT NULL) ", filenamestable));
|
|
cmd.CommandText = string.Format(@"INSERT INTO ""{0}"" (""Path"") VALUES (?)", filenamestable);
|
|
cmd.AddParameter();
|
|
|
|
foreach (var s in p)
|
|
{
|
|
cmd.SetParameterValue(0, s);
|
|
cmd.ExecuteNonQuery();
|
|
}
|
|
|
|
cmd.ExecuteNonQuery(string.Format(@"INSERT INTO ""{0}"" (""FileID"") SELECT DISTINCT ""A"".""FileID"" FROM ""FilesetEntry"" A, ""File"" B WHERE ""A"".""FilesetID"" = ? AND ""A"".""FileID"" = ""B"".""ID"" AND ""B"".""Path"" NOT IN ""{1}""", m_tablename, filenamestable), ParentID);
|
|
cmd.ExecuteNonQuery(string.Format(@"DROP TABLE IF EXISTS ""{0}"" ", filenamestable));
|
|
}
|
|
}
|
|
else
|
|
{
|
|
// Do row-wise iteration
|
|
object[] values = new object[2];
|
|
using (var cmd = m_connection.CreateCommand(m_parentdb.Transaction))
|
|
using (var cmd2 = m_connection.CreateCommand(m_parentdb.Transaction))
|
|
{
|
|
cmd2.CommandText = string.Format(@"INSERT INTO ""{0}"" (""FileID"") VALUES (?)", m_tablename);
|
|
cmd2.AddParameters(1);
|
|
|
|
using (var rd = cmd.ExecuteReader(@"SELECT ""B"".""Path"", ""A"".""FileID"" FROM ""FilesetEntry"" A, ""File"" B WHERE ""A"".""FilesetID"" = ? AND ""A"".""FileID"" = ""B"".""ID"" ", ParentID))
|
|
while (rd.Read())
|
|
{
|
|
rd.GetValues(values);
|
|
if (values[0] != null && values[0] != DBNull.Value && Library.Utility.FilterExpression.Matches(filter, values[0].ToString()))
|
|
{
|
|
cmd2.SetParameterValue(0, values[1]);
|
|
cmd2.ExecuteNonQuery();
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
PostFilterChecks();
|
|
}
|
|
|
|
private void PostFilterChecks()
|
|
{
|
|
using (var cmd = m_connection.CreateCommand(m_parentdb.Transaction))
|
|
{
|
|
RemovedFileCount = cmd.ExecuteScalarInt64(string.Format(@"SELECT COUNT(*) FROM ""{0}""", m_tablename), 0);
|
|
RemovedFileSize = cmd.ExecuteScalarInt64(string.Format(@"SELECT SUM(""C"".""Length"") FROM ""{0}"" A, ""File"" B, ""Blockset"" C WHERE ""A"".""FileID"" = ""B"".""ID"" AND ""B"".""BlocksetID"" = ""C"".""ID"" ", m_tablename), 0);
|
|
var filesetcount = cmd.ExecuteScalarInt64(string.Format(@"SELECT COUNT(*) FROM ""FilesetEntry"" WHERE ""FilesetID"" = " + ParentID), 0);
|
|
if (filesetcount == RemovedFileCount)
|
|
throw new Duplicati.Library.Interface.UserInformationException(string.Format("Refusing to purge {0} files from fileset with ID {1}, as that would remove the entire fileset.\nTo delete a fileset, use the \"delete\" command.", RemovedFileCount, ParentID));
|
|
}
|
|
}
|
|
|
|
public Tuple<long, long> ConvertToPermanentFileset(string name, DateTime timestamp)
|
|
{
|
|
var remotevolid = m_parentdb.RegisterRemoteVolume(name, RemoteVolumeType.Files, RemoteVolumeState.Temporary);
|
|
var filesetid = m_parentdb.CreateFileset(remotevolid, timestamp);
|
|
using (var cmd = m_connection.CreateCommand(m_parentdb.Transaction))
|
|
cmd.ExecuteNonQuery(string.Format(@"INSERT INTO ""FilesetEntry"" (""FilesetID"", ""FileID"", ""Lastmodified"") SELECT ?, ""FileID"", ""LastModified"" FROM ""FilesetEntry"" WHERE ""FilesetID"" = ? AND ""FileID"" NOT IN ""{0}"" ", m_tablename), filesetid, ParentID);
|
|
|
|
return new Tuple<long, long>(remotevolid, filesetid);
|
|
}
|
|
|
|
public IEnumerable<KeyValuePair<string, long>> ListAllDeletedFiles()
|
|
{
|
|
using (var cmd = m_connection.CreateCommand(m_parentdb.Transaction))
|
|
using (var rd = cmd.ExecuteReader(string.Format(@"SELECT ""B"".""Path"", ""C"".""Length"" FROM ""{0}"" A, ""File"" B, ""Blockset"" C WHERE ""A"".""FileID"" = ""B"".""ID"" AND ""B"".""BlocksetID"" = ""C"".""ID"" ", m_tablename)))
|
|
while (rd.Read())
|
|
yield return new KeyValuePair<string, long>(rd.ConvertValueToString(0), rd.ConvertValueToInt64(1));
|
|
}
|
|
|
|
public void Dispose()
|
|
{
|
|
try
|
|
{
|
|
using (var cmd = m_connection.CreateCommand(m_parentdb.Transaction))
|
|
cmd.ExecuteNonQuery(@"DROP TABLE IF EXISTS ""{0}""", m_tablename);
|
|
}
|
|
catch
|
|
{
|
|
}
|
|
}
|
|
}
|
|
|
|
}
|
|
}
|