duplicati/Duplicati/Library/Main/Operation/Common/IndexVolumeCreator.cs

//  Copyright (C) 2015, The Duplicati Team
//  http://www.duplicati.com, info@duplicati.com
//
//  This library is free software; you can redistribute it and/or modify
//  it under the terms of the GNU Lesser General Public License as
//  published by the Free Software Foundation; either version 2.1 of the
//  License, or (at your option) any later version.
//
//  This library is distributed in the hope that it will be useful, but
//  WITHOUT ANY WARRANTY; without even the implied warranty of
//  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
//  Lesser General Public License for more details.
//
//  You should have received a copy of the GNU Lesser General Public
//  License along with this library; if not, write to the Free Software
//  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
using System;
using System.Collections.Generic;
using System.Linq;
using System.Threading.Tasks;
using Duplicati.Library.Main.Volumes;

namespace Duplicati.Library.Main.Operation.Common
{
    /// <summary>
    /// Encapsulates creating an index file from the database contents
    /// </summary>
    internal static class IndexVolumeCreator
    {
        /// <summary>
        /// Creates an index volume by reading the associated data from the database
        /// </summary>
        /// <returns>The index volume.</returns>
        /// <param name="blockname">The name of the remote volume to build the index for.</param>
        /// <param name="options">The job options.</param>
        /// <param name="database">The database to use.</param>
        /// <param name="blocklist">An optional pre-collected list of blocklist hashes</param>
        public static async Task<IndexVolumeWriter> CreateIndexVolume(string blockname, Options options, Common.IIndexVolumeCreatorDatabase database, IEnumerable<string> blocklist)
        {
            using(var h = Duplicati.Library.Utility.HashAlgorithmHelper.Create(options.BlockHashAlgorithm))
            {
                var w = new IndexVolumeWriter(options);
                w.VolumeID = await database.RegisterRemoteVolumeAsync(w.RemoteFilename, RemoteVolumeType.Index, RemoteVolumeState.Temporary);

                var blockvolume = await database.GetVolumeInfoAsync(blockname);

                var st = DateTime.Now;
                w.StartVolume(blockname);
                await database.GetBlocksAsync(blockvolume.ID, b => w.AddBlock(b.Hash, b.Size));
                w.FinishVolume(blockvolume.Hash, blockvolume.Size);

                if (options.IndexfilePolicy == Options.IndexFileStrategy.Full)
                    using (new Library.Logging.Timer("Create index file"))
                    {
                        if (blocklist != null)
                        {
                            foreach (var b in blocklist.Select(x => Backup.VolumeUploadRequest.DecodeBlockListEntry(x)))
                            {
                                var bh = Convert.ToBase64String(h.ComputeHash(b.Item3, 0, (int)b.Item2));
                                if (bh != b.Item1)
                                    throw new Exception(string.Format("Internal consistency check failed, generated index block has wrong hash, {0} vs {1}", bh, b.Item1));
                                w.WriteBlocklist(b.Item1, b.Item3, 0, (int)b.Item2);
                            }
                        }
                        else
                        {
                            await database.GetBlocklistsAsync(blockvolume.ID, options.Blocksize, options.BlockhashSize, b =>
                            {
                                var bh = Convert.ToBase64String(h.ComputeHash(b.Item2, 0, b.Item3));
                                if (bh != b.Item1)
                                    throw new Exception(string.Format("Internal consistency check failed, generated index block has wrong hash, {0} vs {1}", bh, b.Item1));
                                w.WriteBlocklist(b.Item1, b.Item2, 0, b.Item3);
                            });
                        }
                    }

                w.Close();

                await database.AddIndexBlockLinkAsync(w.VolumeID, blockvolume.ID);

                return w;
            }
        }
    }
}