110 lines
4.2 KiB
C#
110 lines
4.2 KiB
C#
using System;
|
|
using System.Collections.Generic;
|
|
using System.Linq;
|
|
using System.Text;
|
|
using System.IO;
|
|
using Newtonsoft.Json;
|
|
using Duplicati.Library.Interface;
|
|
|
|
namespace Duplicati.Library.Main.Volumes
|
|
{
|
|
public class IndexVolumeWriter : VolumeWriterBase
|
|
{
|
|
private StreamWriter m_streamwriter = null;
|
|
private JsonWriter m_writer = null;
|
|
|
|
private long m_volumes = 0;
|
|
private long m_blocks = 0;
|
|
private long m_blocklists = 0;
|
|
|
|
public long VolumeCount { get { return m_volumes; } }
|
|
public long BlockCount { get { return m_blocks; } }
|
|
public long Blocklists { get { return m_blocklists; } }
|
|
|
|
public IndexVolumeWriter(Options options)
|
|
: base(options)
|
|
{
|
|
}
|
|
|
|
public override RemoteVolumeType FileType { get { return RemoteVolumeType.Index; } }
|
|
|
|
public void StartVolume(string filename)
|
|
{
|
|
if (m_writer != null || m_streamwriter != null)
|
|
throw new InvalidOperationException("Previous volume not finished, call FinishVolume before starting a new volume");
|
|
|
|
m_volumes++;
|
|
m_streamwriter = new StreamWriter(m_compression.CreateFile(INDEX_VOLUME_FOLDER + filename, CompressionHint.Compressible, DateTime.UtcNow));
|
|
m_writer = new JsonTextWriter(m_streamwriter);
|
|
m_writer.WriteStartObject();
|
|
m_writer.WritePropertyName("blocks");
|
|
m_writer.WriteStartArray();
|
|
}
|
|
|
|
public void AddBlock(string hash, long size)
|
|
{
|
|
m_writer.WriteStartObject();
|
|
m_writer.WritePropertyName("hash");
|
|
m_writer.WriteValue(hash);
|
|
m_writer.WritePropertyName("size");
|
|
m_writer.WriteValue(size);
|
|
m_writer.WriteEndObject();
|
|
m_blocks++;
|
|
}
|
|
|
|
public void FinishVolume(string volumehash, long volumesize)
|
|
{
|
|
m_writer.WriteEndArray();
|
|
m_writer.WritePropertyName("volumehash");
|
|
m_writer.WriteValue(volumehash);
|
|
m_writer.WritePropertyName("volumesize");
|
|
m_writer.WriteValue(volumesize);
|
|
m_writer.WriteEndObject();
|
|
|
|
try { m_writer.Close(); }
|
|
finally { m_writer = null; }
|
|
try { m_streamwriter.Dispose(); }
|
|
finally { m_streamwriter = null; }
|
|
}
|
|
|
|
public void WriteBlocklist(string hash, byte[] data, int offset, int size)
|
|
{
|
|
m_blocklists++;
|
|
//Filenames are encoded with "modified Base64 for URL" https://en.wikipedia.org/wiki/Base64#URL_applications,
|
|
using (var s = m_compression.CreateFile(INDEX_BLOCKLIST_FOLDER + Library.Utility.Utility.Base64PlainToBase64Url(hash), CompressionHint.Noncompressible, DateTime.UtcNow))
|
|
s.Write(data, offset, size);
|
|
}
|
|
|
|
public void WriteBlocklist(string hash, Stream source)
|
|
{
|
|
m_blocklists++;
|
|
//Filenames are encoded with "modified Base64 for URL" https://en.wikipedia.org/wiki/Base64#URL_applications,
|
|
using (var s = m_compression.CreateFile(INDEX_BLOCKLIST_FOLDER + Library.Utility.Utility.Base64PlainToBase64Url(hash), CompressionHint.Noncompressible, DateTime.UtcNow))
|
|
Library.Utility.Utility.CopyStream(source, s);
|
|
}
|
|
|
|
public void CopyFrom(IndexVolumeReader rd, Func<string, string> filename_mapping)
|
|
{
|
|
foreach(var n in rd.Volumes)
|
|
{
|
|
this.StartVolume(filename_mapping(n.Filename));
|
|
foreach(var x in n.Blocks)
|
|
this.AddBlock(x.Key, x.Value);
|
|
this.FinishVolume(n.Hash, n.Length);
|
|
}
|
|
|
|
foreach(var b in rd.BlockLists)
|
|
using(var s = b.Data)
|
|
this.WriteBlocklist(b.Hash, s);
|
|
}
|
|
|
|
public override void Dispose()
|
|
{
|
|
if (m_writer != null || m_streamwriter != null)
|
|
throw new InvalidOperationException("Attempted to dispose an index volume that was being written");
|
|
base.Dispose();
|
|
}
|
|
|
|
}
|
|
}
|