using System; using System.Collections.Generic; using System.Linq; using System.Text; using Duplicati.Library.Interface; using Newtonsoft.Json; using System.IO; namespace Duplicati.Library.Main.Volumes { public abstract class VolumeReaderBase : VolumeBase, IDisposable { protected bool m_disposeCompression = false; protected ICompression m_compression; private static ICompression LoadCompressor(string compressor, string file, Options options) { var tmp = DynamicLoader.CompressionLoader.GetModule(compressor, file, options.RawOptions); if (tmp == null) throw new Exception(string.Format("Unable to create {0} decompressor on file {1}", compressor, file)); return tmp; } public VolumeReaderBase(string compressor, string file, Options options) : this(LoadCompressor(compressor, file, options), options) { m_disposeCompression = true; } public VolumeReaderBase(ICompression compression, Options options) : base(options) { m_compression = compression; if (!options.DontReadManifests) { using (var s = m_compression.OpenRead(MANIFEST_FILENAME)) { if (s == null) throw new InvalidManifestException("No manifest file found in volume"); using (var fs = new StreamReader(s, ENCODING)) ManifestData.VerifyManifest(fs.ReadToEnd(), m_blocksize, options.BlockHashAlgorithm, options.FileHashAlgorithm); } } } public static void UpdateOptionsFromManifest(string compressor, string file, Options options) { using(var c = LoadCompressor(compressor, file, options)) using (var s = c.OpenRead(MANIFEST_FILENAME)) using (var fs = new StreamReader(s, ENCODING)) { var d = JsonConvert.DeserializeObject(fs.ReadToEnd()); if (d.Version > ManifestData.VERSION) throw new InvalidManifestException("Version", d.Version.ToString(), ManifestData.VERSION.ToString()); string n; if (!options.RawOptions.TryGetValue("blocksize", out n) || string.IsNullOrEmpty(n)) options.RawOptions["blocksize"] = d.Blocksize.ToString() + "b"; if (!options.RawOptions.TryGetValue("block-hash-algorithm", out n) || string.IsNullOrEmpty(n)) options.RawOptions["block-hash-algorithm"] = d.BlockHash; if (!options.RawOptions.TryGetValue("file-hash-algorithm", out n) || string.IsNullOrEmpty(n)) options.RawOptions["file-hash-algorithm"] = d.FileHash; } } private void VerifyManifest() { } public virtual void Dispose() { if (m_disposeCompression && m_compression != null) { m_compression.Dispose(); m_compression = null; } } public static IEnumerable ReadBlocklist(ICompression compression, string filename, long hashsize) { var buffer = new byte[hashsize]; using(var fs = compression.OpenRead(filename)) { int s; while ((s = Library.Utility.Utility.ForceStreamRead(fs, buffer, buffer.Length)) != 0) { if (s != buffer.Length) throw new InvalidDataException("Premature End-of-stream encountered while reading blocklist hashes"); yield return Convert.ToBase64String(buffer); } } } protected static object SkipJsonToken(JsonReader reader, JsonToken type) { if (!reader.Read() || reader.TokenType != type) throw new InvalidDataException(string.Format("Invalid JSON, expected \"{0}\", but got {1}, {2}", type, reader.TokenType, reader.Value)); return reader.Value; } protected static object ReadJsonProperty(JsonReader reader, string propertyname, JsonToken type) { var p = SkipJsonToken(reader, JsonToken.PropertyName); if (p == null || p.ToString() != propertyname) throw new InvalidDataException(string.Format("Invalid JSON, expected property \"{0}\", but got {1}, {2}", propertyname, reader.TokenType, reader.Value)); return SkipJsonToken(reader, type); } protected static string ReadJsonStringProperty(JsonReader reader, string propertyname) { return ReadJsonProperty(reader, propertyname, JsonToken.String).ToString(); } protected static long ReadJsonInt64Property(JsonReader reader, string propertyname) { return Convert.ToInt64(ReadJsonProperty(reader, propertyname, JsonToken.Integer)); } protected static DateTime ReadJsonDateTimeProperty(JsonReader reader, string propertyname) { return Library.Utility.Utility.DeserializeDateTime(ReadJsonStringProperty(reader, propertyname)); } } }