#region Disclaimer / License // Copyright (C) 2010, Kenneth Skovhede // http://www.hexad.dk, opensource@hexad.dk // // This library is free software; you can redistribute it and/or // modify it under the terms of the GNU Lesser General Public // License as published by the Free Software Foundation; either // version 2.1 of the License, or (at your option) any later version. // // This library is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU // Lesser General Public License for more details. // // You should have received a copy of the GNU Lesser General Public // License along with this library; if not, write to the Free Software // Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA // #endregion using System; using System.Collections.Generic; using System.Text; namespace Duplicati.Library.Core { public static class Utility { public enum EnumeratedFileStatus { File, Folder, Error }; public delegate void EnumerationCallbackDelegate(string rootpath, string path, EnumeratedFileStatus status); /// /// Copies the content of one stream into another /// /// The stream to read from /// The stream to write to public static void CopyStream(System.IO.Stream source, System.IO.Stream target) { CopyStream(source, target, true); } /// /// Copies the content of one stream into another /// /// The stream to read from /// The stream to write to /// True if an attempt should be made to rewind the source stream, false otherwise public static void CopyStream(System.IO.Stream source, System.IO.Stream target, bool tryRewindSource) { if (tryRewindSource && source.CanSeek) try { source.Position = 0; } catch { } byte[] buf = new byte[4096]; int read; while ((read = source.Read(buf, 0, buf.Length)) != 0) target.Write(buf, 0, read); } /// /// Returns a list of all files found in the given folder. /// The search is recursive. /// /// The folder to look in /// A list of the full filenames public static List EnumerateFiles(string basepath) { return EnumerateFiles(basepath, null); } /// /// Returns a list of folder names found in the given folder. /// The search is recursive. /// /// The folder to look in /// A list of the full paths public static List EnumerateFolders(string basepath) { return EnumerateFolders(basepath, null); } /// /// A callback delegate used for applying alternate enumeration of filesystems /// /// The path to return data from /// A list of paths public delegate string[] FileSystemInteraction(string path); /// /// Returns a list of all files found in the given folder. /// The search is recursive. /// /// The folder to look in /// An optional filter to apply to the filenames /// The function to call with the filenames /// A list of the full filenames public static void EnumerateFileSystemEntries(string rootpath, FilenameFilter filter, EnumerationCallbackDelegate callback) { EnumerateFileSystemEntries(rootpath, filter, callback, new FileSystemInteraction(System.IO.Directory.GetDirectories), new FileSystemInteraction(System.IO.Directory.GetFiles)); } /// /// Returns a list of all files found in the given folder. /// The search is recursive. /// /// The folder to look in /// An optional filter to apply to the filenames /// The function to call with the filenames /// A function to call that lists all folders in the supplied folder /// A function to call that lists all files in the supplied folder /// A list of the full filenames public static void EnumerateFileSystemEntries(string rootpath, FilenameFilter filter, EnumerationCallbackDelegate callback, FileSystemInteraction folderList, FileSystemInteraction fileList) { if (!System.IO.Directory.Exists(rootpath)) return; Queue lst = new Queue(); lst.Enqueue(rootpath); while (lst.Count > 0) { string f = AppendDirSeperator(lst.Dequeue()); try { foreach (string s in folderList(f)) if (filter == null || filter.ShouldInclude(rootpath, AppendDirSeperator(s))) lst.Enqueue(s); callback(rootpath, f, EnumeratedFileStatus.Folder); } catch (System.Threading.ThreadAbortException) { throw; } catch (Exception) { callback(rootpath, f, EnumeratedFileStatus.Error); } try { foreach (string s in fileList(f)) if (filter == null || filter.ShouldInclude(rootpath, s)) callback(rootpath, s, EnumeratedFileStatus.File); } catch (System.Threading.ThreadAbortException) { throw; } catch (Exception) { callback(rootpath, f, EnumeratedFileStatus.Error); } } } /// /// An internal helper class to collect filenames from the enumeration callback /// private class PathCollector { private List m_files; private bool m_includeFolders; private bool m_includeFiles; public PathCollector(bool includeFolders, bool includeFiles) { m_files = new List(); m_includeFolders = includeFolders; m_includeFiles = includeFiles; } public void Callback(string rootpath, string path, EnumeratedFileStatus status) { if (m_includeFolders && status == EnumeratedFileStatus.Folder) m_files.Add(path); else if (m_includeFiles && status == EnumeratedFileStatus.File) m_files.Add(path); } public List Files { get { return m_files; } } } /// /// An internal helper class to calculate the size of a folders files /// private class PathSizeCalculator { private long m_size = 0; public void Callback(string rootpath, string path, EnumeratedFileStatus status) { if (status == EnumeratedFileStatus.File) try { m_size += new System.IO.FileInfo(path).Length; } catch { } } public long Size { get { return m_size; } } } /// /// Calculates the size of files in a given folder /// /// The folder to examine /// A filter to apply /// The combined size of all files that match the filter public static long GetDirectorySize(string folder, FilenameFilter filter) { PathSizeCalculator c = new PathSizeCalculator(); EnumerateFileSystemEntries(folder, filter, new EnumerationCallbackDelegate(c.Callback)); return c.Size; } /// /// Returns a list of all files found in the given folder. /// The search is recursive. /// /// The folder to look in /// An optional filter to apply to the filenames /// A list of the full filenames public static List EnumerateFiles(string basepath, FilenameFilter filter) { PathCollector c = new PathCollector(false, true); EnumerateFileSystemEntries(basepath, filter, new EnumerationCallbackDelegate(c.Callback)); return c.Files; } /// /// Returns a list of all files and subfolders found in the given folder. /// The search is recursive. /// /// The folder to look in. /// A list of the full filenames and foldernames. Foldernames ends with the directoryseperator char public static List EnumerateFileSystemEntries(string basepath) { return EnumerateFileSystemEntries(basepath, null); } /// /// Returns a list of all files and subfolders found in the given folder. /// The search is recursive. /// /// The folder to look in. /// An optional filter to apply to the filenames /// A list of the full filenames and foldernames. Foldernames ends with the directoryseperator char public static List EnumerateFileSystemEntries(string basepath, FilenameFilter filter) { PathCollector c = new PathCollector(true, true); EnumerateFileSystemEntries(basepath, filter, new EnumerationCallbackDelegate(c.Callback)); return c.Files; } /// /// Returns a list of folder names found in the given folder. /// The search is recursive. /// /// The folder to look in /// An optional filter to apply to the folder names /// A list of the full paths public static List EnumerateFolders(string basepath, FilenameFilter filter) { PathCollector c = new PathCollector(true, false); EnumerateFileSystemEntries(basepath, filter, new EnumerationCallbackDelegate(c.Callback)); return c.Files; } /// /// Appends the appropriate directory seperator to paths, depending on OS. /// Does not append the seperator if the path already ends with it. /// /// The path to append to /// The path with the directory seperator appended public static string AppendDirSeperator(string path) { if (!path.EndsWith(System.IO.Path.DirectorySeparatorChar.ToString())) return path += System.IO.Path.DirectorySeparatorChar; else return path; } /// /// Some streams can return a number that is less than the requested number of bytes. /// This is usually due to fragmentation, and is solved by issuing a new read. /// This function wraps that functionality. /// /// The stream to read /// The buffer to read into /// The amout of bytes to read /// The actual number of bytes read public static int ForceStreamRead(System.IO.Stream stream, byte[] buf, int count) { int a; int index = 0; do { a = stream.Read(buf, index, count); index += a; count -= a; } while (a != 0 && count > 0); return index; } /// /// Compares two streams to see if they are binary equals /// /// One stream /// Another stream /// True if the length of the two streams should be compared /// True if they are equal, false otherwise public static bool CompareStreams(System.IO.Stream stream1, System.IO.Stream stream2, bool checkLength) { if (checkLength) { try { if (stream1.Length != stream2.Length) return false; } catch { //We must read along, trying to determine if they are equals } } int longSize = BitConverter.GetBytes((long)0).Length; byte[] buf1 = new byte[longSize * 512]; byte[] buf2 = new byte[buf1.Length]; int a1, a2; while ((a1 = ForceStreamRead(stream1, buf1, buf1.Length)) == (a2 = ForceStreamRead(stream2, buf2, buf2.Length))) { int ix = 0; for (int i = 0; i < a1 / longSize; i++) if (BitConverter.ToUInt64(buf1, ix) != BitConverter.ToUInt64(buf2, ix)) return false; else ix += longSize; for (int i = 0; i < a1 % longSize; i++) if (buf1[ix] != buf2[ix]) return false; else ix++; if (a1 == 0) break; } return a1 == a2; } /// /// Removes an entire folder, and its contents. /// Equal to System.IO.Directory.Delete /// /// The folder to remove public static void DeleteFolder(string path) { if (!System.IO.Directory.Exists(path)) return; foreach (string s in EnumerateFiles(path)) { System.IO.File.SetAttributes(s, System.IO.FileAttributes.Normal); System.IO.File.Delete(s); } List folders = Utility.EnumerateFolders(path); folders.Sort(); folders.Reverse(); foreach (string s in folders) System.IO.Directory.Delete(s); System.IO.Directory.Delete(path); } /// /// Calculates the SHA256 hash of a given file, and returns the results as an base64 encoded string /// /// The path to the file to calculate the hash for /// The base64 encoded SHA256 hash public static string CalculateHash(string path) { System.Security.Cryptography.HashAlgorithm sha = System.Security.Cryptography.HashAlgorithm.Create("SHA256"); using (System.IO.FileStream fs = System.IO.File.Open(path, System.IO.FileMode.Open, System.IO.FileAccess.Read, System.IO.FileShare.Read)) return Convert.ToBase64String(sha.ComputeHash(fs)); } /// /// Formats a size into a human readable format, eg. 2048 becomes "2 KB". /// /// The size to format /// A human readable string representing the size public static string FormatSizeString(long size) { if (size >= 1024 * 1024 * 1024) return string.Format(Strings.Utility.FormatStringGB, (double)size / (1024 * 1024 * 1024)); else if (size >= 1024 * 1024) return string.Format(Strings.Utility.FormatStringMB, (double)size / (1024 * 1024)); else if (size >= 1024) return string.Format(Strings.Utility.FormatStringKB, (double)size / 1024); else return string.Format(Strings.Utility.FormatStringB, size); } public static System.Threading.ThreadPriority ParsePriority(string value) { if (string.IsNullOrEmpty(value) || value.Trim().Length == 0) return System.Threading.ThreadPriority.Normal; switch (value.ToLower().Trim()) { case "+2": case "high": case "highest": return System.Threading.ThreadPriority.Highest; case "+1": case "abovenormal": case "above normal": return System.Threading.ThreadPriority.AboveNormal; case "-1": case "belownormal": case "below normal": return System.Threading.ThreadPriority.BelowNormal; case "-2": case "low": case "lowest": case "idle": return System.Threading.ThreadPriority.Lowest; default: return System.Threading.ThreadPriority.Normal; } } /// /// Parses a string into a boolean value /// /// The value to parse /// The default value, in case the string is not a valid boolean value /// The parsed value or the default value public static bool ParseBool(string value, bool @default) { if (value == null) value = ""; switch (value.Trim().ToLower()) { case "1": case "on": case "true": case "yes": return true; case "0": case "off": case "false": case "no": return false; default: return @default; } } /// /// A helper for converting byte arrays to hex, vice versa /// private const string HEX_DIGITS_UPPER = "0123456789ABCDEF"; /// /// Converts the byte array to hex digits /// /// The data to convert /// The data as a string of hex digits public static string ByteArrayAsHexString(byte[] data) { if (data == null || data.Length == 0) return ""; StringBuilder sb = new StringBuilder(); foreach (byte b in data) { sb.Append(HEX_DIGITS_UPPER[(b >> 4) & 0xF]); sb.Append(HEX_DIGITS_UPPER[b & 0xF]); } return sb.ToString(); } /// /// Converts the given hex string into a byte array /// /// The hex string /// The byte array public static byte[] HexStringAsByteArray(string hex) { if (string.IsNullOrEmpty(hex)) return new byte[0]; hex = hex.Trim().ToUpper(); if (hex.Length % 2 != 0) throw new Exception(Strings.Utility.InvalidHexStringLengthError); byte[] data = new byte[hex.Length]; for (int i = 0; i < hex.Length; i+= 2) { int upper = HEX_DIGITS_UPPER.IndexOf(hex[i]); int lower = HEX_DIGITS_UPPER.IndexOf(hex[i + 1]); if (upper < 0) throw new Exception(string.Format(Strings.Utility.InvalidHexDigitError, hex[i])); if (lower < 0) throw new Exception(string.Format(Strings.Utility.InvalidHexDigitError, hex[i + 1])); data[i % 2] = (byte)((upper << 4) | lower); } return data; } /// /// Gets or sets a value indicating if the client is Linux/Unix based /// public static bool IsClientLinux { get { #if __MonoCS__ if (Environment.OSVersion.Platform == PlatformID.Unix || (int)Environment.OSVersion.Platform == 6) return true; #else if (Environment.OSVersion.Platform == PlatformID.Unix || Environment.OSVersion.Platform == PlatformID.MacOSX) return true; #endif return false; } } /// /// Returns a value indicating if the filesystem, is case sensitive /// public static bool IsFSCaseSensitive { get { //TODO: This should probably be determined by filesystem rather than OS //In case MS decides to support case sensitive filesystems (yeah right :)) return IsClientLinux; } } /// /// Returns a value indicating if the app is running under Mono /// public static bool IsMono { get { return Type.GetType("Mono.Runtime") != null; } } /// /// Gets the current Mono runtime version, will return 0.0 if not running Mono /// public static Version MonoVersion { get { try { Type t = Type.GetType("Mono.Runtime"); if (t != null) { System.Reflection.MethodInfo mi = t.GetMethod("GetDisplayName", System.Reflection.BindingFlags.Static | System.Reflection.BindingFlags.NonPublic); if (mi != null) { string version = (string)mi.Invoke(null, null); return new Version(version.Substring(version.Trim().LastIndexOf(' '))); } } } catch { } return new Version(); } } /// /// Gets the users default UI language /// public static System.Globalization.CultureInfo DefaultCulture { get { System.Threading.Thread t = new System.Threading.Thread(new System.Threading.ThreadStart(DummyMethod)); return t.CurrentUICulture; } } //Unused function, used to create a dummy thread private static void DummyMethod() { } /// /// Gets a string comparer that matches the client filesystems case sensitivity /// public static StringComparer ClientFilenameStringComparer { get { return Utility.IsFSCaseSensitive ? StringComparer.CurrentCulture : StringComparer.CurrentCultureIgnoreCase; } } /// /// Gets the string comparision that matches the client filesystems case sensitivity /// public static StringComparison ClientFilenameStringComparision { get { return Utility.IsFSCaseSensitive ? StringComparison.CurrentCulture : StringComparison.CurrentCultureIgnoreCase; } } /// /// Searches the system paths for the file specified /// /// The file to locate /// The full path to the file, or null if the file was not found public static string LocateFileInSystemPath(string filename) { try { if (System.IO.Path.IsPathRooted(filename)) return System.IO.File.Exists(filename) ? filename : null; try { filename = System.IO.Path.GetFileName(filename); } catch { } string homedir = System.IO.Path.GetDirectoryName(System.Reflection.Assembly.GetExecutingAssembly().Location) + System.IO.Path.PathSeparator.ToString(); //Look in application base folder and all system path folders foreach (string s in (homedir + Environment.GetEnvironmentVariable("PATH")).Split(System.IO.Path.PathSeparator)) if (!string.IsNullOrEmpty(s) && s.Trim().Length > 0) try { foreach (string sx in System.IO.Directory.GetFiles(Environment.ExpandEnvironmentVariables(s), filename)) return sx; } catch { } } catch { } return null; } } }