#region Disclaimer / License
// Copyright (C) 2010, Kenneth Skovhede
// http://www.hexad.dk, opensource@hexad.dk
//
// This library is free software; you can redistribute it and/or
// modify it under the terms of the GNU Lesser General Public
// License as published by the Free Software Foundation; either
// version 2.1 of the License, or (at your option) any later version.
//
// This library is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
// Lesser General Public License for more details.
//
// You should have received a copy of the GNU Lesser General Public
// License along with this library; if not, write to the Free Software
// Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
//
#endregion
using System;
using System.Collections.Generic;
using System.Text;
namespace Duplicati.Library.Core
{
public static class Utility
{
public enum EnumeratedFileStatus
{
File,
Folder,
Error
};
public delegate void EnumerationCallbackDelegate(string rootpath, string path, EnumeratedFileStatus status);
///
/// Copies the content of one stream into another
///
/// The stream to read from
/// The stream to write to
public static void CopyStream(System.IO.Stream source, System.IO.Stream target)
{
CopyStream(source, target, true);
}
///
/// Copies the content of one stream into another
///
/// The stream to read from
/// The stream to write to
/// True if an attempt should be made to rewind the source stream, false otherwise
public static void CopyStream(System.IO.Stream source, System.IO.Stream target, bool tryRewindSource)
{
if (tryRewindSource && source.CanSeek)
try { source.Position = 0; }
catch { }
byte[] buf = new byte[4096];
int read;
while ((read = source.Read(buf, 0, buf.Length)) != 0)
target.Write(buf, 0, read);
}
///
/// Returns a list of all files found in the given folder.
/// The search is recursive.
///
/// The folder to look in
/// A list of the full filenames
public static List EnumerateFiles(string basepath)
{
return EnumerateFiles(basepath, null);
}
///
/// Returns a list of folder names found in the given folder.
/// The search is recursive.
///
/// The folder to look in
/// A list of the full paths
public static List EnumerateFolders(string basepath)
{
return EnumerateFolders(basepath, null);
}
///
/// A callback delegate used for applying alternate enumeration of filesystems
///
/// The path to return data from
/// A list of paths
public delegate string[] FileSystemInteraction(string path);
///
/// Returns a list of all files found in the given folder.
/// The search is recursive.
///
/// The folder to look in
/// An optional filter to apply to the filenames
/// The function to call with the filenames
/// A list of the full filenames
public static void EnumerateFileSystemEntries(string rootpath, FilenameFilter filter, EnumerationCallbackDelegate callback)
{
EnumerateFileSystemEntries(rootpath, filter, callback, new FileSystemInteraction(System.IO.Directory.GetDirectories), new FileSystemInteraction(System.IO.Directory.GetFiles));
}
///
/// Returns a list of all files found in the given folder.
/// The search is recursive.
///
/// The folder to look in
/// An optional filter to apply to the filenames
/// The function to call with the filenames
/// A function to call that lists all folders in the supplied folder
/// A function to call that lists all files in the supplied folder
/// A list of the full filenames
public static void EnumerateFileSystemEntries(string rootpath, FilenameFilter filter, EnumerationCallbackDelegate callback, FileSystemInteraction folderList, FileSystemInteraction fileList)
{
if (!System.IO.Directory.Exists(rootpath))
return;
Queue lst = new Queue();
lst.Enqueue(rootpath);
while (lst.Count > 0)
{
string f = AppendDirSeperator(lst.Dequeue());
try
{
foreach (string s in folderList(f))
if (filter == null || filter.ShouldInclude(rootpath, AppendDirSeperator(s)))
lst.Enqueue(s);
callback(rootpath, f, EnumeratedFileStatus.Folder);
}
catch (System.Threading.ThreadAbortException)
{
throw;
}
catch (Exception)
{
callback(rootpath, f, EnumeratedFileStatus.Error);
}
try
{
foreach (string s in fileList(f))
if (filter == null || filter.ShouldInclude(rootpath, s))
callback(rootpath, s, EnumeratedFileStatus.File);
}
catch (System.Threading.ThreadAbortException)
{
throw;
}
catch (Exception)
{
callback(rootpath, f, EnumeratedFileStatus.Error);
}
}
}
///
/// An internal helper class to collect filenames from the enumeration callback
///
private class PathCollector
{
private List m_files;
private bool m_includeFolders;
private bool m_includeFiles;
public PathCollector(bool includeFolders, bool includeFiles)
{
m_files = new List();
m_includeFolders = includeFolders;
m_includeFiles = includeFiles;
}
public void Callback(string rootpath, string path, EnumeratedFileStatus status)
{
if (m_includeFolders && status == EnumeratedFileStatus.Folder)
m_files.Add(path);
else if (m_includeFiles && status == EnumeratedFileStatus.File)
m_files.Add(path);
}
public List Files { get { return m_files; } }
}
///
/// An internal helper class to calculate the size of a folders files
///
private class PathSizeCalculator
{
private long m_size = 0;
public void Callback(string rootpath, string path, EnumeratedFileStatus status)
{
if (status == EnumeratedFileStatus.File)
try { m_size += new System.IO.FileInfo(path).Length; }
catch { }
}
public long Size { get { return m_size; } }
}
///
/// Calculates the size of files in a given folder
///
/// The folder to examine
/// A filter to apply
/// The combined size of all files that match the filter
public static long GetDirectorySize(string folder, FilenameFilter filter)
{
PathSizeCalculator c = new PathSizeCalculator();
EnumerateFileSystemEntries(folder, filter, new EnumerationCallbackDelegate(c.Callback));
return c.Size;
}
///
/// Returns a list of all files found in the given folder.
/// The search is recursive.
///
/// The folder to look in
/// An optional filter to apply to the filenames
/// A list of the full filenames
public static List EnumerateFiles(string basepath, FilenameFilter filter)
{
PathCollector c = new PathCollector(false, true);
EnumerateFileSystemEntries(basepath, filter, new EnumerationCallbackDelegate(c.Callback));
return c.Files;
}
///
/// Returns a list of all files and subfolders found in the given folder.
/// The search is recursive.
///
/// The folder to look in.
/// A list of the full filenames and foldernames. Foldernames ends with the directoryseperator char
public static List EnumerateFileSystemEntries(string basepath)
{
return EnumerateFileSystemEntries(basepath, null);
}
///
/// Returns a list of all files and subfolders found in the given folder.
/// The search is recursive.
///
/// The folder to look in.
/// An optional filter to apply to the filenames
/// A list of the full filenames and foldernames. Foldernames ends with the directoryseperator char
public static List EnumerateFileSystemEntries(string basepath, FilenameFilter filter)
{
PathCollector c = new PathCollector(true, true);
EnumerateFileSystemEntries(basepath, filter, new EnumerationCallbackDelegate(c.Callback));
return c.Files;
}
///
/// Returns a list of folder names found in the given folder.
/// The search is recursive.
///
/// The folder to look in
/// An optional filter to apply to the folder names
/// A list of the full paths
public static List EnumerateFolders(string basepath, FilenameFilter filter)
{
PathCollector c = new PathCollector(true, false);
EnumerateFileSystemEntries(basepath, filter, new EnumerationCallbackDelegate(c.Callback));
return c.Files;
}
///
/// Appends the appropriate directory seperator to paths, depending on OS.
/// Does not append the seperator if the path already ends with it.
///
/// The path to append to
/// The path with the directory seperator appended
public static string AppendDirSeperator(string path)
{
if (!path.EndsWith(System.IO.Path.DirectorySeparatorChar.ToString()))
return path += System.IO.Path.DirectorySeparatorChar;
else
return path;
}
///
/// Some streams can return a number that is less than the requested number of bytes.
/// This is usually due to fragmentation, and is solved by issuing a new read.
/// This function wraps that functionality.
///
/// The stream to read
/// The buffer to read into
/// The amout of bytes to read
/// The actual number of bytes read
public static int ForceStreamRead(System.IO.Stream stream, byte[] buf, int count)
{
int a;
int index = 0;
do
{
a = stream.Read(buf, index, count);
index += a;
count -= a;
}
while (a != 0 && count > 0);
return index;
}
///
/// Compares two streams to see if they are binary equals
///
/// One stream
/// Another stream
/// True if the length of the two streams should be compared
/// True if they are equal, false otherwise
public static bool CompareStreams(System.IO.Stream stream1, System.IO.Stream stream2, bool checkLength)
{
if (checkLength)
{
try
{
if (stream1.Length != stream2.Length)
return false;
}
catch
{
//We must read along, trying to determine if they are equals
}
}
int longSize = BitConverter.GetBytes((long)0).Length;
byte[] buf1 = new byte[longSize * 512];
byte[] buf2 = new byte[buf1.Length];
int a1, a2;
while ((a1 = ForceStreamRead(stream1, buf1, buf1.Length)) == (a2 = ForceStreamRead(stream2, buf2, buf2.Length)))
{
int ix = 0;
for (int i = 0; i < a1 / longSize; i++)
if (BitConverter.ToUInt64(buf1, ix) != BitConverter.ToUInt64(buf2, ix))
return false;
else
ix += longSize;
for (int i = 0; i < a1 % longSize; i++)
if (buf1[ix] != buf2[ix])
return false;
else
ix++;
if (a1 == 0)
break;
}
return a1 == a2;
}
///
/// Removes an entire folder, and its contents.
/// Equal to System.IO.Directory.Delete
///
/// The folder to remove
public static void DeleteFolder(string path)
{
if (!System.IO.Directory.Exists(path))
return;
foreach (string s in EnumerateFiles(path))
{
System.IO.File.SetAttributes(s, System.IO.FileAttributes.Normal);
System.IO.File.Delete(s);
}
List folders = Utility.EnumerateFolders(path);
folders.Sort();
folders.Reverse();
foreach (string s in folders)
System.IO.Directory.Delete(s);
System.IO.Directory.Delete(path);
}
///
/// Calculates the SHA256 hash of a given file, and returns the results as an base64 encoded string
///
/// The path to the file to calculate the hash for
/// The base64 encoded SHA256 hash
public static string CalculateHash(string path)
{
System.Security.Cryptography.HashAlgorithm sha = System.Security.Cryptography.HashAlgorithm.Create("SHA256");
using (System.IO.FileStream fs = System.IO.File.Open(path, System.IO.FileMode.Open, System.IO.FileAccess.Read, System.IO.FileShare.Read))
return Convert.ToBase64String(sha.ComputeHash(fs));
}
///
/// Formats a size into a human readable format, eg. 2048 becomes "2 KB".
///
/// The size to format
/// A human readable string representing the size
public static string FormatSizeString(long size)
{
if (size >= 1024 * 1024 * 1024)
return string.Format(Strings.Utility.FormatStringGB, (double)size / (1024 * 1024 * 1024));
else if (size >= 1024 * 1024)
return string.Format(Strings.Utility.FormatStringMB, (double)size / (1024 * 1024));
else if (size >= 1024)
return string.Format(Strings.Utility.FormatStringKB, (double)size / 1024);
else
return string.Format(Strings.Utility.FormatStringB, size);
}
public static System.Threading.ThreadPriority ParsePriority(string value)
{
if (string.IsNullOrEmpty(value) || value.Trim().Length == 0)
return System.Threading.ThreadPriority.Normal;
switch (value.ToLower().Trim())
{
case "+2":
case "high":
case "highest":
return System.Threading.ThreadPriority.Highest;
case "+1":
case "abovenormal":
case "above normal":
return System.Threading.ThreadPriority.AboveNormal;
case "-1":
case "belownormal":
case "below normal":
return System.Threading.ThreadPriority.BelowNormal;
case "-2":
case "low":
case "lowest":
case "idle":
return System.Threading.ThreadPriority.Lowest;
default:
return System.Threading.ThreadPriority.Normal;
}
}
///
/// Parses a string into a boolean value
///
/// The value to parse
/// The default value, in case the string is not a valid boolean value
/// The parsed value or the default value
public static bool ParseBool(string value, bool @default)
{
if (value == null)
value = "";
switch (value.Trim().ToLower())
{
case "1":
case "on":
case "true":
case "yes":
return true;
case "0":
case "off":
case "false":
case "no":
return false;
default:
return @default;
}
}
///
/// A helper for converting byte arrays to hex, vice versa
///
private const string HEX_DIGITS_UPPER = "0123456789ABCDEF";
///
/// Converts the byte array to hex digits
///
/// The data to convert
/// The data as a string of hex digits
public static string ByteArrayAsHexString(byte[] data)
{
if (data == null || data.Length == 0)
return "";
StringBuilder sb = new StringBuilder();
foreach (byte b in data)
{
sb.Append(HEX_DIGITS_UPPER[(b >> 4) & 0xF]);
sb.Append(HEX_DIGITS_UPPER[b & 0xF]);
}
return sb.ToString();
}
///
/// Converts the given hex string into a byte array
///
/// The hex string
/// The byte array
public static byte[] HexStringAsByteArray(string hex)
{
if (string.IsNullOrEmpty(hex))
return new byte[0];
hex = hex.Trim().ToUpper();
if (hex.Length % 2 != 0)
throw new Exception(Strings.Utility.InvalidHexStringLengthError);
byte[] data = new byte[hex.Length];
for (int i = 0; i < hex.Length; i+= 2)
{
int upper = HEX_DIGITS_UPPER.IndexOf(hex[i]);
int lower = HEX_DIGITS_UPPER.IndexOf(hex[i + 1]);
if (upper < 0)
throw new Exception(string.Format(Strings.Utility.InvalidHexDigitError, hex[i]));
if (lower < 0)
throw new Exception(string.Format(Strings.Utility.InvalidHexDigitError, hex[i + 1]));
data[i % 2] = (byte)((upper << 4) | lower);
}
return data;
}
///
/// Gets or sets a value indicating if the client is Linux/Unix based
///
public static bool IsClientLinux
{
get
{
#if __MonoCS__
if (Environment.OSVersion.Platform == PlatformID.Unix || (int)Environment.OSVersion.Platform == 6)
return true;
#else
if (Environment.OSVersion.Platform == PlatformID.Unix || Environment.OSVersion.Platform == PlatformID.MacOSX)
return true;
#endif
return false;
}
}
///
/// Returns a value indicating if the filesystem, is case sensitive
///
public static bool IsFSCaseSensitive
{
get
{
//TODO: This should probably be determined by filesystem rather than OS
//In case MS decides to support case sensitive filesystems (yeah right :))
return IsClientLinux;
}
}
///
/// Returns a value indicating if the app is running under Mono
///
public static bool IsMono
{
get
{
return Type.GetType("Mono.Runtime") != null;
}
}
///
/// Gets the current Mono runtime version, will return 0.0 if not running Mono
///
public static Version MonoVersion
{
get
{
try
{
Type t = Type.GetType("Mono.Runtime");
if (t != null)
{
System.Reflection.MethodInfo mi = t.GetMethod("GetDisplayName", System.Reflection.BindingFlags.Static | System.Reflection.BindingFlags.NonPublic);
if (mi != null)
{
string version = (string)mi.Invoke(null, null);
return new Version(version.Substring(version.Trim().LastIndexOf(' ')));
}
}
}
catch
{
}
return new Version();
}
}
///
/// Gets the users default UI language
///
public static System.Globalization.CultureInfo DefaultCulture
{
get
{
System.Threading.Thread t = new System.Threading.Thread(new System.Threading.ThreadStart(DummyMethod));
return t.CurrentUICulture;
}
}
//Unused function, used to create a dummy thread
private static void DummyMethod() { }
///
/// Gets a string comparer that matches the client filesystems case sensitivity
///
public static StringComparer ClientFilenameStringComparer { get { return Utility.IsFSCaseSensitive ? StringComparer.CurrentCulture : StringComparer.CurrentCultureIgnoreCase; } }
///
/// Gets the string comparision that matches the client filesystems case sensitivity
///
public static StringComparison ClientFilenameStringComparision { get { return Utility.IsFSCaseSensitive ? StringComparison.CurrentCulture : StringComparison.CurrentCultureIgnoreCase; } }
///
/// Searches the system paths for the file specified
///
/// The file to locate
/// The full path to the file, or null if the file was not found
public static string LocateFileInSystemPath(string filename)
{
try
{
if (System.IO.Path.IsPathRooted(filename))
return System.IO.File.Exists(filename) ? filename : null;
try { filename = System.IO.Path.GetFileName(filename); }
catch { }
string homedir = System.IO.Path.GetDirectoryName(System.Reflection.Assembly.GetExecutingAssembly().Location) + System.IO.Path.PathSeparator.ToString();
//Look in application base folder and all system path folders
foreach (string s in (homedir + Environment.GetEnvironmentVariable("PATH")).Split(System.IO.Path.PathSeparator))
if (!string.IsNullOrEmpty(s) && s.Trim().Length > 0)
try
{
foreach (string sx in System.IO.Directory.GetFiles(Environment.ExpandEnvironmentVariables(s), filename))
return sx;
}
catch
{ }
}
catch
{ }
return null;
}
}
}