// Copyright (C) 2025, The Duplicati Team // https://duplicati.com, hello@duplicati.com // // Permission is hereby granted, free of charge, to any person obtaining a // copy of this software and associated documentation files (the "Software"), // to deal in the Software without restriction, including without limitation // the rights to use, copy, modify, merge, publish, distribute, sublicense, // and/or sell copies of the Software, and to permit persons to whom the // Software is furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in // all copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS // OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING // FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER // DEALINGS IN THE SOFTWARE. #nullable enable using System; using System.Globalization; using Duplicati.Library.Common.IO; using Duplicati.Library.Interface; namespace Duplicati.Library.SQLiteHelper { public static class SQLiteLoader { /// /// The minimum value for the SQLite page cache size /// public const long MINIMUM_SQLITE_PAGE_CACHE_SIZE = 2048000L; /// /// The tag used for logging /// private static readonly string LOGTAG = Logging.Log.LogTagFromType(typeof(SQLiteLoader)); /// /// Helper method with logic to handle opening a database in possibly encrypted format /// /// The SQLite connection object /// The location of Duplicati's database. /// The password to use for decryption. public static void OpenDatabase(System.Data.IDbConnection con, string databasePath, string? decryptionPassword) { if (!string.IsNullOrWhiteSpace(decryptionPassword) && SQLiteRC4Decrypter.IsDatabaseEncrypted(databasePath)) { Logging.Log.WriteWarningMessage(LOGTAG, "SQLiteRC4Decrypter", null, "Database is encrypted, attempting to decrypt..."); try { SQLiteRC4Decrypter.DecryptSQLiteFile(databasePath, decryptionPassword); Logging.Log.WriteInformationMessage(LOGTAG, "SQLiteRC4Decrypter", "Database decrypted successfully."); } catch (Exception ex) { Logging.Log.WriteErrorMessage(LOGTAG, "SQLiteRC4Decrypter", ex, "Failed to decrypt database"); throw new UserInformationException($"The database appears to be encrypted, but the decrypting failed. Please check the password. Error message: {ex.Message}", "RC4DecryptionFailed", ex); } } try { //Attempt to open in preferred state OpenSQLiteFile(con, databasePath); TestSQLiteFile(con); } catch { try { con.Dispose(); } catch { } throw; } if (con.State != System.Data.ConnectionState.Open) throw new UserInformationException("Failed to open database for unknown reason, check the logs to see error messages", "DatabaseOpenFailed"); } /// /// Loads an SQLite connection instance and opening the database /// /// The SQLite connection instance. public static System.Data.IDbConnection LoadConnection() { System.Data.IDbConnection? con = null; SetEnvironmentVariablesForSQLiteTempDir(); try { con = (System.Data.IDbConnection?)Activator.CreateInstance(Duplicati.Library.SQLiteHelper.SQLiteLoader.SQLiteConnectionType); } catch (Exception ex) { Logging.Log.WriteErrorMessage(LOGTAG, "FailedToLoadConnectionSQLite", ex, "Failed to load connection."); DisposeConnection(con); throw; } return con ?? throw new InvalidOperationException("Failed to load connection"); } /// /// Applies user-supplied custom pragmas to the SQLite connection /// /// The connection to apply the pragmas to. /// The page cache size to set. /// The connection with the pragmas applied. public static System.Data.IDbConnection ApplyCustomPragmas(System.Data.IDbConnection con, long pagecachesize) { var opts = Environment.GetEnvironmentVariable("CUSTOMSQLITEOPTIONS_DUPLICATI") ?? ""; if (pagecachesize > MINIMUM_SQLITE_PAGE_CACHE_SIZE) opts = string.Format(CultureInfo.InvariantCulture, "cache_size=-{0};{1}", pagecachesize / 1024L, opts); if (string.IsNullOrWhiteSpace(opts)) return con; using (var cmd = con.CreateCommand()) foreach (var opt in opts.Split(new char[] { ';' }, StringSplitOptions.RemoveEmptyEntries)) { Logging.Log.WriteVerboseMessage(LOGTAG, "CustomSQLiteOption", @"Setting custom SQLite option '{0}'.", opt); try { cmd.CommandText = string.Format(CultureInfo.InvariantCulture, "PRAGMA {0}", opt); cmd.ExecuteNonQuery(); } catch (Exception ex) { Logging.Log.WriteWarningMessage(LOGTAG, "CustomSQLiteOption", ex, @"Error setting custom SQLite option '{0}'.", opt); } } return con; } /// /// Loads an SQLite connection instance and opening the database /// /// The SQLite connection instance. /// The optional path to the database. /// The page cache size to set. public static System.Data.IDbConnection LoadConnection(string targetpath, long pagecachesize) { if (string.IsNullOrWhiteSpace(targetpath)) throw new ArgumentNullException(nameof(targetpath)); var con = LoadConnection(); try { OpenSQLiteFile(con, targetpath); } catch (Exception ex) { Logging.Log.WriteErrorMessage(LOGTAG, "FailedToLoadConnectionSQLite", ex, @"Failed to load connection with path '{0}'.", targetpath); DisposeConnection(con); throw; } // set custom Sqlite options return ApplyCustomPragmas(con, pagecachesize); } /// /// Returns the SQLiteCommand type for the current architecture /// public static Type SQLiteConnectionType { get { return typeof(System.Data.SQLite.SQLiteConnection); } } /// /// Returns the version string from the SQLite type /// public static string? SQLiteVersion { get { var versionString = SQLiteConnectionType.GetProperty("SQLiteVersion")?.GetValue(null, null) as string; if (string.IsNullOrWhiteSpace(versionString)) { // Support for Microsoft.Data.SQLite // NOTE: Has an issue with ? as position parameters var inst = Activator.CreateInstance(SQLiteConnectionType); versionString = SQLiteConnectionType.GetProperty("ServerVersion")?.GetValue(inst, null) as string; } return versionString; } } /// /// Set environment variables to be used by SQLite to determine which folder to use for temporary files. /// From SQLite's documentation, SQLITE_TMPDIR is used for unix-like systems. /// For Windows, TMP and TEMP environment variables are used. /// private static void SetEnvironmentVariablesForSQLiteTempDir() { // Allow the user to override the temp folder for SQLite if (string.IsNullOrWhiteSpace(Environment.GetEnvironmentVariable("SQLITE_TMPDIR"))) Environment.SetEnvironmentVariable("SQLITE_TMPDIR", Utility.TempFolder.SystemTempPath); Environment.SetEnvironmentVariable("TMPDIR", Utility.TempFolder.SystemTempPath); Environment.SetEnvironmentVariable("TMP", Utility.TempFolder.SystemTempPath); Environment.SetEnvironmentVariable("TEMP", Utility.TempFolder.SystemTempPath); } /// /// Wrapper to dispose the SQLite connection /// /// The connection to close. private static void DisposeConnection(System.Data.IDbConnection? con) { if (con != null) try { con.Dispose(); } catch (Exception ex) { Logging.Log.WriteExplicitMessage(LOGTAG, "ConnectionDisposeError", ex, "Failed to dispose connection"); } } /// /// Opens the SQLite file in the given connection, creating the file if required /// /// The connection to use. /// Path to the file to open, which may not exist. private static void OpenSQLiteFile(System.Data.IDbConnection con, string path) { con.ConnectionString = "Data Source=" + path; con.Open(); if (con is System.Data.SQLite.SQLiteConnection sqlitecon && !OperatingSystem.IsMacOS()) { // These configuration options crash on MacOS (arm64), but the other platforms should be enough to detect incorrect SQL sqlitecon.SetConfigurationOption(System.Data.SQLite.SQLiteConfigDbOpsEnum.SQLITE_DBCONFIG_DQS_DDL, false); sqlitecon.SetConfigurationOption(System.Data.SQLite.SQLiteConfigDbOpsEnum.SQLITE_DBCONFIG_DQS_DML, false); } // Make the file only accessible by the current user, unless opting out if (!SystemIO.IO_OS.FileExists(SystemIO.IO_OS.PathCombine(SystemIO.IO_OS.PathGetDirectoryName(path), Util.InsecurePermissionsMarkerFile))) try { SystemIO.IO_OS.FileSetPermissionUserRWOnly(path); } catch (Exception ex) { Logging.Log.WriteWarningMessage(LOGTAG, "SQLiteFilePermissionError", ex, "Failed to set permissions on SQLite file '{0}'", path); } } /// /// Tests the SQLite connection, throwing an exception if the connection does not work /// /// The connection to test. private static void TestSQLiteFile(System.Data.IDbConnection con) { // Do a dummy query to make sure we have a working db using (var cmd = con.CreateCommand()) { cmd.CommandText = "SELECT COUNT(*) FROM SQLITE_MASTER"; cmd.ExecuteScalar(); } } } }