// Copyright (c) .NET Foundation and contributors. All rights reserved. Licensed under the Microsoft Reciprocal License. See LICENSE.TXT file in the project root for full license information. namespace WixToolset.Core { using System; using System.Diagnostics; using System.Globalization; using System.IO; using System.Linq; using System.Security.Cryptography; using System.Text; using System.Text.RegularExpressions; using System.Xml; using System.Xml.Linq; using WixToolset.Data; using WixToolset.Extensibility; using WixToolset.Extensibility.Services; /// /// Common Wix utility methods and types. /// public static class Common { //------------------------------------------------------------------------------------------------- // Layout of an Access Mask (from http://technet.microsoft.com/en-us/library/cc783530(WS.10).aspx) // // ------------------------------------------------------------------------------------------------- // |31|30|29|28|27|26|25|24|23|22|21|20|19|18|17|16|15|14|13|12|11|10|09|08|07|06|05|04|03|02|01|00| // ------------------------------------------------------------------------------------------------- // |GR|GW|GE|GA| Reserved |AS|StandardAccessRights| Object-Specific Access Rights | // // Key // GR = Generic Read // GW = Generic Write // GE = Generic Execute // GA = Generic All // AS = Right to access SACL // // TODO: what is the expected decompile behavior if a bit is found that is not explicitly enumerated // //------------------------------------------------------------------------------------------------- // Generic Access Rights (per WinNT.h) // --------------------- // GENERIC_ALL (0x10000000L) // GENERIC_EXECUTE (0x20000000L) // GENERIC_WRITE (0x40000000L) // GENERIC_READ (0x80000000L) internal static readonly string[] GenericPermissions = { "GenericAll", "GenericExecute", "GenericWrite", "GenericRead" }; // Standard Access Rights (per WinNT.h) // ---------------------- // DELETE (0x00010000L) // READ_CONTROL (0x00020000L) // WRITE_DAC (0x00040000L) // WRITE_OWNER (0x00080000L) // SYNCHRONIZE (0x00100000L) internal static readonly string[] StandardPermissions = { "Delete", "ReadPermission", "ChangePermission", "TakeOwnership", "Synchronize" }; // Object-Specific Access Rights // ============================= // Directory Access Rights (per WinNT.h) // ----------------------- // FILE_LIST_DIRECTORY ( 0x0001 ) // FILE_ADD_FILE ( 0x0002 ) // FILE_ADD_SUBDIRECTORY ( 0x0004 ) // FILE_READ_EA ( 0x0008 ) // FILE_WRITE_EA ( 0x0010 ) // FILE_TRAVERSE ( 0x0020 ) // FILE_DELETE_CHILD ( 0x0040 ) // FILE_READ_ATTRIBUTES ( 0x0080 ) // FILE_WRITE_ATTRIBUTES ( 0x0100 ) internal static readonly string[] FolderPermissions = { "Read", "CreateFile", "CreateChild", "ReadExtendedAttributes", "WriteExtendedAttributes", "Traverse", "DeleteChild", "ReadAttributes", "WriteAttributes" }; // Registry Access Rights (per TODO) // ---------------------- internal static readonly string[] RegistryPermissions = { "Read", "Write", "CreateSubkeys", "EnumerateSubkeys", "Notify", "CreateLink" }; // File Access Rights (per WinNT.h) // ------------------ // FILE_READ_DATA ( 0x0001 ) // FILE_WRITE_DATA ( 0x0002 ) // FILE_APPEND_DATA ( 0x0004 ) // FILE_READ_EA ( 0x0008 ) // FILE_WRITE_EA ( 0x0010 ) // FILE_EXECUTE ( 0x0020 ) // via mask FILE_ALL_ACCESS ( 0x0040 ) // FILE_READ_ATTRIBUTES ( 0x0080 ) // FILE_WRITE_ATTRIBUTES ( 0x0100 ) // // STANDARD_RIGHTS_REQUIRED (0x000F0000L) // FILE_ALL_ACCESS (STANDARD_RIGHTS_REQUIRED | SYNCHRONIZE | 0x1FF) internal static readonly string[] FilePermissions = { "Read", "Write", "Append", "ReadExtendedAttributes", "WriteExtendedAttributes", "Execute", "FileAllRights", "ReadAttributes", "WriteAttributes" }; public static readonly Regex WixVariableRegex = new Regex(@"(\!|\$)\((?loc|wix|bind|bindpath)\.(?(?[_A-Za-z][0-9A-Za-z_]+)(\.(?[_A-Za-z][0-9A-Za-z_\.]*))?)(\=(?.+?))?\)", RegexOptions.Compiled | RegexOptions.Singleline | RegexOptions.ExplicitCapture); internal const char CustomRowFieldSeparator = '\x85'; private static readonly Regex PropertySearch = new Regex(@"\[[#$!]?[a-zA-Z_][a-zA-Z0-9_\.]*]", RegexOptions.Singleline); private static readonly Regex AddPrefix = new Regex(@"^[^a-zA-Z_]", RegexOptions.Compiled); private static readonly Regex LegalIdentifierCharacters = new Regex(@"^[_A-Za-z][0-9A-Za-z_\.]*$", RegexOptions.Compiled); private static readonly Regex IllegalIdentifierCharacters = new Regex(@"[^A-Za-z0-9_\.]|\.{2,}", RegexOptions.Compiled); // non 'words' and assorted valid characters private const string LegalShortFilenameCharacters = @"[^\\\?|><:/\*""\+,;=\[\]\. ]"; // illegal: \ ? | > < : / * " + , ; = [ ] . (space) private static readonly Regex LegalShortFilename = new Regex(String.Concat("^", LegalShortFilenameCharacters, @"{1,8}(\.", LegalShortFilenameCharacters, "{0,3})?$"), RegexOptions.Compiled); private const string LegalWildcardShortFilenameCharacters = @"[^\\|><:/""\+,;=\[\]\. ]"; // illegal: \ | > < : / " + , ; = [ ] . (space) private static readonly Regex LegalWildcardShortFilename = new Regex(String.Concat("^", LegalWildcardShortFilenameCharacters, @"{1,16}(\.", LegalWildcardShortFilenameCharacters, "{0,6})?$")); /// /// Cleans up the temp files. /// /// The temporary directory to delete. /// The message handler. /// True if all files were deleted, false otherwise. internal static bool DeleteTempFiles(string path, IMessaging messageHandler) { // try three times and give up with a warning if the temp files aren't gone by then int retryLimit = 3; bool removedReadOnly = false; for (int i = 0; i < retryLimit; i++) { try { Directory.Delete(path, true); // toast the whole temp directory break; // no exception means we got success the first time } catch (UnauthorizedAccessException) { if (!removedReadOnly) // should only need to unmark readonly once - there's no point in doing it again and again { removedReadOnly = true; RecursiveFileAttributes(path, FileAttributes.ReadOnly, false, messageHandler); // toasting will fail if any files are read-only. Try changing them to not be. } else { messageHandler.Write(WarningMessages.AccessDeniedForDeletion(null, path)); return false; } } catch (DirectoryNotFoundException) { // if the path doesn't exist, then there is nothing for us to worry about break; } catch (IOException) // directory in use { if (i == (retryLimit - 1)) // last try failed still, give up { messageHandler.Write(WarningMessages.DirectoryInUse(null, path)); return false; } System.Threading.Thread.Sleep(300); // sleep a bit before trying again } } return true; } /// /// Gets a valid code page from the given web name or integer value. /// /// A code page web name or integer value as a string. /// Whether to allow -1 which does not change the database code pages. This may be the case with wxl files. /// Whether to allow Unicode (UCS) or UTF code pages. /// Source line information for the current authoring. /// A valid code page number. /// The value is an integer less than 0 or greater than 65535. /// is null. /// The value doesn't not represent a valid code page name or integer value. /// The code page is invalid for summary information. public static int GetValidCodePage(string value, bool allowNoChange = false, bool onlyAnsi = false, SourceLineNumber sourceLineNumbers = null) { try { Encoding encoding; // check if a integer as a string was passed if (Int32.TryParse(value, out int codePage)) { if (0 == codePage) { // 0 represents a neutral database return 0; } else if (allowNoChange && -1 == codePage) { // -1 means no change to the database code page return -1; } encoding = CodePagesEncodingProvider.Instance.GetEncoding(codePage); } else { encoding = Encoding.GetEncoding(value); } // Windows Installer parses some code page references // as unsigned shorts which fail to open the database. if (onlyAnsi) { codePage = encoding.CodePage; if (0 > codePage || Int16.MaxValue < codePage) { throw new WixException(ErrorMessages.InvalidSummaryInfoCodePage(sourceLineNumbers, codePage)); } } return encoding.CodePage; } catch (ArgumentException ex) { // rethrow as NotSupportedException since either can be thrown // if the system does not support the specified code page throw new NotSupportedException(ex.Message, ex); } } /// /// Verifies if a filename is a valid short filename. /// /// Filename to verify. /// true if wildcards are allowed in the filename. /// True if the filename is a valid short filename internal static bool IsValidShortFilename(string filename, bool allowWildcards) { if (String.IsNullOrEmpty(filename)) { return false; } if (allowWildcards) { if (Common.LegalWildcardShortFilename.IsMatch(filename)) { bool foundPeriod = false; int beforePeriod = 0; int afterPeriod = 0; // count the number of characters before and after the period // '*' is not counted because it may represent zero characters foreach (char character in filename) { if ('.' == character) { foundPeriod = true; } else if ('*' != character) { if (foundPeriod) { afterPeriod++; } else { beforePeriod++; } } } if (8 >= beforePeriod && 3 >= afterPeriod) { return true; } } return false; } else { return Common.LegalShortFilename.IsMatch(filename); } } /// /// Verifies if an identifier is a valid binder variable name. /// /// Binder variable name to verify. /// True if the identifier is a valid binder variable name. public static bool IsValidBinderVariable(string name) { if (String.IsNullOrEmpty(name)) { return false; } Match match = Common.WixVariableRegex.Match(name); return (match.Success && ("bind" == match.Groups["namespace"].Value || "wix" == match.Groups["namespace"].Value) && 0 == match.Index && name.Length == match.Length); } /// /// Verifies if a string contains a valid binder variable name. /// /// String to verify. /// True if the string contains a valid binder variable name. public static bool ContainsValidBinderVariable(string name) { if (String.IsNullOrEmpty(name)) { return false; } Match match = Common.WixVariableRegex.Match(name); return match.Success && ("bind" == match.Groups["namespace"].Value || "wix" == match.Groups["namespace"].Value); } /// /// Get the value of an attribute with type YesNoType. /// /// Source information for the value. /// Name of the element for this attribute, used for a possible exception. /// Name of the attribute. /// Value to process. /// Returns true for a value of 'yes' and false for a value of 'no'. /// Thrown when the attribute's value is not 'yes' or 'no'. internal static bool IsYes(SourceLineNumber sourceLineNumbers, string elementName, string attributeName, string value) { switch (value) { case "no": case "false": return false; case "yes": case "true": return true; default: throw new WixException(ErrorMessages.IllegalAttributeValue(sourceLineNumbers, elementName, attributeName, value, "no", "yes")); } } /// /// Verifies the given string is a valid module or bundle version. /// /// The version to verify. /// True if version is a valid module or bundle version. public static bool IsValidModuleOrBundleVersion(string version) { if (!Common.IsValidBinderVariable(version)) { Version ver = null; try { ver = new Version(version); } catch (ArgumentException) { return false; } if (65535 < ver.Major || 65535 < ver.Minor || 65535 < ver.Build || 65535 < ver.Revision) { return false; } } return true; } /// /// Generate a new Windows Installer-friendly guid. /// /// A new guid. public static string GenerateGuid() { return Guid.NewGuid().ToString("B").ToUpperInvariant(); } /// /// Generate an identifier by hashing data from the row. /// /// Three letter or less prefix for generated row identifier. /// Information to hash. /// The generated identifier. public static string GenerateIdentifier(string prefix, params string[] args) { string stringData = String.Join("|", args); byte[] data = Encoding.UTF8.GetBytes(stringData); // hash the data byte[] hash; using (SHA1 sha1 = new SHA1CryptoServiceProvider()) { hash = sha1.ComputeHash(data); } // Build up the identifier. StringBuilder identifier = new StringBuilder(35, 35); identifier.Append(prefix); identifier.Append(Convert.ToBase64String(hash).TrimEnd('=')); identifier.Replace('+', '.').Replace('/', '_'); return identifier.ToString(); } /// /// Return an identifier based on provided file or directory name /// /// File/directory name to generate identifer from /// A version of the name that is a legal identifier. internal static string GetIdentifierFromName(string name) { string result = IllegalIdentifierCharacters.Replace(name, "_"); // replace illegal characters with "_". // MSI identifiers must begin with an alphabetic character or an // underscore. Prefix all other values with an underscore. if (AddPrefix.IsMatch(name)) { result = String.Concat("_", result); } return result; } /// /// Checks if the string contains a property (i.e. "foo[Property]bar") /// /// String to evaluate for properties. /// True if a property is found in the string. internal static bool ContainsProperty(string possibleProperty) { return PropertySearch.IsMatch(possibleProperty); } /// /// Recursively loops through a directory, changing an attribute on all of the underlying files. /// An example is to add/remove the ReadOnly flag from each file. /// /// The directory path to start deleting from. /// The FileAttribute to change on each file. /// The message handler. /// If true, add the attribute to each file. If false, remove it. private static void RecursiveFileAttributes(string path, FileAttributes fileAttribute, bool markAttribute, IMessaging messageHandler) { foreach (string subDirectory in Directory.GetDirectories(path)) { RecursiveFileAttributes(subDirectory, fileAttribute, markAttribute, messageHandler); } foreach (string filePath in Directory.GetFiles(path)) { FileAttributes attributes = File.GetAttributes(filePath); if (markAttribute) { attributes = attributes | fileAttribute; // add to list of attributes } else if (fileAttribute == (attributes & fileAttribute)) // if attribute set { attributes = attributes ^ fileAttribute; // remove from list of attributes } try { File.SetAttributes(filePath, attributes); } catch (UnauthorizedAccessException) { messageHandler.Write(WarningMessages.AccessDeniedForSettingAttributes(null, filePath)); } } } public static string GetFileHash(string path) { using (SHA1Managed managed = new SHA1Managed()) { using (FileStream stream = new FileStream(path, FileMode.Open, FileAccess.Read, FileShare.Delete | FileShare.Read)) { byte[] hash = managed.ComputeHash(stream); return BitConverter.ToString(hash).Replace("-", String.Empty); } } } /// /// Takes an id, and demodularizes it (if possible). /// /// /// If the output type is a module, returns a demodularized version of an id. Otherwise, returns the id. /// /// The type of the output to bind. /// The modularization GUID. /// The id to demodularize. /// The demodularized id. public static string Demodularize(OutputType outputType, string modularizationGuid, string id) { if (OutputType.Module == outputType && id.EndsWith(String.Concat(".", modularizationGuid), StringComparison.Ordinal)) { id = id.Substring(0, id.Length - 37); } return id; } /// /// Get the source/target and short/long file names from an MSI Filename column. /// /// The Filename value. /// An array of strings of length 4. The contents are: short target, long target, short source, and long source. /// /// If any particular file name part is not parsed, its set to null in the appropriate location of the returned array of strings. /// However, the returned array will always be of length 4. /// public static string[] GetNames(string value) { string[] names = new string[4]; int targetSeparator = value.IndexOf(":", StringComparison.Ordinal); // split source and target string sourceName = null; string targetName = value; if (0 <= targetSeparator) { sourceName = value.Substring(targetSeparator + 1); targetName = value.Substring(0, targetSeparator); } // split the source short and long names string sourceLongName = null; if (null != sourceName) { int sourceLongNameSeparator = sourceName.IndexOf("|", StringComparison.Ordinal); if (0 <= sourceLongNameSeparator) { sourceLongName = sourceName.Substring(sourceLongNameSeparator + 1); sourceName = sourceName.Substring(0, sourceLongNameSeparator); } } // split the target short and long names int targetLongNameSeparator = targetName.IndexOf("|", StringComparison.Ordinal); string targetLongName = null; if (0 <= targetLongNameSeparator) { targetLongName = targetName.Substring(targetLongNameSeparator + 1); targetName = targetName.Substring(0, targetLongNameSeparator); } // remove the long source name when its identical to the long source name if (null != sourceName && sourceName == sourceLongName) { sourceLongName = null; } // remove the long target name when its identical to the long target name if (null != targetName && targetName == targetLongName) { targetLongName = null; } // remove the source names when they are identical to the target names if (sourceName == targetName && sourceLongName == targetLongName) { sourceName = null; sourceLongName = null; } // target name(s) if ("." != targetName) { names[0] = targetName; } if (null != targetLongName && "." != targetLongName) { names[1] = targetLongName; } // source name(s) if (null != sourceName) { names[2] = sourceName; } if (null != sourceLongName && "." != sourceLongName) { names[3] = sourceLongName; } return names; } /// /// Get a source/target and short/long file name from an MSI Filename column. /// /// The Filename value. /// true to get a source name; false to get a target name /// true to get a long name; false to get a short name /// The name. public static string GetName(string value, bool source, bool longName) { string[] names = GetNames(value); if (source) { if (longName && null != names[3]) { return names[3]; } else if (null != names[2]) { return names[2]; } } if (longName && null != names[1]) { return names[1]; } else { return names[0]; } } /// /// Get an attribute value. /// /// Source line information about the owner element. /// The attribute containing the value to get. /// A rule for the contents of the value. If the contents do not follow the rule, an error is thrown. /// A delegate that receives error messages. /// The attribute's value. internal static string GetAttributeValue(IMessaging messaging, SourceLineNumber sourceLineNumbers, XAttribute attribute, EmptyRule emptyRule) { string value = attribute.Value; if ((emptyRule == EmptyRule.MustHaveNonWhitespaceCharacters && String.IsNullOrEmpty(value.Trim())) || (emptyRule == EmptyRule.CanBeWhitespaceOnly && String.IsNullOrEmpty(value))) { messaging.Write(ErrorMessages.IllegalEmptyAttributeValue(sourceLineNumbers, attribute.Parent.Name.LocalName, attribute.Name.LocalName)); return String.Empty; } return value; } /// /// Verifies that a value is a legal identifier. /// /// The value to verify. /// true if the value is an identifier; false otherwise. public static bool IsIdentifier(string value) { if (!String.IsNullOrEmpty(value)) { if (LegalIdentifierCharacters.IsMatch(value)) { return true; } } return false; } /// /// Get an identifier attribute value and displays an error for an illegal identifier value. /// /// Source line information about the owner element. /// The attribute containing the value to get. /// A delegate that receives error messages. /// The attribute's identifier value or a special value if an error occurred. internal static string GetAttributeIdentifierValue(IMessaging messaging, SourceLineNumber sourceLineNumbers, XAttribute attribute) { string value = Common.GetAttributeValue(messaging, sourceLineNumbers, attribute, EmptyRule.CanBeWhitespaceOnly); if (Common.IsIdentifier(value)) { if (72 < value.Length) { messaging.Write(WarningMessages.IdentifierTooLong(sourceLineNumbers, attribute.Parent.Name.LocalName, attribute.Name.LocalName, value)); } return value; } else { if (value.StartsWith("[", StringComparison.Ordinal) && value.EndsWith("]", StringComparison.Ordinal)) { messaging.Write(ErrorMessages.IllegalIdentifierLooksLikeFormatted(sourceLineNumbers, attribute.Parent.Name.LocalName, attribute.Name.LocalName, value)); } else { messaging.Write(ErrorMessages.IllegalIdentifier(sourceLineNumbers, attribute.Parent.Name.LocalName, attribute.Name.LocalName, value)); } return String.Empty; } } /// /// Get an integer attribute value and displays an error for an illegal integer value. /// /// Source line information about the owner element. /// The attribute containing the value to get. /// The minimum legal value. /// The maximum legal value. /// A delegate that receives error messages. /// The attribute's integer value or a special value if an error occurred during conversion. public static int GetAttributeIntegerValue(IMessaging messaging, SourceLineNumber sourceLineNumbers, XAttribute attribute, int minimum, int maximum) { Debug.Assert(minimum > CompilerConstants.IntegerNotSet && minimum > CompilerConstants.IllegalInteger, "The legal values for this attribute collide with at least one sentinel used during parsing."); string value = Common.GetAttributeValue(messaging, sourceLineNumbers, attribute, EmptyRule.CanBeWhitespaceOnly); int integer = CompilerConstants.IllegalInteger; if (0 < value.Length) { if (Int32.TryParse(value, NumberStyles.Integer, CultureInfo.InvariantCulture.NumberFormat, out integer)) { if (CompilerConstants.IntegerNotSet == integer || CompilerConstants.IllegalInteger == integer) { messaging.Write(ErrorMessages.IntegralValueSentinelCollision(sourceLineNumbers, integer)); } else if (minimum > integer || maximum < integer) { messaging.Write(ErrorMessages.IntegralValueOutOfRange(sourceLineNumbers, attribute.Parent.Name.LocalName, attribute.Name.LocalName, integer, minimum, maximum)); integer = CompilerConstants.IllegalInteger; } } else { messaging.Write(ErrorMessages.IllegalIntegerValue(sourceLineNumbers, attribute.Parent.Name.LocalName, attribute.Name.LocalName, value)); } } return integer; } /// /// Gets a yes/no value and displays an error for an illegal yes/no value. /// /// Source line information about the owner element. /// The attribute containing the value to get. /// A delegate that receives error messages. /// The attribute's YesNoType value. internal static YesNoType GetAttributeYesNoValue(IMessaging messaging, SourceLineNumber sourceLineNumbers, XAttribute attribute) { string value = Common.GetAttributeValue(messaging, sourceLineNumbers, attribute, EmptyRule.CanBeWhitespaceOnly); YesNoType yesNo = YesNoType.IllegalValue; if ("yes".Equals(value) || "true".Equals(value)) { yesNo = YesNoType.Yes; } else if ("no".Equals(value) || "false".Equals(value)) { yesNo = YesNoType.No; } else { messaging.Write(ErrorMessages.IllegalYesNoValue(sourceLineNumbers, attribute.Parent.Name.LocalName, attribute.Name.LocalName, value)); } return yesNo; } /// /// Gets the text of an XElement. /// /// Source line information about the owner element. /// The attribute containing the value to get. /// A delegate that receives error messages. /// The attribute's YesNoType value. internal static string GetInnerText(XElement node) { var text = node.Nodes().Where(n => XmlNodeType.Text == n.NodeType || XmlNodeType.CDATA == n.NodeType).Cast().FirstOrDefault(); return text?.Value; } /// /// Display an unexpected attribute error. /// /// Source line information about the owner element. /// The attribute. public static void UnexpectedAttribute(IMessaging messaging, SourceLineNumber sourceLineNumbers, XAttribute attribute) { // Ignore elements defined by the W3C because we'll assume they are always right. if (!((String.IsNullOrEmpty(attribute.Name.NamespaceName) && attribute.Name.LocalName.Equals("xmlns", StringComparison.Ordinal)) || attribute.Name.NamespaceName.StartsWith(CompilerCore.W3SchemaPrefix.NamespaceName, StringComparison.Ordinal))) { messaging.Write(ErrorMessages.UnexpectedAttribute(sourceLineNumbers, attribute.Parent.Name.LocalName, attribute.Name.LocalName)); } } /// /// Display an unsupported extension attribute error. /// /// Source line information about the owner element. /// The extension attribute. internal static void UnsupportedExtensionAttribute(IMessaging messaging, SourceLineNumber sourceLineNumbers, XAttribute extensionAttribute) { // Ignore elements defined by the W3C because we'll assume they are always right. if (!((String.IsNullOrEmpty(extensionAttribute.Name.NamespaceName) && extensionAttribute.Name.LocalName.Equals("xmlns", StringComparison.Ordinal)) || extensionAttribute.Name.NamespaceName.StartsWith(CompilerCore.W3SchemaPrefix.NamespaceName, StringComparison.Ordinal))) { messaging.Write(ErrorMessages.UnsupportedExtensionAttribute(sourceLineNumbers, extensionAttribute.Parent.Name.LocalName, extensionAttribute.Name.LocalName)); } } } }