// Copyright (c) .NET Foundation and contributors. All rights reserved. Licensed under the Microsoft Reciprocal License. See LICENSE.TXT file in the project root for full license information. namespace WixToolset.Core.Burn { using System; using System.Collections.Generic; using System.Diagnostics; using System.Globalization; using System.IO; using System.Linq; using WixToolset.Core.Burn.Bind; using WixToolset.Core.Burn.Bundles; using WixToolset.Core.Burn.Interfaces; using WixToolset.Data; using WixToolset.Data.Burn; using WixToolset.Data.Symbols; using WixToolset.Extensibility; using WixToolset.Extensibility.Data; using WixToolset.Extensibility.Services; /// /// Binds a this.bundle. /// internal class BindBundleCommand { public BindBundleCommand(IBindContext context, IEnumerable backedExtensions) { this.ServiceProvider = context.ServiceProvider; this.Messaging = context.ServiceProvider.GetService(); this.BackendHelper = context.ServiceProvider.GetService(); this.InternalBurnBackendHelper = context.ServiceProvider.GetService(); this.PayloadHarvester = context.ServiceProvider.GetService(); this.DefaultCompressionLevel = context.DefaultCompressionLevel; this.DelayedFields = context.DelayedFields; this.ExpectedEmbeddedFiles = context.ExpectedEmbeddedFiles; this.IntermediateFolder = context.IntermediateFolder; this.Output = context.IntermediateRepresentation; this.OutputPath = context.OutputPath; this.OutputPdbPath = context.PdbPath; //this.VariableResolver = context.VariableResolver; this.BackendExtensions = backedExtensions; } private IServiceProvider ServiceProvider { get; } private IMessaging Messaging { get; } private IBackendHelper BackendHelper { get; } private IInternalBurnBackendHelper InternalBurnBackendHelper { get; } private IPayloadHarvester PayloadHarvester { get; } private CompressionLevel? DefaultCompressionLevel { get; } public IEnumerable DelayedFields { get; } public IEnumerable ExpectedEmbeddedFiles { get; } private IEnumerable BackendExtensions { get; } private Intermediate Output { get; } private string OutputPath { get; } private string OutputPdbPath { get; } private string IntermediateFolder { get; } private IVariableResolver VariableResolver { get; } public IEnumerable FileTransfers { get; private set; } public IEnumerable TrackedFiles { get; private set; } public WixOutput Wixout { get; private set; } public void Execute() { var section = this.Output.Sections.Single(); var fileTransfers = new List(); var trackedFiles = new List(); // First look for data we expect to find... Chain, WixGroups, etc. // We shouldn't really get past the linker phase if there are // no group items... that means that there's no UX, no Chain, // *and* no Containers! var chainPackageSymbols = this.GetRequiredSymbols(); var wixGroupSymbols = this.GetRequiredSymbols(); // Ensure there is one and only one WixBundleSymbol. // The compiler and linker behavior should have colluded to get // this behavior. var bundleSymbol = this.GetSingleSymbol(); bundleSymbol.ProviderKey = bundleSymbol.BundleId = Guid.NewGuid().ToString("B").ToUpperInvariant(); bundleSymbol.Attributes |= WixBundleAttributes.PerMachine; // default to per-machine but the first-per user package wil flip the bundle per-user. // Ensure there is one and only one WixBootstrapperApplicationDllSymbol. // The compiler and linker behavior should have colluded to get // this behavior. var bundleApplicationDllSymbol = this.GetSingleSymbol(); // Ensure there is one and only one WixChainSymbol. // The compiler and linker behavior should have colluded to get // this behavior. var chainSymbol = this.GetSingleSymbol(); if (this.Messaging.EncounteredError) { return; } // If there are any fields to resolve later, create the cache to populate during bind. var variableCache = this.DelayedFields.Any() ? new Dictionary(StringComparer.InvariantCultureIgnoreCase) : null; IEnumerable orderedSearches; IDictionary> extensionSearchSymbolsById; { var orderSearchesCommand = new OrderSearchesCommand(this.Messaging, section); orderSearchesCommand.Execute(); orderedSearches = orderSearchesCommand.OrderedSearchFacades; extensionSearchSymbolsById = orderSearchesCommand.ExtensionSearchSymbolsByExtensionId; } // Extract files that come from binary .wixlibs and WixExtensions (this does not extract files from merge modules). { var extractedFiles = this.BackendHelper.ExtractEmbeddedFiles(this.ExpectedEmbeddedFiles); trackedFiles.AddRange(extractedFiles); } // Get the explicit payloads. var payloadSymbols = section.Symbols.OfType().ToDictionary(t => t.Id.Id); var packagesPayloads = RecalculatePackagesPayloads(payloadSymbols, wixGroupSymbols); // Update explicitly authored payloads with their parent container // to make it easier to gather the payloads later. foreach (var groupSymbol in wixGroupSymbols) { if (ComplexReferenceChildType.Payload == groupSymbol.ChildType) { var payloadSymbol = payloadSymbols[groupSymbol.ChildId]; if (ComplexReferenceParentType.Container == groupSymbol.ParentType) { // TODO: v3 didn't warn if we overwrote the payload's container. // Should we warn now? payloadSymbol.ContainerRef = groupSymbol.ParentId; } else if (ComplexReferenceParentType.Layout == groupSymbol.ParentType) { payloadSymbol.LayoutOnly = true; } } } var layoutDirectory = Path.GetDirectoryName(this.OutputPath); // Process the explicitly authored payloads. ISet processedPayloads; { var command = new ProcessPayloadsCommand(this.BackendHelper, this.PayloadHarvester, payloadSymbols.Values, bundleSymbol.DefaultPackagingType, layoutDirectory); command.Execute(); fileTransfers.AddRange(command.FileTransfers); trackedFiles.AddRange(command.TrackedFiles); processedPayloads = new HashSet(payloadSymbols.Keys); } IDictionary facades; { var command = new GetPackageFacadesCommand(this.Messaging, chainPackageSymbols, section); command.Execute(); facades = command.PackageFacades; } if (this.Messaging.EncounteredError) { return; } // Process each package facade. Note this is likely to add payloads and other symbols so // note that any indexes created above may be out of date now. foreach (var facade in facades.Values) { switch (facade.PackageSymbol.Type) { case WixBundlePackageType.Exe: { var command = new ProcessExePackageCommand(facade, payloadSymbols); command.Execute(); } break; case WixBundlePackageType.Msi: { var command = new ProcessMsiPackageCommand(this.ServiceProvider, this.BackendExtensions, section, facade, packagesPayloads[facade.PackageId]); command.Execute(); } break; case WixBundlePackageType.Msp: { var command = new ProcessMspPackageCommand(this.Messaging, section, facade, payloadSymbols); command.Execute(); } break; case WixBundlePackageType.Msu: { var command = new ProcessMsuPackageCommand(facade, payloadSymbols); command.Execute(); } break; } if (null != variableCache) { BindBundleCommand.PopulatePackageVariableCache(facade, variableCache); } } if (this.Messaging.EncounteredError) { return; } // Reindex the payloads now that all the payloads (minus the manifest payloads that will be created later) // are present. payloadSymbols = section.Symbols.OfType().ToDictionary(t => t.Id.Id); wixGroupSymbols = this.GetRequiredSymbols(); packagesPayloads = RecalculatePackagesPayloads(payloadSymbols, wixGroupSymbols); // Process the payloads that were added by processing the packages. { var toProcess = payloadSymbols.Values.Where(r => !processedPayloads.Contains(r.Id.Id)).ToList(); var command = new ProcessPayloadsCommand(this.BackendHelper, this.PayloadHarvester, toProcess, bundleSymbol.DefaultPackagingType, layoutDirectory); command.Execute(); fileTransfers.AddRange(command.FileTransfers); trackedFiles.AddRange(command.TrackedFiles); processedPayloads = null; } // Set the package metadata from the payloads now that we have the complete payload information. { foreach (var facade in facades.Values) { facade.PackageSymbol.Size = 0; var packagePayloads = packagesPayloads[facade.PackageId]; foreach (var payload in packagePayloads.Values) { facade.PackageSymbol.Size += payload.FileSize.Value; } if (!facade.PackageSymbol.InstallSize.HasValue) { facade.PackageSymbol.InstallSize = facade.PackageSymbol.Size; } var packagePayload = payloadSymbols[facade.PackageSymbol.PayloadRef]; if (String.IsNullOrEmpty(facade.PackageSymbol.Description)) { facade.PackageSymbol.Description = packagePayload.Description; } if (String.IsNullOrEmpty(facade.PackageSymbol.DisplayName)) { facade.PackageSymbol.DisplayName = packagePayload.DisplayName; } } } // Give the UX payloads their embedded IDs... var uxPayloadIndex = 0; { foreach (var payload in payloadSymbols.Values.Where(p => BurnConstants.BurnUXContainerName == p.ContainerRef)) { // In theory, UX payloads could be embedded in the UX CAB, external to the bundle EXE, or even // downloaded. The current engine requires the UX to be fully present before any downloading starts, // so that rules out downloading. Also, the burn engine does not currently copy external UX payloads // into the temporary UX directory correctly, so we don't allow external either. if (PackagingType.Embedded != payload.Packaging) { this.Messaging.Write(WarningMessages.UxPayloadsOnlySupportEmbedding(payload.SourceLineNumbers, payload.SourceFile.Path)); payload.Packaging = PackagingType.Embedded; } payload.EmbeddedId = String.Format(CultureInfo.InvariantCulture, BurnCommon.BurnUXContainerEmbeddedIdFormat, uxPayloadIndex); ++uxPayloadIndex; } if (0 == uxPayloadIndex) { // If we didn't get any UX payloads, it's an error! throw new WixException(ErrorMessages.MissingBundleInformation("BootstrapperApplication")); } // Give the embedded payloads without an embedded id yet an embedded id. var payloadIndex = 0; foreach (var payload in payloadSymbols.Values) { Debug.Assert(PackagingType.Unknown != payload.Packaging); if (PackagingType.Embedded == payload.Packaging && String.IsNullOrEmpty(payload.EmbeddedId)) { payload.EmbeddedId = String.Format(CultureInfo.InvariantCulture, BurnCommon.BurnAttachedContainerEmbeddedIdFormat, payloadIndex); ++payloadIndex; } } } if (this.Messaging.EncounteredError) { return; } // Determine patches to automatically slipstream. { var command = new AutomaticallySlipstreamPatchesCommand(section, facades.Values); command.Execute(); } if (this.Messaging.EncounteredError) { return; } IEnumerable orderedFacades; IEnumerable boundaries; { var command = new OrderPackagesAndRollbackBoundariesCommand(this.Messaging, section, facades); command.Execute(); orderedFacades = command.OrderedPackageFacades; boundaries = command.UsedRollbackBoundaries; } // Resolve any delayed fields before generating the manifest. if (this.DelayedFields.Any()) { this.BackendHelper.ResolveDelayedFields(this.DelayedFields, variableCache); } { var command = new ProcessDependencyProvidersCommand(this.Messaging, section, facades); command.Execute(); if (!String.IsNullOrEmpty(command.BundleProviderKey)) { bundleSymbol.ProviderKey = command.BundleProviderKey; // set the overridable bundle provider key. } } // Update the bundle per-machine/per-user scope based on the chained packages. this.ResolveBundleInstallScope(section, bundleSymbol, orderedFacades); var softwareTags = section.Symbols.OfType().ToList(); if (softwareTags.Any()) { var command = new ProcessBundleSoftwareTagsCommand(section, softwareTags); command.Execute(); } this.DetectDuplicateCacheIds(facades); if (this.Messaging.EncounteredError) { return; } // Give the extension one last hook before generating the output files. foreach (var extension in this.BackendExtensions) { extension.SymbolsFinalized(section); } if (this.Messaging.EncounteredError) { return; } // Generate data for all manifests. { var command = new GenerateManifestDataFromIRCommand(this.Messaging, section, this.BackendExtensions, this.InternalBurnBackendHelper, extensionSearchSymbolsById); command.Execute(); } if (this.Messaging.EncounteredError) { return; } // Generate the core-defined BA manifest tables... string baManifestPath; { var command = new CreateBootstrapperApplicationManifestCommand(section, bundleSymbol, orderedFacades, uxPayloadIndex, packagesPayloads, this.IntermediateFolder, this.InternalBurnBackendHelper); command.Execute(); var baManifestPayload = command.BootstrapperApplicationManifestPayloadRow; baManifestPath = command.OutputPath; payloadSymbols.Add(baManifestPayload.Id.Id, baManifestPayload); ++uxPayloadIndex; trackedFiles.Add(this.BackendHelper.TrackFile(baManifestPath, TrackedFileType.Temporary)); } // Generate the bundle extension manifest... string bextManifestPath; { var command = new CreateBundleExtensionManifestCommand(section, bundleSymbol, uxPayloadIndex, this.IntermediateFolder, this.InternalBurnBackendHelper); command.Execute(); var bextManifestPayload = command.BundleExtensionManifestPayloadRow; bextManifestPath = command.OutputPath; payloadSymbols.Add(bextManifestPayload.Id.Id, bextManifestPayload); ++uxPayloadIndex; trackedFiles.Add(this.BackendHelper.TrackFile(bextManifestPath, TrackedFileType.Temporary)); } // Create all the containers except the UX container first so the manifest (that goes in the UX container) // can contain all size and hash information about the non-UX containers. WixBundleContainerSymbol uxContainer; IEnumerable uxPayloads; IEnumerable containers; { var command = new CreateNonUXContainers(this.BackendHelper, section, bundleApplicationDllSymbol, payloadSymbols, this.IntermediateFolder, layoutDirectory, this.DefaultCompressionLevel); command.Execute(); fileTransfers.AddRange(command.FileTransfers); trackedFiles.AddRange(command.TrackedFiles); uxContainer = command.UXContainer; uxPayloads = command.UXContainerPayloads; containers = command.Containers; } // Resolve the download URLs now that we have all of the containers and payloads calculated. { var command = new ResolveDownloadUrlsCommand(this.Messaging, this.BackendExtensions, containers, payloadSymbols); command.Execute(); } // Create the bundle manifest. string manifestPath; { var executableName = Path.GetFileName(this.OutputPath); var command = new CreateBurnManifestCommand(executableName, section, bundleSymbol, containers, chainSymbol, orderedFacades, boundaries, uxPayloads, payloadSymbols, packagesPayloads, orderedSearches, this.IntermediateFolder); command.Execute(); manifestPath = command.OutputPath; trackedFiles.Add(this.BackendHelper.TrackFile(manifestPath, TrackedFileType.Temporary)); } // Create the UX container. { var command = new CreateContainerCommand(manifestPath, uxPayloads, uxContainer.WorkingPath, this.DefaultCompressionLevel); command.Execute(); uxContainer.Hash = command.Hash; uxContainer.Size = command.Size; trackedFiles.Add(this.BackendHelper.TrackFile(uxContainer.WorkingPath, TrackedFileType.Temporary)); } { var command = new CreateBundleExeCommand(this.Messaging, this.BackendHelper, this.IntermediateFolder, this.OutputPath, bundleApplicationDllSymbol, bundleSymbol, uxContainer, containers); command.Execute(); fileTransfers.Add(command.Transfer); trackedFiles.Add(this.BackendHelper.TrackFile(this.OutputPath, TrackedFileType.Final)); } #if TODO // does this need to come back, or do they only need to be in TrackedFiles? this.ContentFilePaths = payloadSymbols.Values.Where(p => p.ContentFile).Select(p => p.FullFileName).ToList(); #endif this.FileTransfers = fileTransfers; this.TrackedFiles = trackedFiles; this.Wixout = this.CreateWixout(trackedFiles, this.Output, manifestPath, baManifestPath, bextManifestPath); } private WixOutput CreateWixout(List trackedFiles, Intermediate intermediate, string manifestPath, string baDataPath, string bextDataPath) { WixOutput wixout; if (String.IsNullOrEmpty(this.OutputPdbPath)) { wixout = WixOutput.Create(); } else { var trackPdb = this.BackendHelper.TrackFile(this.OutputPdbPath, TrackedFileType.Final); trackedFiles.Add(trackPdb); wixout = WixOutput.Create(trackPdb.Path); } intermediate.Save(wixout); wixout.ImportDataStream(BurnConstants.BurnManifestWixOutputStreamName, manifestPath); wixout.ImportDataStream(BurnConstants.BootstrapperApplicationDataWixOutputStreamName, baDataPath); wixout.ImportDataStream(BurnConstants.BundleExtensionDataWixOutputStreamName, bextDataPath); wixout.Reopen(); return wixout; } /// /// Populates the variable cache with specific package properties. /// /// The package facade with properties to cache. /// The property cache. private static void PopulatePackageVariableCache(PackageFacade facade, IDictionary variableCache) { var package = facade.PackageSymbol; var id = package.Id.Id; variableCache.Add(String.Concat("packageDescription.", id), package.Description ?? String.Empty); variableCache.Add(String.Concat("packageName.", id), package.DisplayName ?? String.Empty); variableCache.Add(String.Concat("packageVersion.", id), package.Version); if (facade.SpecificPackageSymbol is WixBundleMsiPackageSymbol msiPackage) { variableCache.Add(String.Concat("packageLanguage.", id), msiPackage.ProductLanguage.ToString()); variableCache.Add(String.Concat("packageManufacturer.", id), msiPackage.Manufacturer ?? String.Empty); } else { variableCache.Add(String.Concat("packageLanguage.", id), String.Empty); variableCache.Add(String.Concat("packageManufacturer.", id), String.Empty); } } private void ResolveBundleInstallScope(IntermediateSection section, WixBundleSymbol bundleSymbol, IEnumerable facades) { var dependencySymbolsById = section.Symbols.OfType().ToDictionary(t => t.Id.Id); foreach (var facade in facades) { if (bundleSymbol.PerMachine && YesNoDefaultType.No == facade.PackageSymbol.PerMachine) { this.Messaging.Write(VerboseMessages.SwitchingToPerUserPackage(facade.PackageSymbol.SourceLineNumbers, facade.PackageId)); bundleSymbol.Attributes &= ~WixBundleAttributes.PerMachine; break; } } foreach (var facade in facades) { // Update package scope from bundle scope if default. if (YesNoDefaultType.Default == facade.PackageSymbol.PerMachine) { facade.PackageSymbol.PerMachine = bundleSymbol.PerMachine ? YesNoDefaultType.Yes : YesNoDefaultType.No; } // We will only register packages in the same scope as the bundle. Warn if any packages with providers // are in a different scope and not permanent (permanents typically don't need a ref-count). if (!bundleSymbol.PerMachine && YesNoDefaultType.Yes == facade.PackageSymbol.PerMachine && !facade.PackageSymbol.Permanent && dependencySymbolsById.ContainsKey(facade.PackageId)) { this.Messaging.Write(WarningMessages.NoPerMachineDependencies(facade.PackageSymbol.SourceLineNumbers, facade.PackageId)); } } } private void DetectDuplicateCacheIds(IDictionary facades) { var duplicateCacheIdDetector = new Dictionary(); foreach (var facade in facades.Values) { if (duplicateCacheIdDetector.TryGetValue(facade.PackageSymbol.CacheId, out var collisionPackage)) { this.Messaging.Write(BurnBackendErrors.DuplicateCacheIds(collisionPackage.SourceLineNumbers, facade.PackageSymbol.CacheId)); this.Messaging.Write(BurnBackendErrors.DuplicateCacheIds2(facade.PackageSymbol.SourceLineNumbers, facade.PackageSymbol.CacheId)); } else { duplicateCacheIdDetector.Add(facade.PackageSymbol.CacheId, facade.PackageSymbol); } } } private IEnumerable GetRequiredSymbols() where T : IntermediateSymbol { var symbols = this.Output.Sections.Single().Symbols.OfType().ToList(); if (0 == symbols.Count) { throw new WixException(ErrorMessages.MissingBundleInformation(nameof(T))); } return symbols; } private T GetSingleSymbol() where T : IntermediateSymbol { var symbols = this.Output.Sections.Single().Symbols.OfType().ToList(); if (1 != symbols.Count) { throw new WixException(ErrorMessages.MissingBundleInformation(nameof(T))); } return symbols[0]; } private static Dictionary> RecalculatePackagesPayloads(Dictionary payloadSymbols, IEnumerable wixGroupSymbols) { var packagesPayloads = new Dictionary>(); foreach (var groupSymbol in wixGroupSymbols) { if (ComplexReferenceChildType.Payload == groupSymbol.ChildType) { var payloadSymbol = payloadSymbols[groupSymbol.ChildId]; if (ComplexReferenceParentType.Package == groupSymbol.ParentType) { if (!packagesPayloads.TryGetValue(groupSymbol.ParentId, out var packagePayloadsById)) { packagePayloadsById = new Dictionary(); packagesPayloads.Add(groupSymbol.ParentId, packagePayloadsById); } packagePayloadsById.Add(payloadSymbol.Id.Id, payloadSymbol); } } } return packagesPayloads; } } }