// Copyright (c) .NET Foundation and contributors. All rights reserved. Licensed under the Microsoft Reciprocal License. See LICENSE.TXT file in the project root for full license information.
namespace WixToolset.Core.Burn
{
using System;
using System.Collections.Generic;
using System.Diagnostics;
using System.Globalization;
using System.IO;
using System.Linq;
using WixToolset.Core.Bind;
using WixToolset.Core.Burn.Bind;
using WixToolset.Core.Burn.Bundles;
using WixToolset.Data;
using WixToolset.Data.Burn;
using WixToolset.Data.Symbols;
using WixToolset.Extensibility;
using WixToolset.Extensibility.Data;
using WixToolset.Extensibility.Services;
///
/// Binds a this.bundle.
///
internal class BindBundleCommand
{
public BindBundleCommand(IBindContext context, IEnumerable backedExtensions)
{
this.ServiceProvider = context.ServiceProvider;
this.Messaging = context.ServiceProvider.GetService();
this.BackendHelper = context.ServiceProvider.GetService();
this.InternalBurnBackendHelper = context.ServiceProvider.GetService();
this.DefaultCompressionLevel = context.DefaultCompressionLevel;
this.DelayedFields = context.DelayedFields;
this.ExpectedEmbeddedFiles = context.ExpectedEmbeddedFiles;
this.IntermediateFolder = context.IntermediateFolder;
this.Output = context.IntermediateRepresentation;
this.OutputPath = context.OutputPath;
this.OutputPdbPath = context.PdbPath;
//this.VariableResolver = context.VariableResolver;
this.BackendExtensions = backedExtensions;
}
private IWixToolsetServiceProvider ServiceProvider { get; }
private IMessaging Messaging { get; }
private IBackendHelper BackendHelper { get; }
private IInternalBurnBackendHelper InternalBurnBackendHelper { get; }
private CompressionLevel? DefaultCompressionLevel { get; }
public IEnumerable DelayedFields { get; }
public IEnumerable ExpectedEmbeddedFiles { get; }
private IEnumerable BackendExtensions { get; }
private Intermediate Output { get; }
private string OutputPath { get; }
private string OutputPdbPath { get; }
private string IntermediateFolder { get; }
private IVariableResolver VariableResolver { get; }
public IEnumerable FileTransfers { get; private set; }
public IEnumerable TrackedFiles { get; private set; }
public WixOutput Wixout { get; private set; }
public void Execute()
{
var section = this.Output.Sections.Single();
var fileTransfers = new List();
var trackedFiles = new List();
// First look for data we expect to find... Chain, WixGroups, etc.
// We shouldn't really get past the linker phase if there are
// no group items... that means that there's no UX, no Chain,
// *and* no Containers!
var chainPackageSymbols = this.GetRequiredSymbols();
var wixGroupSymbols = this.GetRequiredSymbols();
// Ensure there is one and only one row in the WixBundle table.
// The compiler and linker behavior should have colluded to get
// this behavior.
var bundleSymbol = this.GetSingleSymbol();
bundleSymbol.ProviderKey = bundleSymbol.BundleId = Guid.NewGuid().ToString("B").ToUpperInvariant();
bundleSymbol.Attributes |= WixBundleAttributes.PerMachine; // default to per-machine but the first-per user package wil flip the bundle per-user.
// Ensure there is one and only one row in the WixBootstrapperApplication table.
// The compiler and linker behavior should have colluded to get
// this behavior.
var bundleApplicationSymbol = this.GetSingleSymbol();
// Ensure there is one and only one row in the WixChain table.
// The compiler and linker behavior should have colluded to get
// this behavior.
var chainSymbol = this.GetSingleSymbol();
if (this.Messaging.EncounteredError)
{
return;
}
// If there are any fields to resolve later, create the cache to populate during bind.
var variableCache = this.DelayedFields.Any() ? new Dictionary(StringComparer.InvariantCultureIgnoreCase) : null;
var orderSearchesCommand = new OrderSearchesCommand(this.Messaging, section);
orderSearchesCommand.Execute();
var orderedSearches = orderSearchesCommand.OrderedSearchFacades;
var extensionSearchSymbolsById = orderSearchesCommand.ExtensionSearchSymbolsByExtensionId;
// Extract files that come from binary .wixlibs and WixExtensions (this does not extract files from merge modules).
{
var command = new ExtractEmbeddedFilesCommand(this.BackendHelper, this.ExpectedEmbeddedFiles);
command.Execute();
trackedFiles.AddRange(command.TrackedFiles);
}
// Get the explicit payloads.
var payloadSymbols = section.Symbols.OfType().ToDictionary(t => t.Id.Id);
// Update explicitly authored payloads with their parent package and container (as appropriate)
// to make it easier to gather the payloads later.
foreach (var groupSymbol in wixGroupSymbols)
{
if (ComplexReferenceChildType.Payload == groupSymbol.ChildType)
{
var payloadSymbol = payloadSymbols[groupSymbol.ChildId];
if (ComplexReferenceParentType.Package == groupSymbol.ParentType)
{
Debug.Assert(String.IsNullOrEmpty(payloadSymbol.PackageRef));
payloadSymbol.PackageRef = groupSymbol.ParentId;
}
else if (ComplexReferenceParentType.Container == groupSymbol.ParentType)
{
Debug.Assert(String.IsNullOrEmpty(payloadSymbol.ContainerRef));
payloadSymbol.ContainerRef = groupSymbol.ParentId;
}
else if (ComplexReferenceParentType.Layout == groupSymbol.ParentType)
{
payloadSymbol.LayoutOnly = true;
}
}
}
var layoutDirectory = Path.GetDirectoryName(this.OutputPath);
// Process the explicitly authored payloads.
ISet processedPayloads;
{
var command = new ProcessPayloadsCommand(this.ServiceProvider, this.BackendHelper, payloadSymbols.Values, bundleSymbol.DefaultPackagingType, layoutDirectory);
command.Execute();
fileTransfers.AddRange(command.FileTransfers);
trackedFiles.AddRange(command.TrackedFiles);
processedPayloads = new HashSet(payloadSymbols.Keys);
}
IDictionary facades;
{
var command = new GetPackageFacadesCommand(chainPackageSymbols, section);
command.Execute();
facades = command.PackageFacades;
}
// Process each package facade. Note this is likely to add payloads and other symbols so
// note that any indexes created above may be out of date now.
foreach (var facade in facades.Values)
{
switch (facade.PackageSymbol.Type)
{
case WixBundlePackageType.Exe:
{
var command = new ProcessExePackageCommand(facade, payloadSymbols);
command.Execute();
}
break;
case WixBundlePackageType.Msi:
{
var command = new ProcessMsiPackageCommand(this.ServiceProvider, this.BackendExtensions, section, facade, payloadSymbols);
command.Execute();
if (null != variableCache)
{
var msiPackage = (WixBundleMsiPackageSymbol)facade.SpecificPackageSymbol;
variableCache.Add(String.Concat("packageLanguage.", facade.PackageId), msiPackage.ProductLanguage.ToString());
if (null != msiPackage.Manufacturer)
{
variableCache.Add(String.Concat("packageManufacturer.", facade.PackageId), msiPackage.Manufacturer);
}
}
}
break;
case WixBundlePackageType.Msp:
{
var command = new ProcessMspPackageCommand(this.Messaging, section, facade, payloadSymbols);
command.Execute();
}
break;
case WixBundlePackageType.Msu:
{
var command = new ProcessMsuPackageCommand(facade, payloadSymbols);
command.Execute();
}
break;
}
if (null != variableCache)
{
BindBundleCommand.PopulatePackageVariableCache(facade.PackageSymbol, variableCache);
}
}
if (this.Messaging.EncounteredError)
{
return;
}
// Reindex the payloads now that all the payloads (minus the manifest payloads that will be created later)
// are present.
payloadSymbols = section.Symbols.OfType().ToDictionary(t => t.Id.Id);
// Process the payloads that were added by processing the packages.
{
var toProcess = payloadSymbols.Values.Where(r => !processedPayloads.Contains(r.Id.Id)).ToList();
var command = new ProcessPayloadsCommand(this.ServiceProvider, this.BackendHelper, toProcess, bundleSymbol.DefaultPackagingType, layoutDirectory);
command.Execute();
fileTransfers.AddRange(command.FileTransfers);
trackedFiles.AddRange(command.TrackedFiles);
processedPayloads = null;
}
// Set the package metadata from the payloads now that we have the complete payload information.
{
var payloadsByPackageId = payloadSymbols.Values.ToLookup(p => p.PackageRef);
foreach (var facade in facades.Values)
{
facade.PackageSymbol.Size = 0;
var packagePayloads = payloadsByPackageId[facade.PackageId];
foreach (var payload in packagePayloads)
{
facade.PackageSymbol.Size += payload.FileSize.Value;
}
if (!facade.PackageSymbol.InstallSize.HasValue)
{
facade.PackageSymbol.InstallSize = facade.PackageSymbol.Size;
}
var packagePayload = payloadSymbols[facade.PackageSymbol.PayloadRef];
if (String.IsNullOrEmpty(facade.PackageSymbol.Description))
{
facade.PackageSymbol.Description = packagePayload.Description;
}
if (String.IsNullOrEmpty(facade.PackageSymbol.DisplayName))
{
facade.PackageSymbol.DisplayName = packagePayload.DisplayName;
}
}
}
// Give the UX payloads their embedded IDs...
var uxPayloadIndex = 0;
{
foreach (var payload in payloadSymbols.Values.Where(p => BurnConstants.BurnUXContainerName == p.ContainerRef))
{
// In theory, UX payloads could be embedded in the UX CAB, external to the bundle EXE, or even
// downloaded. The current engine requires the UX to be fully present before any downloading starts,
// so that rules out downloading. Also, the burn engine does not currently copy external UX payloads
// into the temporary UX directory correctly, so we don't allow external either.
if (PackagingType.Embedded != payload.Packaging)
{
this.Messaging.Write(WarningMessages.UxPayloadsOnlySupportEmbedding(payload.SourceLineNumbers, payload.SourceFile.Path));
payload.Packaging = PackagingType.Embedded;
}
payload.EmbeddedId = String.Format(CultureInfo.InvariantCulture, BurnCommon.BurnUXContainerEmbeddedIdFormat, uxPayloadIndex);
++uxPayloadIndex;
}
if (0 == uxPayloadIndex)
{
// If we didn't get any UX payloads, it's an error!
throw new WixException(ErrorMessages.MissingBundleInformation("BootstrapperApplication"));
}
// Give the embedded payloads without an embedded id yet an embedded id.
var payloadIndex = 0;
foreach (var payload in payloadSymbols.Values)
{
Debug.Assert(PackagingType.Unknown != payload.Packaging);
if (PackagingType.Embedded == payload.Packaging && String.IsNullOrEmpty(payload.EmbeddedId))
{
payload.EmbeddedId = String.Format(CultureInfo.InvariantCulture, BurnCommon.BurnAttachedContainerEmbeddedIdFormat, payloadIndex);
++payloadIndex;
}
}
}
if (this.Messaging.EncounteredError)
{
return;
}
// Determine patches to automatically slipstream.
{
var command = new AutomaticallySlipstreamPatchesCommand(section, facades.Values);
command.Execute();
}
// If catalog files exist, non-embedded payloads should validate with the catalogs.
var catalogs = section.Symbols.OfType().ToList();
if (catalogs.Count > 0)
{
var command = new VerifyPayloadsWithCatalogCommand(this.Messaging, catalogs, payloadSymbols.Values);
command.Execute();
}
if (this.Messaging.EncounteredError)
{
return;
}
IEnumerable orderedFacades;
IEnumerable boundaries;
{
var groupSymbols = section.Symbols.OfType();
var boundarySymbolsById = section.Symbols.OfType().ToDictionary(b => b.Id.Id);
var command = new OrderPackagesAndRollbackBoundariesCommand(this.Messaging, groupSymbols, boundarySymbolsById, facades);
command.Execute();
orderedFacades = command.OrderedPackageFacades;
boundaries = command.UsedRollbackBoundaries;
}
// Resolve any delayed fields before generating the manifest.
if (this.DelayedFields.Any())
{
var resolveDelayedFieldsCommand = new ResolveDelayedFieldsCommand(this.Messaging, this.DelayedFields, variableCache);
resolveDelayedFieldsCommand.Execute();
}
Dictionary dependencySymbolsByKey;
{
var command = new ProcessDependencyProvidersCommand(this.Messaging, section, facades);
command.Execute();
if (!String.IsNullOrEmpty(command.BundleProviderKey))
{
bundleSymbol.ProviderKey = command.BundleProviderKey; // set the overridable bundle provider key.
}
dependencySymbolsByKey = command.DependencySymbolsByKey;
}
// Update the bundle per-machine/per-user scope based on the chained packages.
this.ResolveBundleInstallScope(section, bundleSymbol, orderedFacades);
// Generate data for all manifests.
{
var command = new GenerateManifestDataFromIRCommand(this.Messaging, section, this.BackendExtensions, this.InternalBurnBackendHelper, extensionSearchSymbolsById);
command.Execute();
}
// Give the extension one last hook before generating the output files.
foreach (var extension in this.BackendExtensions)
{
extension.BundleFinalize();
}
if (this.Messaging.EncounteredError)
{
return;
}
// Generate the core-defined BA manifest tables...
string baManifestPath;
{
var command = new CreateBootstrapperApplicationManifestCommand(section, bundleSymbol, orderedFacades, uxPayloadIndex, payloadSymbols, this.IntermediateFolder, this.InternalBurnBackendHelper);
command.Execute();
var baManifestPayload = command.BootstrapperApplicationManifestPayloadRow;
baManifestPath = command.OutputPath;
payloadSymbols.Add(baManifestPayload.Id.Id, baManifestPayload);
++uxPayloadIndex;
trackedFiles.Add(this.BackendHelper.TrackFile(baManifestPath, TrackedFileType.Temporary));
}
// Generate the bundle extension manifest...
string bextManifestPath;
{
var command = new CreateBundleExtensionManifestCommand(section, bundleSymbol, uxPayloadIndex, this.IntermediateFolder, this.InternalBurnBackendHelper);
command.Execute();
var bextManifestPayload = command.BundleExtensionManifestPayloadRow;
bextManifestPath = command.OutputPath;
payloadSymbols.Add(bextManifestPayload.Id.Id, bextManifestPayload);
++uxPayloadIndex;
trackedFiles.Add(this.BackendHelper.TrackFile(bextManifestPath, TrackedFileType.Temporary));
}
// Create all the containers except the UX container first so the manifest (that goes in the UX container)
// can contain all size and hash information about the non-UX containers.
WixBundleContainerSymbol uxContainer;
IEnumerable uxPayloads;
IEnumerable containers;
{
var command = new CreateNonUXContainers(this.BackendHelper, section, bundleApplicationSymbol, payloadSymbols, this.IntermediateFolder, layoutDirectory, this.DefaultCompressionLevel);
command.Execute();
fileTransfers.AddRange(command.FileTransfers);
trackedFiles.AddRange(command.TrackedFiles);
uxContainer = command.UXContainer;
uxPayloads = command.UXContainerPayloads;
containers = command.Containers;
}
// Create the bundle manifest.
string manifestPath;
{
var executableName = Path.GetFileName(this.OutputPath);
var command = new CreateBurnManifestCommand(this.Messaging, this.BackendExtensions, executableName, section, bundleSymbol, containers, chainSymbol, orderedFacades, boundaries, uxPayloads, payloadSymbols, orderedSearches, catalogs, this.IntermediateFolder);
command.Execute();
manifestPath = command.OutputPath;
trackedFiles.Add(this.BackendHelper.TrackFile(manifestPath, TrackedFileType.Temporary));
}
// Create the UX container.
{
var command = new CreateContainerCommand(manifestPath, uxPayloads, uxContainer.WorkingPath, this.DefaultCompressionLevel);
command.Execute();
uxContainer.Hash = command.Hash;
uxContainer.Size = command.Size;
trackedFiles.Add(this.BackendHelper.TrackFile(uxContainer.WorkingPath, TrackedFileType.Temporary));
}
{
var command = new CreateBundleExeCommand(this.Messaging, this.BackendHelper, this.IntermediateFolder, this.OutputPath, bundleApplicationSymbol, bundleSymbol, uxContainer, containers);
command.Execute();
fileTransfers.Add(command.Transfer);
trackedFiles.Add(this.BackendHelper.TrackFile(this.OutputPath, TrackedFileType.Final));
}
#if TODO // does this need to come back, or do they only need to be in TrackedFiles?
this.ContentFilePaths = payloadSymbols.Values.Where(p => p.ContentFile).Select(p => p.FullFileName).ToList();
#endif
this.FileTransfers = fileTransfers;
this.TrackedFiles = trackedFiles;
this.Wixout = this.CreateWixout(trackedFiles, this.Output, manifestPath, baManifestPath, bextManifestPath);
}
private WixOutput CreateWixout(List trackedFiles, Intermediate intermediate, string manifestPath, string baDataPath, string bextDataPath)
{
WixOutput wixout;
if (String.IsNullOrEmpty(this.OutputPdbPath))
{
wixout = WixOutput.Create();
}
else
{
var trackPdb = this.BackendHelper.TrackFile(this.OutputPdbPath, TrackedFileType.Final);
trackedFiles.Add(trackPdb);
wixout = WixOutput.Create(trackPdb.Path);
}
intermediate.Save(wixout);
wixout.ImportDataStream(BurnConstants.BurnManifestWixOutputStreamName, manifestPath);
wixout.ImportDataStream(BurnConstants.BootstrapperApplicationDataWixOutputStreamName, baDataPath);
wixout.ImportDataStream(BurnConstants.BundleExtensionDataWixOutputStreamName, bextDataPath);
wixout.Reopen();
return wixout;
}
///
/// Populates the variable cache with specific package properties.
///
/// The package with properties to cache.
/// The property cache.
private static void PopulatePackageVariableCache(WixBundlePackageSymbol package, IDictionary variableCache)
{
var id = package.Id.Id;
variableCache.Add(String.Concat("packageDescription.", id), package.Description);
//variableCache.Add(String.Concat("packageLanguage.", id), package.Language);
//variableCache.Add(String.Concat("packageManufacturer.", id), package.Manufacturer);
variableCache.Add(String.Concat("packageName.", id), package.DisplayName);
variableCache.Add(String.Concat("packageVersion.", id), package.Version);
}
private void ResolveBundleInstallScope(IntermediateSection section, WixBundleSymbol bundleSymbol, IEnumerable facades)
{
var dependencySymbolsById = section.Symbols.OfType().ToDictionary(t => t.Id.Id);
foreach (var facade in facades)
{
if (bundleSymbol.PerMachine && YesNoDefaultType.No == facade.PackageSymbol.PerMachine)
{
this.Messaging.Write(VerboseMessages.SwitchingToPerUserPackage(facade.PackageSymbol.SourceLineNumbers, facade.PackageId));
bundleSymbol.Attributes &= ~WixBundleAttributes.PerMachine;
break;
}
}
foreach (var facade in facades)
{
// Update package scope from bundle scope if default.
if (YesNoDefaultType.Default == facade.PackageSymbol.PerMachine)
{
facade.PackageSymbol.PerMachine = bundleSymbol.PerMachine ? YesNoDefaultType.Yes : YesNoDefaultType.No;
}
// We will only register packages in the same scope as the bundle. Warn if any packages with providers
// are in a different scope and not permanent (permanents typically don't need a ref-count).
if (!bundleSymbol.PerMachine &&
YesNoDefaultType.Yes == facade.PackageSymbol.PerMachine &&
!facade.PackageSymbol.Permanent &&
dependencySymbolsById.ContainsKey(facade.PackageId))
{
this.Messaging.Write(WarningMessages.NoPerMachineDependencies(facade.PackageSymbol.SourceLineNumbers, facade.PackageId));
}
}
}
private IEnumerable GetRequiredSymbols() where T : IntermediateSymbol
{
var symbols = this.Output.Sections.Single().Symbols.OfType().ToList();
if (0 == symbols.Count)
{
throw new WixException(ErrorMessages.MissingBundleInformation(nameof(T)));
}
return symbols;
}
private T GetSingleSymbol() where T : IntermediateSymbol
{
var symbols = this.Output.Sections.Single().Symbols.OfType().ToList();
if (1 != symbols.Count)
{
throw new WixException(ErrorMessages.MissingBundleInformation(nameof(T)));
}
return symbols[0];
}
}
}