Handle missing content length with range request and empty files.

Add test for server without range request support.

4 files changed, 122 insertions, 6 deletions

diff --git a/src/test/burn/TestData/CacheTests/BundleC/BundleC.wxs b/src/test/burn/TestData/CacheTests/BundleC/BundleC.wxs
index ca21cc6e..865f7578 100644
--- a/src/test/burn/TestData/CacheTests/BundleC/BundleC.wxs
+++ b/src/test/burn/TestData/CacheTests/BundleC/BundleC.wxs
@@ -5,7 +5,7 @@
   <Fragment>
     <PackageGroup Id="BundlePackages">
       <MsiPackage Id="PackageA" SourceFile="$(var.PackageA.TargetPath)">
-        <Payload SourceFile="fivegb.file" Compressed="no" />
+        <Payload SourceFile="fivegb.file" Compressed="no" DownloadUrl="$(var.WebServerBaseUrl)BundleC/{2}" />
       </MsiPackage>
     </PackageGroup>
   </Fragment>
diff --git a/src/test/burn/WixToolsetTest.BurnE2E/CacheTests.cs b/src/test/burn/WixToolsetTest.BurnE2E/CacheTests.cs
index 4a3ffa2e..ee61baff 100644
--- a/src/test/burn/WixToolsetTest.BurnE2E/CacheTests.cs
+++ b/src/test/burn/WixToolsetTest.BurnE2E/CacheTests.cs
@@ -15,8 +15,7 @@ namespace WixToolsetTest.BurnE2E
     {
         public CacheTests(ITestOutputHelper testOutputHelper) : base(testOutputHelper) { }
 
-        [Fact]
-        public void CanCache5GBFile()
+        private bool Is5GBFileAvailable()
         {
             // Recreate the 5GB payload to avoid having to copy it to the VM to run the tests.
             const long FiveGB = 5_368_709_120;
@@ -28,8 +27,8 @@ namespace WixToolsetTest.BurnE2E
             var drive = new DriveInfo(targetFilePath.Substring(0, 1));
             if (drive.AvailableFreeSpace < FiveGB + OneGB)
             {
-                Console.WriteLine("Skipping CanCache5GBFile() test because there is not enough disk space available to run the test.");
-                return;
+                Console.WriteLine($"Skipping {this.TestContext.TestName} because there is not enough disk space available to run the test.");
+                return false;
             }
 
             if (!File.Exists(targetFilePath))
@@ -42,6 +41,17 @@ namespace WixToolsetTest.BurnE2E
                 testTool.Run(true);
             }
 
+            return true;
+        }
+
+        [Fact]
+        public void CanCache5GBFile()
+        {
+            if (!this.Is5GBFileAvailable())
+            {
+                return;
+            }
+
             var packageA = this.CreatePackageInstaller("PackageA");
             var bundleC = this.CreateBundleInstaller("BundleC");
 
@@ -53,6 +63,69 @@ namespace WixToolsetTest.BurnE2E
             packageA.VerifyInstalled(true);
         }
 
+        private string Cache5GBFileFromDownload(bool disableRangeRequests)
+        {
+            if (!this.Is5GBFileAvailable())
+            {
+                return null;
+            }
+
+            var packageA = this.CreatePackageInstaller("PackageA");
+            var bundleC = this.CreateBundleInstaller("BundleC");
+            var webServer = this.CreateWebServer();
+
+            webServer.AddFiles(new Dictionary<string, string>
+            {
+                { "/BundleC/fivegb.file", Path.Combine(this.TestContext.TestDataFolder, "fivegb.file") },
+                { "/BundleC/PackageA.msi", Path.Combine(this.TestContext.TestDataFolder, "PackageA.msi") },
+            });
+            webServer.DisableRangeRequests = disableRangeRequests;
+            webServer.Start();
+
+            using var dfs = new DisposableFileSystem();
+            var separateDirectory = dfs.GetFolder(true);
+
+            // Manually copy bundle to separate directory and then run from there so the non-compressed payloads have to be resolved.
+            var bundleCFileInfo = new FileInfo(bundleC.Bundle);
+            var bundleCCopiedPath = Path.Combine(separateDirectory, bundleCFileInfo.Name);
+            bundleCFileInfo.CopyTo(bundleCCopiedPath);
+
+            packageA.VerifyInstalled(false);
+
+            var installLogPath = bundleC.Install(bundleCCopiedPath);
+            bundleC.VerifyRegisteredAndInPackageCache();
+
+            packageA.VerifyInstalled(true);
+
+            return installLogPath;
+        }
+
+        [Fact]
+        public void CanCache5GBFileFromDownloadWithRangeRequestSupport()
+        {
+            var logPath = this.Cache5GBFileFromDownload(false);
+            if (logPath == null)
+            {
+                return;
+            }
+
+            Assert.False(LogVerifier.MessageInLogFile(logPath, "Range request not supported for URL: http://localhost:9999/e2e/BundleC/fivegb.file"));
+            Assert.True(LogVerifier.MessageInLogFile(logPath, "Content-Length not returned for URL: http://localhost:9999/e2e/BundleC/fivegb.file"));
+        }
+
+        [Fact]
+        public void CanCache5GBFileFromDownloadWithoutRangeRequestSupport()
+        {
+            var logPath = this.Cache5GBFileFromDownload(true);
+            if (logPath == null)
+            {
+                return;
+            }
+
+            Assert.True(LogVerifier.MessageInLogFile(logPath, "Range request not supported for URL: http://localhost:9999/e2e/BundleC/fivegb.file"));
+            Assert.True(LogVerifier.MessageInLogFile(logPath, "Content-Length not returned for URL: http://localhost:9999/e2e/BundleC/fivegb.file"));
+        }
+
         [Fact]
         public void CanDownloadPayloadsFromMissingAttachedContainer()
         {
diff --git a/src/test/burn/WixToolsetTest.BurnE2E/IWebServer.cs b/src/test/burn/WixToolsetTest.BurnE2E/IWebServer.cs
index 3846ae94..a4d46d48 100644
--- a/src/test/burn/WixToolsetTest.BurnE2E/IWebServer.cs
+++ b/src/test/burn/WixToolsetTest.BurnE2E/IWebServer.cs
@@ -8,6 +8,7 @@ namespace WixToolsetTest.BurnE2E
     public interface IWebServer : IDisposable
     {
         bool DisableHeadResponses { get; set; }
+        bool DisableRangeRequests { get; set; }
 
         /// <summary>
         /// Registers a collection of relative URLs (the key) with its absolute path to the file (the value).
diff --git a/src/test/burn/WixToolsetTest.BurnE2E/WebServer/CoreOwinWebServer.cs b/src/test/burn/WixToolsetTest.BurnE2E/WebServer/CoreOwinWebServer.cs
index 025e01ff..8066cea5 100644
--- a/src/test/burn/WixToolsetTest.BurnE2E/WebServer/CoreOwinWebServer.cs
+++ b/src/test/burn/WixToolsetTest.BurnE2E/WebServer/CoreOwinWebServer.cs
@@ -5,8 +5,10 @@ namespace WixToolsetTest.BurnE2E
     using System;
     using System.Collections.Generic;
     using System.IO;
+    using System.Threading.Tasks;
     using Microsoft.AspNetCore.Builder;
     using Microsoft.AspNetCore.Hosting;
+    using Microsoft.AspNetCore.Http;
     using Microsoft.AspNetCore.StaticFiles;
     using Microsoft.Extensions.FileProviders;
     using Microsoft.Extensions.FileProviders.Physical;
@@ -15,11 +17,14 @@ namespace WixToolsetTest.BurnE2E
 
     public class CoreOwinWebServer : IWebServer, IFileProvider
     {
+        const string StaticFileBasePath = "/e2e";
+
         private Dictionary<string, string> PhysicalPathsByRelativeUrl { get; } = new Dictionary<string, string>();
 
         private IHost WebHost { get; set; }
 
         public bool DisableHeadResponses { get; set; }
+        public bool DisableRangeRequests { get; set; }
 
         public void AddFiles(Dictionary<string, string> physicalPathsByRelativeUrl)
         {
@@ -38,10 +43,11 @@ namespace WixToolsetTest.BurnE2E
                                    webBuilder.UseUrls("http://localhost:9999");
                                    webBuilder.Configure(appBuilder =>
                                    {
+                                       appBuilder.Use(this.CustomStaticFileMiddleware);
                                        appBuilder.UseStaticFiles(new StaticFileOptions
                                        {
                                            FileProvider = this,
-                                           RequestPath = "/e2e",
+                                           RequestPath = StaticFileBasePath,
                                            ServeUnknownFileTypes = true,
                                            OnPrepareResponse = this.OnPrepareStaticFileResponse,
                                        });
@@ -51,6 +57,42 @@ namespace WixToolsetTest.BurnE2E
             this.WebHost.Start();
         }
 
+        private async Task CustomStaticFileMiddleware(HttpContext context, Func<Task> next)
+        {
+            if (!this.DisableRangeRequests || (!HttpMethods.IsGet(context.Request.Method) && !HttpMethods.IsHead(context.Request.Method)))
+            {
+                await next();
+                return;
+            }
+
+            // Only send Content-Length header.
+            // Don't support range requests.
+            // https://github.com/dotnet/aspnetcore/blob/60abfafe32a4692f9dc4a172665524f163b10012/src/Middleware/StaticFiles/src/StaticFileMiddleware.cs
+            if (!context.Request.Path.StartsWithSegments(StaticFileBasePath, out var subpath))
+            {
+                context.Response.StatusCode = 404;
+                return;
+            }
+
+            var fileInfo = this.GetFileInfo(subpath);
+            if (!fileInfo.Exists)
+            {
+                context.Response.StatusCode = 404;
+                return;
+            }
+
+            var responseHeaders = context.Response.GetTypedHeaders();
+            var fileLength = fileInfo.Length;
+            responseHeaders.ContentLength = fileLength;
+
+            this.OnPrepareStaticFileResponse(new StaticFileResponseContext(context, fileInfo));
+
+            if (HttpMethods.IsGet(context.Request.Method))
+            {
+                await context.Response.SendFileAsync(fileInfo, 0, fileLength);
+            }
+        }
+
         private void OnPrepareStaticFileResponse(StaticFileResponseContext obj)
         {
             if (this.DisableHeadResponses && obj.Context.Request.Method == "HEAD")