[WIP] Add EToE tests which is the PW version of E2E

AspNetCore.sln

@@ -1618,6 +1618,8 @@ Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "BlazorWinFormsApp", "src\Co
 EndProject
 Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.AspNetCore.Http.Abstractions.Microbenchmarks", "src\Http\Http.Abstractions\perf\Microbenchmarks\Microsoft.AspNetCore.Http.Abstractions.Microbenchmarks.csproj", "{3F752B48-2936-4FCA-B0DC-4AB0F788F897}"
 EndProject
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Microsoft.AspNetCore.Components.EToETests", "src\Components\test\EToETest\Microsoft.AspNetCore.Components.EToETests.csproj", "{60B82C36-E613-496D-AD1B-0015DDAEFD96}"
+EndProject
 Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "testassets", "testassets", "{F0849E7E-61DB-4849-9368-9E7BC125DCB0}"
 EndProject
 Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "WinFormsTestApp", "src\Components\WebView\Platforms\WindowsForms\testassets\WinFormsTestApp\WinFormsTestApp.csproj", "{99EE7769-3C81-477B-B947-0A5CBCD5B27D}"
@@ -7663,6 +7665,18 @@ Global
 		{3F752B48-2936-4FCA-B0DC-4AB0F788F897}.Release|x64.Build.0 = Release|Any CPU
 		{3F752B48-2936-4FCA-B0DC-4AB0F788F897}.Release|x86.ActiveCfg = Release|Any CPU
 		{3F752B48-2936-4FCA-B0DC-4AB0F788F897}.Release|x86.Build.0 = Release|Any CPU
+		{60B82C36-E613-496D-AD1B-0015DDAEFD96}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{60B82C36-E613-496D-AD1B-0015DDAEFD96}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{60B82C36-E613-496D-AD1B-0015DDAEFD96}.Debug|x64.ActiveCfg = Debug|Any CPU
+		{60B82C36-E613-496D-AD1B-0015DDAEFD96}.Debug|x64.Build.0 = Debug|Any CPU
+		{60B82C36-E613-496D-AD1B-0015DDAEFD96}.Debug|x86.ActiveCfg = Debug|Any CPU
+		{60B82C36-E613-496D-AD1B-0015DDAEFD96}.Debug|x86.Build.0 = Debug|Any CPU
+		{60B82C36-E613-496D-AD1B-0015DDAEFD96}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{60B82C36-E613-496D-AD1B-0015DDAEFD96}.Release|Any CPU.Build.0 = Release|Any CPU
+		{60B82C36-E613-496D-AD1B-0015DDAEFD96}.Release|x64.ActiveCfg = Release|Any CPU
+		{60B82C36-E613-496D-AD1B-0015DDAEFD96}.Release|x64.Build.0 = Release|Any CPU
+		{60B82C36-E613-496D-AD1B-0015DDAEFD96}.Release|x86.ActiveCfg = Release|Any CPU
+		{60B82C36-E613-496D-AD1B-0015DDAEFD96}.Release|x86.Build.0 = Release|Any CPU
 		{99EE7769-3C81-477B-B947-0A5CBCD5B27D}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 		{99EE7769-3C81-477B-B947-0A5CBCD5B27D}.Debug|Any CPU.Build.0 = Debug|Any CPU
 		{99EE7769-3C81-477B-B947-0A5CBCD5B27D}.Debug|x64.ActiveCfg = Debug|Any CPU
@@ -8498,6 +8512,7 @@ Global
 		{3BA297F8-1CA1-492D-AE64-A60B825D8501} = {D4E9A2C5-0838-42DF-BC80-C829C4C9137E}
 		{CC740832-D268-47A3-9058-B9054F8397E2} = {D3B76F4E-A980-45BF-AEA1-EA3175B0B5A1}
 		{3F752B48-2936-4FCA-B0DC-4AB0F788F897} = {DCBBDB52-4A49-4141-8F4D-81C0FFFB7BD5}
+		{60B82C36-E613-496D-AD1B-0015DDAEFD96} = {0508E463-0269-40C9-B5C2-3B600FB2A28B}
 		{F0849E7E-61DB-4849-9368-9E7BC125DCB0} = {D4E9A2C5-0838-42DF-BC80-C829C4C9137E}
 		{99EE7769-3C81-477B-B947-0A5CBCD5B27D} = {F0849E7E-61DB-4849-9368-9E7BC125DCB0}
 		{94D0D6F3-8632-41DE-908B-47A787D570FF} = {5241CF68-66A0-4724-9BAA-36DB959A5B11}

src/Components/Components.slnf

@@ -40,6 +40,7 @@
       "src\\Components\\benchmarkapps\\Wasm.Performance\\Driver\\Wasm.Performance.Driver.csproj",
       "src\\Components\\benchmarkapps\\Wasm.Performance\\TestApp\\Wasm.Performance.TestApp.csproj",
       "src\\Components\\test\\E2ETest\\Microsoft.AspNetCore.Components.E2ETests.csproj",
+      "src\\Components\\test\\EToETest\\Microsoft.AspNetCore.Components.EToETests.csproj",
       "src\\Components\\test\\testassets\\BasicTestApp\\BasicTestApp.csproj",
       "src\\Components\\test\\testassets\\ComponentsApp.Server\\ComponentsApp.Server.csproj",
       "src\\Components\\test\\testassets\\GlobalizationWasmApp\\GlobalizationWasmApp.csproj",
@@ -100,6 +101,7 @@
       "src\\Servers\\Kestrel\\Core\\src\\Microsoft.AspNetCore.Server.Kestrel.Core.csproj",
       "src\\Servers\\Kestrel\\Kestrel\\src\\Microsoft.AspNetCore.Server.Kestrel.csproj",
       "src\\Servers\\Kestrel\\Transport.Sockets\\src\\Microsoft.AspNetCore.Server.Kestrel.Transport.Sockets.csproj",
+      "src\\Shared\\BrowserTesting\\src\\Microsoft.AspNetCore.BrowserTesting.csproj",
       "src\\SignalR\\clients\\csharp\\Client.Core\\src\\Microsoft.AspNetCore.SignalR.Client.Core.csproj",
       "src\\SignalR\\clients\\csharp\\Client\\src\\Microsoft.AspNetCore.SignalR.Client.csproj",
       "src\\SignalR\\clients\\csharp\\Http.Connections.Client\\src\\Microsoft.AspNetCore.Http.Connections.Client.csproj",

src/Components/test/EToETest/Infrastructure/PlaywrightTestBase.cs

@@ -0,0 +1,89 @@
+// Copyright (c) .NET Foundation. All rights reserved.
+// Licensed under the Apache License, Version 2.0. See License.txt in the project root for license information.
+
+using System;
+using System.Diagnostics;
+using System.IO;
+using System.Reflection;
+using System.Runtime.InteropServices;
+using System.Threading.Tasks;
+using Microsoft.AspNetCore.BrowserTesting;
+using Microsoft.AspNetCore.Testing;
+using Microsoft.Extensions.Configuration;
+using Microsoft.Extensions.Logging;
+using Microsoft.Extensions.Logging.Testing;
+using Xunit;
+using Xunit.Abstractions;
+using Xunit.Sdk;
+
+namespace Microsoft.AspNetCore.Components.E2ETest.Infrastructure
+{
+    public class PlaywrightTestBase : LoggedTest, IAsyncLifetime
+    {
+        private static readonly bool _isCIEnvironment =
+            !string.IsNullOrWhiteSpace(Environment.GetEnvironmentVariable("ContinuousIntegrationBuild"));
+
+        public PlaywrightTestBase(ITestOutputHelper output) : base(output) { }
+
+        public async Task InitializeAsync()
+        {
+            var testSink = new TestSink();
+            testSink.MessageLogged += LogMessage;
+            var factory = new TestLoggerFactory(testSink, enabled: true);
+            BrowserManager = await BrowserManager.CreateAsync(CreateConfiguration(), factory);
+            BrowserContextInfo = new ContextInformation(factory);
+
+            void LogMessage(WriteContext ctx)
+            {
+                TestOutputHelper.WriteLine($"{MapLogLevel(ctx)}: [Browser]{ctx.Message}");
+
+                static string MapLogLevel(WriteContext obj) => obj.LogLevel switch
+                {
+                    LogLevel.Trace => "trace",
+                    LogLevel.Debug => "dbug",
+                    LogLevel.Information => "info",
+                    LogLevel.Warning => "warn",
+                    LogLevel.Error => "error",
+                    LogLevel.Critical => "crit",
+                    LogLevel.None => "info",
+                    _ => "info"
+                };
+            }
+        }
+
+        private static IConfiguration CreateConfiguration()
+        {
+            var basePath = Path.GetDirectoryName(typeof(PlaywrightTestBase).Assembly.Location);
+            var os = Environment.OSVersion.Platform switch
+            {
+                PlatformID.Win32NT => "win",
+                PlatformID.Unix => "linux",
+                PlatformID.MacOSX => "osx",
+                _ => null
+            };
+
+            var builder = new ConfigurationBuilder()
+                .AddJsonFile(Path.Combine(basePath, "playwrightSettings.json"))
+                .AddJsonFile(Path.Combine(basePath, $"playwrightSettings.{os}.json"), optional: true);
+
+            if (_isCIEnvironment)
+            {
+                builder.AddJsonFile(Path.Combine(basePath, "playwrightSettings.ci.json"), optional: true)
+                    .AddJsonFile(Path.Combine(basePath, $"playwrightSettings.ci.{os}.json"), optional: true);
+            }
+
+            if (Debugger.IsAttached)
+            {
+                builder.AddJsonFile(Path.Combine(basePath, "playwrightSettings.debug.json"), optional: true);
+            }
+
+            return builder.Build();
+        }
+
+        public Task DisposeAsync() => BrowserManager.DisposeAsync();
+
+        public ITestOutputHelper Output => TestOutputHelper;
+        public ContextInformation BrowserContextInfo { get; protected set; }
+        public BrowserManager BrowserManager { get; private set; }
+    }
+}

src/Components/test/EToETest/Infrastructure/ServerFixtures/AspNetEnvironment.cs

@@ -0,0 +1,11 @@
+// Copyright (c) .NET Foundation. All rights reserved.
+// Licensed under the Apache License, Version 2.0. See License.txt in the project root for license information.
+
+namespace Microsoft.AspNetCore.Components.E2ETest.Infrastructure.ServerFixtures
+{
+    public enum AspNetEnvironment
+    {
+        Development,
+        Production
+    }
+}

src/Components/test/EToETest/Infrastructure/ServerFixtures/AspNetSiteServerFixture.cs

@@ -0,0 +1,47 @@
+// Copyright (c) .NET Foundation. All rights reserved.
+// Licensed under the Apache License, Version 2.0. See License.txt in the project root for license information.
+
+using System;
+using System.Collections.Generic;
+using System.IO;
+using System.Linq;
+using System.Reflection;
+using Microsoft.AspNetCore.Hosting;
+using Microsoft.Extensions.Hosting;
+
+namespace Microsoft.AspNetCore.Components.E2ETest.Infrastructure.ServerFixtures
+{
+    public class AspNetSiteServerFixture : WebHostServerFixture
+    {
+        public delegate IHost BuildWebHost(string[] args);
+
+        public Assembly ApplicationAssembly { get; set; }
+
+        public BuildWebHost BuildWebHostMethod { get; set; }
+
+        public AspNetEnvironment Environment { get; set; } = AspNetEnvironment.Production;
+
+        public List<string> AdditionalArguments { get; set; } = new List<string> { "--test-execution-mode", "server" };
+
+        protected override IHost CreateWebHost()
+        {
+            if (BuildWebHostMethod == null)
+            {
+                throw new InvalidOperationException(
+                    $"No value was provided for {nameof(BuildWebHostMethod)}");
+            }
+
+            var assembly = ApplicationAssembly ?? BuildWebHostMethod.Method.DeclaringType.Assembly;
+            var sampleSitePath = FindSampleOrTestSitePath(assembly.FullName);
+
+            var host = "127.0.0.1";
+
+            return BuildWebHostMethod(new[]
+            {
+                "--urls", $"http://{host}:0",
+                "--contentroot", sampleSitePath,
+                "--environment", Environment.ToString(),
+            }.Concat(AdditionalArguments).ToArray());
+        }
+    }
+}

src/Components/test/EToETest/Infrastructure/ServerFixtures/BasicTestAppServerSiteFixture.cs

@@ -0,0 +1,13 @@
+// Copyright (c) .NET Foundation. All rights reserved.
+// Licensed under the Apache License, Version 2.0. See License.txt in the project root for license information.
+
+namespace Microsoft.AspNetCore.Components.E2ETest.Infrastructure.ServerFixtures
+{
+    public class BasicTestAppServerSiteFixture<TStartup> : AspNetSiteServerFixture where TStartup : class
+    {
+        public BasicTestAppServerSiteFixture()
+        {
+            BuildWebHostMethod = TestServer.Program.BuildWebHost<TStartup>;
+        }
+    }
+}

src/Components/test/EToETest/Infrastructure/ServerFixtures/DevHostServerFixture.cs

@@ -0,0 +1,40 @@
+// Copyright (c) .NET Foundation. All rights reserved.
+// Licensed under the Apache License, Version 2.0. See License.txt in the project root for license information.
+
+using Microsoft.Extensions.Hosting;
+using System.Collections.Generic;
+using DevHostServerProgram = Microsoft.AspNetCore.Components.WebAssembly.DevServer.Server.Program;
+
+namespace Microsoft.AspNetCore.Components.E2ETest.Infrastructure.ServerFixtures
+{
+    public class DevHostServerFixture<TProgram> : WebHostServerFixture
+    {
+        public string Environment { get; set; }
+        public string PathBase { get; set; }
+        public string ContentRoot { get; private set; }
+
+        protected override IHost CreateWebHost()
+        {
+            ContentRoot = FindSampleOrTestSitePath(
+                typeof(TProgram).Assembly.FullName);
+
+            var host = "127.0.0.1";
+
+            var args = new List<string>
+            {
+                "--urls", $"http://{host}:0",
+                "--contentroot", ContentRoot,
+                "--pathbase", PathBase,
+                "--applicationpath", typeof(TProgram).Assembly.Location,
+            };
+
+            if (!string.IsNullOrEmpty(Environment))
+            {
+                args.Add("--environment");
+                args.Add(Environment);
+            }
+
+            return DevHostServerProgram.BuildWebHost(args.ToArray());
+        }
+    }
+}

src/Components/test/EToETest/Infrastructure/ServerFixtures/ServerFixture.cs

@@ -0,0 +1,86 @@
+// Copyright (c) .NET Foundation. All rights reserved.
+// Licensed under the Apache License, Version 2.0. See License.txt in the project root for license information.
+
+using System;
+using System.Collections.Generic;
+using System.IO;
+using System.Linq;
+using System.Reflection;
+using System.Runtime.ExceptionServices;
+using System.Threading;
+
+namespace Microsoft.AspNetCore.Components.E2ETest.Infrastructure.ServerFixtures
+{
+    public abstract class ServerFixture : IDisposable
+    {
+        private static readonly Lazy<Dictionary<string, string>> _projects = new Lazy<Dictionary<string, string>>(FindProjects);
+
+        public Uri RootUri => _rootUriInitializer.Value;
+
+        private readonly Lazy<Uri> _rootUriInitializer;
+
+        public ServerFixture()
+        {
+            _rootUriInitializer = new Lazy<Uri>(() =>
+            {
+                var uri = new Uri(StartAndGetRootUri());
+
+                return uri;
+            });
+        }
+
+        public abstract void Dispose();
+
+        protected abstract string StartAndGetRootUri();
+
+        private static Dictionary<string, string> FindProjects()
+        {
+            return typeof(ServerFixture).Assembly.GetCustomAttributes<AssemblyMetadataAttribute>()
+                .Where(m => m.Key.StartsWith("TestAssemblyApplication[", StringComparison.Ordinal))
+                .ToDictionary(m =>
+                    m.Key.Replace("TestAssemblyApplication", "").TrimStart('[').TrimEnd(']'),
+                    m => m.Value);
+        }
+
+        public static string FindSampleOrTestSitePath(string projectName)
+        {
+            var projects = _projects.Value;
+            if (projects.TryGetValue(projectName, out var dir))
+            {
+                return dir;
+            }
+
+            throw new ArgumentException($"Cannot find a sample or test site with name '{projectName}'.");
+        }
+
+        protected static void RunInBackgroundThread(Action action)
+        {
+            var isDone = new ManualResetEvent(false);
+
+            ExceptionDispatchInfo edi = null;
+            new Thread(() =>
+            {
+                try
+                {
+                    action();
+                }
+                catch (Exception ex)
+                {
+                    edi = ExceptionDispatchInfo.Capture(ex);
+                }
+
+                isDone.Set();
+            }).Start();
+
+            if (!isDone.WaitOne(TimeSpan.FromSeconds(10)))
+            {
+                throw new TimeoutException("Timed out waiting for: " + action);
+            }
+
+            if (edi != null)
+            {
+                throw edi.SourceException;
+            }
+        }
+    }
+}

src/Components/test/EToETest/Infrastructure/ServerFixtures/StaticSiteServerFixture.cs

@@ -0,0 +1,49 @@
+// Copyright (c) .NET Foundation. All rights reserved.
+// Licensed under the Apache License, Version 2.0. See License.txt in the project root for license information.
+
+using System;
+using System.IO;
+using Microsoft.AspNetCore.Builder;
+using Microsoft.AspNetCore.Hosting;
+using Microsoft.Extensions.Hosting;
+
+namespace Microsoft.AspNetCore.Components.E2ETest.Infrastructure.ServerFixtures
+{
+    // Although this is not used for anything meaningful related to Blazor yet, it
+    // will be used later when there's a mechanism for publishing standalone Blazor
+    // apps as a set of purely static files and we need E2E testing on the result.
+
+    public class StaticSiteServerFixture : WebHostServerFixture
+    {
+        public string SampleSiteName { get; set; }
+
+        protected override IHost CreateWebHost()
+        {
+            if (string.IsNullOrEmpty(SampleSiteName))
+            {
+                throw new InvalidOperationException($"No value was provided for {nameof(SampleSiteName)}");
+            }
+
+            var sampleSitePath = FindSampleOrTestSitePath(SampleSiteName);
+
+            var host = "127.0.0.1";
+
+            return new HostBuilder()
+                .ConfigureWebHost(webHostBuilder => webHostBuilder
+                    .UseKestrel()
+                    .UseContentRoot(sampleSitePath)
+                    .UseWebRoot(string.Empty)
+                    .UseStartup<StaticSiteStartup>()
+                    .UseUrls($"http://{host}:0"))
+                .Build();
+        }
+
+        private class StaticSiteStartup
+        {
+            public void Configure(IApplicationBuilder app)
+            {
+                app.UseFileServer();
+            }
+        }
+    }
+}