Bug #421 (xunit/visualstudio.xunit#421)

Author: GillesTourreau

UnitTest1.cs

@@ -0,0 +1,70 @@
+namespace XunitParallelExecutionVsRunnerBug
+{
+    [Collection("Foobar")]
+    public class UnitTest1
+    {
+        private static readonly bool[] TestRun = new bool[typeof(UnitTest1).GetMethods().Length];
+
+        [Fact]
+        public async Task Test1()
+        {
+            StartTestRun(1);
+
+            await Task.Delay(1000);
+
+            EndTestRun(1);
+        }
+
+        [Fact]
+        public async Task Test2()
+        {
+            StartTestRun(2);
+
+            await Task.Delay(1000);
+
+            EndTestRun(2);
+        }
+        
+        [Fact]
+        public async Task Test3()
+        {
+            StartTestRun(3);
+
+            await Task.Delay(1000);
+
+            EndTestRun(3);
+        }
+
+        [Fact]
+        public async Task Test4()
+        {
+            StartTestRun(4);
+
+            await Task.Delay(1000);
+
+            EndTestRun(4);
+        }
+
+        private static void StartTestRun(int number)
+        {
+            lock (TestRun)
+            {
+                // Assert no other tests is running.
+                for (var i = 0; i < TestRun.Length; i++)
+                {
+                    Assert.False(TestRun[i], $"The Test{i + 1} is running in parallel with the Test{number}...");
+                }
+
+                TestRun[number - 1] = true;
+            }
+        }
+
+        private static void EndTestRun(int number)
+        {
+            lock (TestRun)
+            {
+                TestRun[number - 1] = false;
+            }
+        }
+    }
+}

XunitParallelExecutionVsRunnerBug.csproj

@@ -0,0 +1,29 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <TargetFramework>net8.0</TargetFramework>
+    <ImplicitUsings>enable</ImplicitUsings>
+    <Nullable>enable</Nullable>
+
+    <IsPackable>false</IsPackable>
+    <IsTestProject>true</IsTestProject>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <PackageReference Include="coverlet.collector" Version="6.0.2">
+      <PrivateAssets>all</PrivateAssets>
+      <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
+    </PackageReference>
+    <PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.11.1" />
+    <PackageReference Include="xunit" Version="2.9.2" />
+    <PackageReference Include="xunit.runner.visualstudio" Version="2.8.2">
+      <PrivateAssets>all</PrivateAssets>
+      <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
+    </PackageReference>
+  </ItemGroup>
+
+  <ItemGroup>
+    <Using Include="Xunit" />
+  </ItemGroup>
+
+</Project>

XunitParallelExecutionVsRunnerBug.sln

@@ -0,0 +1,25 @@
+
+Microsoft Visual Studio Solution File, Format Version 12.00
+# Visual Studio Version 17
+VisualStudioVersion = 17.11.35312.102
+MinimumVisualStudioVersion = 10.0.40219.1
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "XunitParallelExecutionVsRunnerBug", "XunitParallelExecutionVsRunnerBug.csproj", "{3E72FBEC-495E-49A5-9A13-B3E5FB6147F5}"
+EndProject
+Global
+	GlobalSection(SolutionConfigurationPlatforms) = preSolution
+		Debug|Any CPU = Debug|Any CPU
+		Release|Any CPU = Release|Any CPU
+	EndGlobalSection
+	GlobalSection(ProjectConfigurationPlatforms) = postSolution
+		{3E72FBEC-495E-49A5-9A13-B3E5FB6147F5}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{3E72FBEC-495E-49A5-9A13-B3E5FB6147F5}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{3E72FBEC-495E-49A5-9A13-B3E5FB6147F5}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{3E72FBEC-495E-49A5-9A13-B3E5FB6147F5}.Release|Any CPU.Build.0 = Release|Any CPU
+	EndGlobalSection
+	GlobalSection(SolutionProperties) = preSolution
+		HideSolutionNode = FALSE
+	EndGlobalSection
+	GlobalSection(ExtensibilityGlobals) = postSolution
+		SolutionGuid = {13E73CFC-36F7-427F-AB33-750E87E84B47}
+	EndGlobalSection
+EndGlobal