test: isolate test-projects from each-other (#3099)

Author: mxschmitt

src/Playwright.TestingHarnessTest/Playwright.TestingHarnessTest.csproj

@@ -9,18 +9,27 @@
   <Import Project="../Common/SignAssembly.props" />
 
   <ItemGroup>
-    <PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.8.0" />
-    <PackageReference Include="MSTest.TestAdapter" Version="2.2.10" />
-    <PackageReference Include="MSTest.TestFramework" Version="2.2.10" />
-    <PackageReference Include="NUnit3TestAdapter" Version="4.5.0" />
-    <PackageReference Include="xunit" Version="2.9.2" />
-    <PackageReference Include="xunit.runner.visualstudio" Version="2.8.2" />
+    <ProjectReference Include="..\Playwright\Playwright.csproj" />
+
+    <PackageReference Include="Microsoft.NET.Test.Sdk" Version="17.12.0" />
+    
+    <!-- MSTest -->
+    <ProjectReference Include="..\Playwright.MSTest\Playwright.MSTest.csproj" Condition="'$(TEST_MODE)' == 'mstest'" />
+    <PackageReference Include="MSTest.TestAdapter" Version="2.2.10" Condition="'$(TEST_MODE)' == 'mstest'" />
+    <PackageReference Include="MSTest.TestFramework" Version="2.2.10" Condition="'$(TEST_MODE)' == 'mstest'" />
+    
+    <!-- NUnit -->
+    <ProjectReference Include="..\Playwright.NUnit\Playwright.NUnit.csproj" Condition="'$(TEST_MODE)' == 'nunit'" />
+    <PackageReference Include="NUnit3TestAdapter" Version="4.5.0" Condition="'$(TEST_MODE)' == 'nunit'" />
+    
+    <!-- xUnit -->
+    <ProjectReference Include="..\Playwright.Xunit\Playwright.Xunit.csproj" Condition="'$(TEST_MODE)' == 'xunit'" />
+    <PackageReference Include="xunit" Version="2.9.2" Condition="'$(TEST_MODE)' == 'xunit'" />
+    <PackageReference Include="xunit.runner.visualstudio" Version="2.8.2" Condition="'$(TEST_MODE)' == 'xunit'" />
   </ItemGroup>
 
   <ItemGroup>
-    <ProjectReference Include="..\Playwright\Playwright.csproj" />
-    <ProjectReference Include="..\Playwright.MSTest\Playwright.MSTest.csproj" />
-    <ProjectReference Include="..\Playwright.NUnit\Playwright.NUnit.csproj" />
-    <ProjectReference Include="..\Playwright.Xunit\Playwright.Xunit.csproj" />
+    <Compile Remove="**/*.cs" />
+    <Compile Include="$(PWTEST_TEST_DIR)/*.cs" />
   </ItemGroup>
 </Project>

src/Playwright.TestingHarnessTest/tests/baseTest.ts

@@ -16,9 +16,11 @@ type RunResult = {
 }
 
 export const test = base.extend<{
+  testMode: 'nunit' | 'mstest' | 'xunit';
   runTest: (files: Record<string, string>, command: string, env?: NodeJS.ProcessEnv) => Promise<RunResult>;
 }>({
-  runTest: async ({ }, use, testInfo) => {
+  testMode: null,
+  runTest: async ({ testMode }, use, testInfo) => {
     const testResults: RunResult[] = [];
     await use(async (files, command, env) => {
       const testDir = testInfo.outputPath();
@@ -34,7 +36,9 @@ export const test = base.extend<{
         env: {
           ...process.env,
           ...env,
-          NODE_OPTIONS: undefined
+          NODE_OPTIONS: undefined,
+          TEST_MODE: testMode,
+          PWTEST_TEST_DIR: testDir,
         },
         stdio: 'pipe',
       });

src/Playwright.TestingHarnessTest/tests/mstest/basic.spec.ts

@@ -26,6 +26,8 @@ import http from 'http';
 import { test, expect } from '../baseTest';
 import httpProxy from 'http-proxy';
 
+test.use({ testMode: 'mstest' });
+
 test('should be able to forward DEBUG=pw:api env var', async ({ runTest }) => {
   const result = await runTest({
     'ExampleTests.cs': `

src/Playwright.TestingHarnessTest/tests/nunit/basic.spec.ts

@@ -26,6 +26,8 @@ import http from 'http';
 import { test, expect } from '../baseTest';
 import httpProxy from 'http-proxy';
 
+test.use({ testMode: 'nunit' });
+
 test('should be able to forward DEBUG=pw:api env var', async ({ runTest }) => {
   const result = await runTest({
     'ExampleTests.cs': `

src/Playwright.TestingHarnessTest/tests/xunit/basic.spec.ts

@@ -26,6 +26,8 @@ import http from 'http';
 import { test, expect } from '../baseTest';
 import httpProxy from 'http-proxy';
 
+test.use({ testMode: 'xunit' });
+
 test('should be able to forward DEBUG=pw:api env var', async ({ runTest }) => {
   const result = await runTest({
     'ExampleTests.cs': `