Fixes #3930 - Splits tests to Tests/UnitTests, Tests/IntegrationTests, Tests/StressTests (#3954)

* Tons of API doc updates

* Removed stale test

* Removed stale tests

* Fixed Skipped Shadow test 1

* Fixed Skipped Shadow test 2

* Fixed Skipped Shadow test 3

* Removed stale test

* Removed stale test2

* Explicit unregister of event handler on Application.Driver!.ClearedContents

* Added Toplevels to dict

* code cleanup

* spelling error

* Removed stale test3

* Removed stale test4

* Removed stale test5

* added script

* tweaked script

* tweaked script

* Created StressTests project; moved some tests

* Created IntegrationTests project; moved some tests

* New yml

* made old yml just unit tests

* Tweaked Button_IsDefault_Raises_Accepted_Correctly

* tweaked script

* cleaned up ymls

* tweakled up ymls

* stress tests...

* stress tests on ubuntu only

* Fixed WindowsDriver in InvokeLeakTest

* Fixed WindowsDriver in InvokeLeakTest2

* Added Directory.Packages.props.
Added Directory.Build.props

* Shortened StressTest time

* Removed dupe file.

* DemoFiles

* Moved all tests to ./Tests dir.

* Fixed release build issue

* Fixed .sln file

* Fixed .sl* files

* Fixing ymls

* Fixing interation tests

* Create link to the file TestHelpers.

* Created Tests/UnitTestsParallelizable.
Moved all obviously parallelizable tests.
Updated yml.

* fixing logs

* fixing logs2

* fixing logs3

* don't require stress to pass for PRs

* Fix a failure?

* tweaked script

* Coudl this be it?

* Moved tons of tests to parallelizable

* Fixed some stuff

* Script to find duplicate tests

* Testing workflows

* Updated to v4

* Fix RelativeBasePath issue

* Replace powershell to pwsh

* Add ignore projects.

* Removed dupe unit tests

* Code cleanup of tests

* Cleaned up test warnings

* yml tweak

* Moved setter

* tweak ymls

* just randomly throwing spaghetti at a wall

* Enable runing 5 test runners in par

* Turned off DEBUG_DISPOSABLE for par tests

* RunningUnitTests=true

* code cleanup (forcing more Action runs)

* DISABLE_DEBUG_IDISPOSABLE

* Added View.DebugIDisposable. False by default.

* Remobed bogus tareet

* Remobed bogus tareet2

* fixed warning

* added api doc

* fixed warning

* fixed warning

* fixed warning2

* fixed warning3

* fixed warning4

---------

Co-authored-by: BDisp <bd.bdisp@gmail.com>

Scripts/FindDuplicateTestMethodsInSameFileName.ps1

@@ -0,0 +1,92 @@
+# FindDuplicateTestMethodsInSameFileName.ps1
+param (
+    [string]$solutionPath = ".\Tests"
+)
+
+# Set the base path for relative paths (current directory when script is run)
+$basePath = Get-Location
+
+# Define projects to ignore (add your project names or path patterns here)
+$ignoreProjects = @(
+    "StressTests"
+    # Add more as needed, e.g., "Tests/SubFolder/OldProject"
+)
+
+# Function to extract method names from a C# file
+function Get-TestMethodNames {
+    param ($filePath)
+    $content = Get-Content -Path $filePath -Raw
+    $testMethods = @()
+
+    # Match test attributes and capture method names with flexible spacing/comments
+    $methodPattern = '(?s)(\[TestMethod\]|\[Test\]|\[Fact\]|\[Theory\])\s*[\s\S]*?public\s+(?:void|Task)\s+(\w+)\s*\('
+    $methods = [regex]::Matches($content, $methodPattern)
+
+    foreach ($match in $methods) {
+        $methodName = $match.Groups[2].Value  # Group 2 is the method name
+        if ($methodName) {  # Ensure we only add non-empty method names
+            $testMethods += $methodName
+        }
+    }
+    return $testMethods
+}
+
+# Collect all test files
+$testFiles = Get-ChildItem -Path $solutionPath -Recurse -Include *.cs | 
+             Where-Object { $_.FullName -match "Tests" -or $_.FullName -match "Test" }
+
+# Group files by filename
+$fileGroups = $testFiles | Group-Object -Property Name
+
+# Dictionary to track method names and their locations, scoped to same filenames
+$duplicates = @{}
+
+foreach ($group in $fileGroups) {
+    if ($group.Count -gt 1) { # Only process files that exist in multiple locations
+        $fileName = $group.Name
+        $methodMap = @{} # Track methods for this specific filename
+
+        foreach ($file in $group.Group) {
+            # Skip files in ignored projects
+            $skipFile = $false
+            foreach ($ignore in $ignoreProjects) {
+                if ($file.FullName -like "*$ignore*") {
+                    $skipFile = $true
+                    break
+                }
+            }
+            if ($skipFile) { continue }
+
+            $methods = Get-TestMethodNames -filePath $file.FullName
+            foreach ($method in $methods) {
+                if ($methodMap.ContainsKey($method)) {
+                    # Duplicate found for this method in the same filename
+                    if (-not $duplicates.ContainsKey($method)) {
+                        $duplicates[$method] = @($methodMap[$method])
+                    }
+                    $duplicates[$method] += $file.FullName
+                } else {
+                    $methodMap[$method] = $file.FullName
+                }
+            }
+        }
+    }
+}
+
+# Output results with relative paths
+if ($duplicates.Count -eq 0) {
+    Write-Host "No duplicate test method names found in files with the same name across projects." -ForegroundColor Green
+} else {
+    Write-Host "Duplicate test method names found in files with the same name across projects:" -ForegroundColor Yellow
+    foreach ($dup in $duplicates.Keys) {
+        Write-Host "Method: $dup" -ForegroundColor Cyan
+        foreach ($fullPath in $duplicates[$dup]) {
+            $relativePath = Resolve-Path -Path $fullPath -Relative -RelativeBasePath $basePath
+            Write-Host "  - $relativePath" -ForegroundColor White
+        }
+    }
+    # Display total number of duplicate methods
+    Write-Host "Total number of duplicate methods: $($duplicates.Count)" -ForegroundColor Magenta
+    # Fail the pipeline by setting a non-zero exit code
+    exit 1
+}

Scripts/FindDuplicateTests.ps1

@@ -0,0 +1,50 @@
+# Define the root directory containing test projects
+$testsDir = "./Tests"
+
+# Get all subfolders in the ./Tests directory
+$subfolders = Get-ChildItem -Directory $testsDir
+
+# Initialize a hashtable to track method names and their associated subfolders
+$methodMap = @{}
+
+# Iterate through each subfolder
+foreach ($subfolder in $subfolders) {
+    $subfolderName = $subfolder.Name
+    
+    # Run dotnet test --list-tests to get the list of tests in the subfolder
+    $output = dotnet test $subfolder.FullName --list-tests | Out-String
+    
+    # Split the output into lines and filter for lines containing a dot (indicative of test names)
+    $testLines = $output -split "`n" | Where-Object { $_ -match "\." }
+    
+    # Process each test line to extract the method name
+    foreach ($testLine in $testLines) {
+        $trimmed = $testLine.Trim()
+        $parts = $trimmed -split "\."
+        $lastPart = $parts[-1]
+        
+        # Handle parameterized tests by extracting the method name before any parentheses
+        if ($lastPart -match "\(") {
+            $methodName = $lastPart.Substring(0, $lastPart.IndexOf("("))
+        } else {
+            $methodName = $lastPart
+        }
+        
+        # Update the hashtable with the method name and subfolder
+        if ($methodMap.ContainsKey($methodName)) {
+            # Add the subfolder only if it’s not already listed for this method name
+            if (-not ($methodMap[$methodName] -contains $subfolderName)) {
+                $methodMap[$methodName] += $subfolderName
+            }
+        } else {
+            $methodMap[$methodName] = @($subfolderName)
+        }
+    }
+}
+
+# Identify and display duplicated test method names
+foreach ($entry in $methodMap.GetEnumerator()) {
+    if ($entry.Value.Count -gt 1) {
+        Write-Output "Duplicated test: $($entry.Key) in folders: $($entry.Value -join ', ')"
+    }
+}

Scripts/testloop.sh

@@ -0,0 +1,30 @@
+#!/bin/bash
+
+# This script runs the tests in a loop until they all pass.
+# It will exit if any test run fails.
+
+dotnet build -c Debug
+
+iterationCount=1
+
+while true; do
+    echo "Starting iteration $iterationCount..."
+
+    dotnet test Tests/UnitTests --no-build --diag:TestResults/UnitTests.log -- xunit.stopOnFail=true
+    if [ $? -ne 0 ]; then
+        echo "UnitTests run failed on iteration $iterationCount. Exiting."
+        exit 1
+    fi
+
+    dotnet test Tests/UnitTestsParallelizable --no-build --diag:TestResults/UnitTestsParallelizable.log -- xunit.stopOnFail=true
+    if [ $? -ne 0 ]; then
+        echo "UnitTestsParallelizable run failed on iteration $iterationCount. Exiting."
+        exit 1
+    fi
+
+    # Clean up the log files
+    rm log*
+
+    # Increment the iteration counter
+    ((iterationCount++))
+done