Fixes many tests (plus skips) to get more tests running on windows

#8606

Author: daveinglis

Fixtures/DependencyResolution/External/Complex/FisherYates/src/Fisher-Yates_Shuffle.swift

@@ -1,12 +1,3 @@
-#if os(macOS) || os(iOS)
-import Darwin
-#elseif canImport(Glibc)
-import Glibc
-#elseif canImport(Musl)
-import Musl
-#elseif canImport(Bionic)
-import Bionic
-#endif
 
 public extension Collection {
     func shuffle() -> [Iterator.Element] {
@@ -24,15 +15,13 @@ public extension MutableCollection {
         guard c > 1 else { return }
 
         for (firstUnshuffled, unshuffledCount) in zip(indices, stride(from: c, to: 1, by: -1)) {
-#if os(macOS) || os(iOS)
-            let d = arc4random_uniform(numericCast(unshuffledCount))
-#else
-            let d = numericCast(random()) % unshuffledCount
-#endif
-            let i = index(firstUnshuffled, offsetBy: numericCast(d))
+            var g = SystemRandomNumberGenerator()
+            let d = Int.random(in: 1...unshuffledCount, using: &g)
+            let i = index(firstUnshuffled, offsetBy: d)
             swapAt(firstUnshuffled, i)
         }
     }
 }
 
+
 public let shuffle = false

Fixtures/Miscellaneous/AtMainSupport/Package.swift

@@ -9,7 +9,10 @@ let package = Package(
         .executable(name: "SwiftExecMultiFile", targets: ["SwiftExecMultiFile"]),
     ],
     targets: [
-        .executableTarget(name: "ClangExecSingleFile"),
+        .executableTarget(name: "ClangExecSingleFile",
+        linkerSettings: [
+                .linkedLibrary("swiftCore", .when(platforms: [.windows])), // for swift_addNewDSOImage
+            ]),
         .executableTarget(name: "SwiftExecSingleFile"),
         .executableTarget(name: "SwiftExecMultiFile"),
     ]

Fixtures/Miscellaneous/EchoExecutable/Sources/secho/main.swift

@@ -4,8 +4,12 @@
 	import Musl
 #elseif canImport(Android)
 	import Android
-#else
+#elseif canImport(Darwin.C)
 	import Darwin.C
+#elseif canImport(ucrt)
+	import ucrt
+	let PATH_MAX = 260
+	typealias Int = Int32
 #endif
 
 let cwd = getcwd(nil, Int(PATH_MAX))

Fixtures/Miscellaneous/EchoExecutable/echo.bat

@@ -0,0 +1,2 @@
+echo sentinel
+echo %*

Fixtures/Miscellaneous/EchoExecutable/toolset.win32.json

@@ -0,0 +1,6 @@
+{
+  "debugger": { "path": "echo.bat" },
+  "testRunner": { "path": "echo.bat" },
+  "schemaVersion" : "1.0",
+  "rootPath" : "."
+}

Fixtures/Miscellaneous/PluginGeneratedResources/Package.swift

@@ -1,4 +1,4 @@
-// swift-tools-version: 5.7
+// swift-tools-version: 6.0
 
 import PackageDescription
 

Fixtures/Miscellaneous/PluginGeneratedResources/Plugins/Generator/plugin.swift

@@ -1,9 +1,15 @@
 import PackagePlugin
+import Foundation
 
 #if os(Android)
 let touchExe = "/system/bin/touch"
+let touchArgs: [String] = []
+#elseif os(Windows)
+let touchExe = "C:/Windows/System32/cmd.exe"
+let touchArgs = ["/c", "copy", "NUL"]
 #else
 let touchExe = "/usr/bin/touch"
+let touchArgs: [String] = []
 #endif
 
 @main
@@ -12,9 +18,9 @@ struct GeneratorPlugin: BuildToolPlugin {
         return [
             .prebuildCommand(
                 displayName: "Generating empty file",
-                executable: .init(touchExe),
-                arguments: [context.pluginWorkDirectory.appending("best.txt")],
-                outputFilesDirectory: context.pluginWorkDirectory
+                executable: .init(fileURLWithPath: touchExe),
+                arguments: touchArgs + [String(cString: (context.pluginWorkDirectoryURL.appending(path: "best.txt") as NSURL).fileSystemRepresentation)],
+                outputFilesDirectory: context.pluginWorkDirectoryURL
             )
         ]
     }

Fixtures/Miscellaneous/TestableExe/Package.swift

@@ -5,13 +5,23 @@ let package = Package(
     name: "TestableExe",
     targets: [
         .executableTarget(
-            name: "TestableExe1"
+            name: "TestableExe1",
+            linkerSettings: [
+                .linkedLibrary("swiftCore", .when(platforms: [.windows])), // for swift_addNewDSOImage
+            ]
         ),
         .executableTarget(
-            name: "TestableExe2"
+            name: "TestableExe2",
+            linkerSettings: [
+                .linkedLibrary("swiftCore", .when(platforms: [.windows])), // for swift_addNewDSOImage
+            ]
+
         ),
         .executableTarget(
-            name: "TestableExe3"
+            name: "TestableExe3",
+            linkerSettings: [
+                .linkedLibrary("swiftCore", .when(platforms: [.windows])), // for swift_addNewDSOImage
+            ]
         ),
         .testTarget(
             name: "TestableExeTests",

Package.swift

@@ -946,6 +946,13 @@ let package = Package(
             dependencies: ["XCBuildSupport", "_InternalTestSupport", "_InternalBuildTestSupport"],
             exclude: ["Inputs/Foo.pc"]
         ),
+        .testTarget(
+            name: "FunctionalPerformanceTests",
+            dependencies: [
+                "swift-package-manager",
+                "_InternalTestSupport",
+            ]
+        ),
         // Examples (These are built to ensure they stay up to date with the API.)
         .executableTarget(
             name: "package-info",
@@ -964,19 +971,6 @@ package.targets.append(contentsOf: [
 ])
 #endif
 
-// Workaround SwiftPM's attempt to link in executables which does not work on all
-// platforms.
-#if !os(Windows)
-package.targets.append(contentsOf: [
-    .testTarget(
-        name: "FunctionalPerformanceTests",
-        dependencies: [
-            "swift-package-manager",
-            "_InternalTestSupport",
-        ]
-    ),
-])
-
 // rdar://101868275 "error: cannot find 'XCTAssertEqual' in scope" can affect almost any functional test, so we flat out
 // disable them all until we know what is going on
 if ProcessInfo.processInfo.environment["SWIFTCI_DISABLE_SDK_DEPENDENT_TESTS"] == nil {
@@ -989,7 +983,6 @@ if ProcessInfo.processInfo.environment["SWIFTCI_DISABLE_SDK_DEPENDENT_TESTS"] ==
                 "_InternalTestSupport",
             ]
         ),
-
         .executableTarget(
             name: "dummy-swiftc",
             dependencies: [
@@ -1020,7 +1013,6 @@ if ProcessInfo.processInfo.environment["SWIFTCI_DISABLE_SDK_DEPENDENT_TESTS"] ==
         ),
     ])
 }
-#endif
 
 
 func swiftSyntaxDependencies(_ names: [String]) -> [Target.Dependency] {

Sources/Build/LLBuildProgressTracker.swift

@@ -559,9 +559,14 @@ private struct CommandTaskTracker {
     }
 
     private func progressText(of command: SPMLLBuild.Command, targetName: String?) -> String {
+#if os(Windows)
+    let pathSep: Character = "\\"
+#else
+    let pathSep: Character = "/"
+#endif
         // Transforms descriptions like "Linking ./.build/x86_64-apple-macosx/debug/foo" into "Linking foo".
         if let firstSpaceIndex = command.description.firstIndex(of: " "),
-           let lastDirectorySeparatorIndex = command.description.lastIndex(of: "/")
+           let lastDirectorySeparatorIndex = command.description.lastIndex(of: pathSep)
         {
             let action = command.description[..<firstSpaceIndex]
             let fileNameStartIndex = command.description.index(after: lastDirectorySeparatorIndex)

Sources/_InternalTestSupport/SwiftPMProduct.swift

@@ -91,9 +91,9 @@ extension SwiftPM {
             packagePath: packagePath,
             env: env
         )
-        
-        let stdout = try result.utf8Output()
-        let stderr = try result.utf8stderrOutput()
+        //Remove /r from stdout/stderr so that tests do not have to deal with them
+        let stdout = try String(decoding: result.output.get().filter( { $0 != 13 }), as: Unicode.UTF8.self)
+        let stderr = try String(decoding: result.stderrOutput.get().filter( { $0 != 13 }), as: Unicode.UTF8.self)
 
         let returnValue = (stdout: stdout, stderr: stderr)
         if (!throwIfCommandFails) { return returnValue }

Sources/_InternalTestSupport/misc.swift

@@ -559,3 +559,20 @@ public func getNumberOfMatches(of match: String, in value: String) -> Int {
     guard match.count != 0 else { return 0 }
     return value.ranges(of: match).count
 }
+
+public extension String {
+    var withSwiftLineEnding: String {   
+        return replacingOccurrences(of: "\r\n", with: "\n")
+    }
+}
+
+public func executableName(_ name: String) -> String {
+#if os(Windows)
+  if name.count > 4, name.suffix(from: name.index(name.endIndex, offsetBy: -4)) == ProcessInfo.exeSuffix {
+    return name
+  }
+  return "\(name)\(ProcessInfo.exeSuffix)"
+#else
+  return name
+#endif
+}

Tests/BasicsTests/AsyncProcessTests.swift

@@ -144,11 +144,13 @@ final class AsyncProcessTests: XCTestCase {
     }
 
     func testFindExecutable() throws {
-        try XCTSkipOnWindows(because: "https://github.com/swiftlang/swift-package-manager/issues/8547: Assertion failure when trying to find ls executable")
-
         try testWithTemporaryDirectory { tmpdir in
             // This process should always work.
+            #if os(Windows)
+            XCTAssertTrue(AsyncProcess.findExecutable("cmd.exe") != nil)
+            #else
             XCTAssertTrue(AsyncProcess.findExecutable("ls") != nil)
+            #endif
 
             XCTAssertEqual(AsyncProcess.findExecutable("nonExistantProgram"), nil)
             XCTAssertEqual(AsyncProcess.findExecutable(""), nil)

Tests/BasicsTests/FileSystem/VFSTests.swift

@@ -17,8 +17,6 @@ import Testing
 
 import struct TSCBasic.ByteString
 
-import _InternalTestSupport // for XCTSkipOnWindows
-
 func testWithTemporaryDirectory(
     function: StaticString = #function,
     body: @escaping (AbsolutePath) async throws -> Void

Tests/BuildTests/BuildPlanTests.swift

@@ -621,6 +621,7 @@ class BuildPlanTestCase: BuildSystemProviderTestCase {
 
     func testPackageNameFlag() async throws {
         try XCTSkipIfPlatformCI() // test is disabled because it isn't stable, see rdar://118239206
+        try XCTSkipOnWindows(because: "https://github.com/swiftlang/swift-package-manager/issues/8547: 'swift test' was hanging.")
         let isFlagSupportedInDriver = try DriverSupport.checkToolchainDriverFlags(
             flags: ["package-name"],
             toolchain: UserToolchain.default,
@@ -7279,9 +7280,7 @@ class BuildPlanSwiftBuildTests: BuildPlanTestCase {
 
     override func testPackageNameFlag() async throws {
         try XCTSkipIfWorkingDirectoryUnsupported()
-#if os(Windows)
-        throw XCTSkip("Skip until there is a resolution to the partial linking with Windows that results in a 'subsystem must be defined' error.")
-#endif
+        try XCTSkipOnWindows(because: "Skip until there is a resolution to the partial linking with Windows that results in a 'subsystem must be defined' error.")
 #if os(Linux)
         // Linking error: "/usr/bin/ld.gold: fatal error: -pie and -static are incompatible".
         // Tracked by GitHub issue: https://github.com/swiftlang/swift-package-manager/issues/8499