Skip to content

Commit c31454e

Browse files
plemarquandplemarquand
committed
Mark some tests with known issues
1 parent ce80f01 commit c31454e

File tree

1 file changed

+110
-77
lines changed

1 file changed

+110
-77
lines changed

‎Tests/CommandsTests/TestCommandTests.swift‎

Lines changed: 110 additions & 77 deletions
Original file line numberDiff line numberDiff line change
@@ -1293,104 +1293,137 @@ struct TestCommandTests {
12931293
)
12941294
}
12951295

1296-
@Test(arguments: SupportedBuildSystemOnAllPlatforms)
1296+
@Test(
1297+
.bug(id: 0, "SWBINTTODO: MacOS: Could not find or use auto-linked library 'Testing': library 'Testing' not found"),
1298+
arguments: SupportedBuildSystemOnAllPlatforms,
1299+
)
12971300
func debuggerFlagWithXCTestSuite(buildSystem: BuildSystemProvider.Kind) async throws {
1298-
let configuration = BuildConfiguration.debug
1299-
try await fixture(name: "Miscellaneous/TestDebugging") { fixturePath in
1300-
let (stdout, stderr) = try await execute(
1301-
["--debugger", "--disable-swift-testing", "--verbose"],
1302-
packagePath: fixturePath,
1303-
configuration: configuration,
1304-
buildSystem: buildSystem,
1305-
)
1301+
try await withKnownIssue(
1302+
"""
1303+
MacOS: Could not find or use auto-linked library 'Testing': library 'Testing' not found
1304+
"""
1305+
) {
1306+
let configuration = BuildConfiguration.debug
1307+
try await fixture(name: "Miscellaneous/TestDebugging") { fixturePath in
1308+
let (stdout, stderr) = try await execute(
1309+
["--debugger", "--disable-swift-testing", "--verbose"],
1310+
packagePath: fixturePath,
1311+
configuration: configuration,
1312+
buildSystem: buildSystem,
1313+
)
13061314

1307-
#expect(
1308-
!stderr.contains("error: --debugger cannot be used with"),
1309-
"got stdout: \(stdout), stderr: \(stderr)",
1310-
)
1315+
#expect(
1316+
!stderr.contains("error: --debugger cannot be used with"),
1317+
"got stdout: \(stdout), stderr: \(stderr)",
1318+
)
13111319

1312-
#if os(macOS)
1313-
let targetName = "xctest"
1314-
#else
1315-
let targetName = buildSystem == .swiftbuild ? "test-runner" : "xctest"
1316-
#endif
1320+
#if os(macOS)
1321+
let targetName = "xctest"
1322+
#else
1323+
let targetName = buildSystem == .swiftbuild ? "test-runner" : "xctest"
1324+
#endif
13171325

1318-
#expect(
1319-
stdout.contains("target create") && stdout.contains(targetName),
1320-
"Expected LLDB to target xctest binary, got stdout: \(stdout), stderr: \(stderr)",
1321-
)
1326+
#expect(
1327+
stdout.contains("target create") && stdout.contains(targetName),
1328+
"Expected LLDB to target xctest binary, got stdout: \(stdout), stderr: \(stderr)",
1329+
)
13221330

1323-
#expect(
1324-
stdout.contains("failbreak breakpoint set"),
1325-
"Expected a failure breakpoint to be setup, got stdout: \(stdout), stderr: \(stderr)",
1326-
)
1331+
#expect(
1332+
stdout.contains("failbreak breakpoint set"),
1333+
"Expected a failure breakpoint to be setup, got stdout: \(stdout), stderr: \(stderr)",
1334+
)
1335+
}
1336+
} when: {
1337+
buildSystem == .swiftbuild && ProcessInfo.hostOperatingSystem == .macOS && CiEnvironment.runningInSelfHostedPipeline
13271338
}
13281339
}
13291340

1330-
@Test(arguments: SupportedBuildSystemOnAllPlatforms)
1341+
@Test(
1342+
.bug(id: 0, "SWBINTTODO: MacOS: Could not find or use auto-linked library 'Testing': library 'Testing' not found"),
1343+
arguments: SupportedBuildSystemOnAllPlatforms
1344+
)
13311345
func debuggerFlagWithSwiftTestingSuite(buildSystem: BuildSystemProvider.Kind) async throws {
1332-
let configuration = BuildConfiguration.debug
1333-
try await fixture(name: "Miscellaneous/TestDebugging") { fixturePath in
1334-
let (stdout, stderr) = try await execute(
1335-
["--debugger", "--disable-xctest", "--verbose"],
1336-
packagePath: fixturePath,
1337-
configuration: configuration,
1338-
buildSystem: buildSystem,
1339-
)
1346+
try await withKnownIssue(
1347+
"""
1348+
MacOS: Could not find or use auto-linked library 'Testing': library 'Testing' not found
1349+
"""
1350+
) {
1351+
let configuration = BuildConfiguration.debug
1352+
try await fixture(name: "Miscellaneous/TestDebugging") { fixturePath in
1353+
let (stdout, stderr) = try await execute(
1354+
["--debugger", "--disable-xctest", "--verbose"],
1355+
packagePath: fixturePath,
1356+
configuration: configuration,
1357+
buildSystem: buildSystem,
1358+
)
13401359

1341-
#expect(
1342-
!stderr.contains("error: --debugger cannot be used with"),
1343-
"got stdout: \(stdout), stderr: \(stderr)",
1344-
)
1360+
#expect(
1361+
!stderr.contains("error: --debugger cannot be used with"),
1362+
"got stdout: \(stdout), stderr: \(stderr)",
1363+
)
13451364

1346-
#if os(macOS)
1347-
let targetName = "swiftpm-testing-helper"
1348-
#else
1349-
let targetName = "TestDebuggingTests-test-runner"
1350-
#endif
1365+
#if os(macOS)
1366+
let targetName = "swiftpm-testing-helper"
1367+
#else
1368+
let targetName = buildSystem == .native ? "TestDebuggingPackageTests.xctest" : "TestDebuggingTests-test-runner"
1369+
#endif
13511370

1352-
#expect(
1353-
stdout.contains("target create") && stdout.contains(targetName),
1354-
"Expected LLDB to target swiftpm-testing-helper binary, got stdout: \(stdout), stderr: \(stderr)",
1355-
)
1371+
#expect(
1372+
stdout.contains("target create") && stdout.contains(targetName),
1373+
"Expected LLDB to target swiftpm-testing-helper binary, got stdout: \(stdout), stderr: \(stderr)",
1374+
)
13561375

1357-
#expect(
1358-
stdout.contains("failbreak breakpoint set"),
1359-
"Expected Swift Testing failure breakpoint setup, got stdout: \(stdout), stderr: \(stderr)",
1360-
)
1376+
#expect(
1377+
stdout.contains("failbreak breakpoint set"),
1378+
"Expected Swift Testing failure breakpoint setup, got stdout: \(stdout), stderr: \(stderr)",
1379+
)
1380+
}
1381+
} when: {
1382+
buildSystem == .swiftbuild && ProcessInfo.hostOperatingSystem == .macOS && CiEnvironment.runningInSelfHostedPipeline
13611383
}
13621384
}
13631385

1364-
@Test(arguments: SupportedBuildSystemOnAllPlatforms)
1386+
@Test(
1387+
.bug(id: 0, "SWBINTTODO: MacOS: Could not find or use auto-linked library 'Testing': library 'Testing' not found"),
1388+
arguments: SupportedBuildSystemOnAllPlatforms
1389+
)
13651390
func debuggerFlagWithBothTestingSuites(buildSystem: BuildSystemProvider.Kind) async throws {
1366-
let configuration = BuildConfiguration.debug
1367-
try await fixture(name: "Miscellaneous/TestDebugging") { fixturePath in
1368-
let (stdout, stderr) = try await execute(
1369-
["--debugger", "--verbose"],
1370-
packagePath: fixturePath,
1371-
configuration: configuration,
1372-
buildSystem: buildSystem,
1373-
)
1391+
try await withKnownIssue(
1392+
"""
1393+
MacOS: Could not find or use auto-linked library 'Testing': library 'Testing' not found
1394+
"""
1395+
) {
1396+
let configuration = BuildConfiguration.debug
1397+
try await fixture(name: "Miscellaneous/TestDebugging") { fixturePath in
1398+
let (stdout, stderr) = try await execute(
1399+
["--debugger", "--verbose"],
1400+
packagePath: fixturePath,
1401+
configuration: configuration,
1402+
buildSystem: buildSystem,
1403+
)
13741404

1375-
#expect(
1376-
!stderr.contains("error: --debugger cannot be used with"),
1377-
"got stdout: \(stdout), stderr: \(stderr)",
1378-
)
1405+
#expect(
1406+
!stderr.contains("error: --debugger cannot be used with"),
1407+
"got stdout: \(stdout), stderr: \(stderr)",
1408+
)
13791409

1380-
#expect(
1381-
stdout.contains("target create"),
1382-
"Expected LLDB to create targets, got stdout: \(stdout), stderr: \(stderr)",
1383-
)
1410+
#expect(
1411+
stdout.contains("target create"),
1412+
"Expected LLDB to create targets, got stdout: \(stdout), stderr: \(stderr)",
1413+
)
13841414

1385-
#expect(
1386-
getNumberOfMatches(of: "breakpoint set", in: stdout) == 2,
1387-
"Expected combined failure breakpoint setup, got stdout: \(stdout), stderr: \(stderr)",
1388-
)
1415+
#expect(
1416+
getNumberOfMatches(of: "breakpoint set", in: stdout) == 2,
1417+
"Expected combined failure breakpoint setup, got stdout: \(stdout), stderr: \(stderr)",
1418+
)
13891419

1390-
#expect(
1391-
stdout.contains("command script import"),
1392-
"Expected Python script import for multi-target switching, got stdout: \(stdout), stderr: \(stderr)",
1393-
)
1420+
#expect(
1421+
stdout.contains("command script import"),
1422+
"Expected Python script import for multi-target switching, got stdout: \(stdout), stderr: \(stderr)",
1423+
)
1424+
}
1425+
} when: {
1426+
buildSystem == .swiftbuild && ProcessInfo.hostOperatingSystem == .macOS && CiEnvironment.runningInSelfHostedPipeline
13941427
}
13951428
}
13961429

0 commit comments

Comments
 (0)