test: Skip currently failing opensuse-tumbleweed/other tests

This establishes a baseline for introducing opensuse-tumbleweed into our
CI. We'll start with the  `/ohter` scenario. There are currently 111
passing and 47 failing tests. A few of them are obvious, like
crypto-policies and setroubleshoot not being available on Tumbleweed,
adjust their skips accordingly. For the rest, just mass-skip them with
"TODO: fix for OpenSUSE", which is easy enough to grep.

After that, we can enable them step by step with actual fixes. E.g.
large swaths of functionality is broken due to PackageKit.

Author: martinpitt

test/verify/check-apps

@@ -12,6 +12,7 @@ import testlib
 
 
 @testlib.skipWsContainer("Not supported")
+@testlib.skipImage("TODO: fix for OpenSUSE", "opensuse-tumbleweed")
 @testlib.nondestructive
 class TestApps(packagelib.PackageCase):
 

test/verify/check-client

@@ -10,6 +10,7 @@ import testlib
 
 # enable this once our cockpit/ws container can beiboot
 @testlib.skipWsContainer("client setup does not work with ws container")
+@testlib.skipImage("TODO: fix for OpenSUSE", "opensuse-tumbleweed")
 class TestClient(testlib.MachineCase):
 
     provision = {

test/verify/check-connection

@@ -1509,6 +1509,7 @@ Command={self.libexecdir}/cockpit-session
         self.assertIn('sudo', bridge_names)
 
 
+@testlib.skipImage("TODO: fix for OpenSUSE", "opensuse-tumbleweed")
 class TestReverseProxy(testlib.MachineCase):
 
     provision = {

test/verify/check-loopback

@@ -9,6 +9,7 @@ import testlib
 
 
 @testlib.skipWsContainer("cockpit/ws always uses loopback")
+@testlib.skipImage("TODO: fix for OpenSUSE", "opensuse-tumbleweed")
 @testlib.nondestructive
 class TestLoopback(testlib.MachineCase):
 

test/verify/check-metrics

@@ -605,6 +605,7 @@ class TestHistoryMetrics(testlib.MachineCase):
         self.assertEqual(m.execute("systemctl is-enabled pmlogger").strip(), "enabled")
 
     @testlib.nondestructive
+    @testlib.skipImage("TODO: fix for OpenSUSE", "opensuse-tumbleweed")
     def testPmProxySettings(self, customRedisService=None):
         b = self.browser
         m = self.machine
@@ -1033,6 +1034,7 @@ class TestCurrentMetrics(testlib.MachineCase):
             b.enter_page("/system/services")
             b.wait_in_text(".service-name", "/usr/bin/dd if=/dev/urandom of=/dev/null")
 
+    @testlib.skipImage("TODO: fix for OpenSUSE", "opensuse-tumbleweed")
     def testMemory(self):
         b = self.browser
         m = self.machine
@@ -1313,6 +1315,7 @@ BEGIN {{
 
 @testlib.skipImage("TODO: Arch Linux packagekit support", "arch")
 @testlib.skipImage("image has pcp installed, but cannot be removed", "*-bootc")
+@testlib.skipImage("TODO: fix for OpenSUSE", "opensuse-tumbleweed")
 class TestMetricsPackages(packagelib.PackageCase):
     pcp_dialog_selector = "#pcp-settings-modal"
 
@@ -1491,6 +1494,7 @@ class TestMultiCPU(testlib.MachineCase):
 
 
 @testlib.skipOstree("no PCP support")
+@testlib.skipImage("TODO: fix for OpenSUSE", "opensuse-tumbleweed")
 class TestGrafanaClient(testlib.MachineCase):
 
     provision = {

test/verify/check-packagekit

@@ -1240,6 +1240,7 @@ ExecStart=/usr/local/bin/{packageName}
 
 @testlib.skipImage("TODO: Arch Linux has no cockpit-ws package, it's in cockpit", "arch")
 @testlib.skipWsContainer("no cockpit-ws package with cockpit/ws container")
+@testlib.skipImage("TODO: fix for OpenSUSE", "opensuse-tumbleweed")
 class TestWsUpdate(NoSubManCase):
     def testBasic(self):
         # The main case for this is that cockpit-ws itself gets upgraded, which
@@ -1305,6 +1306,7 @@ class TestWsUpdate(NoSubManCase):
 
 
 @testlib.skipImage("kpatch is not available", *OSesWithoutKpatch)
+@testlib.skipImage("TODO: fix for OpenSUSE", "opensuse-tumbleweed")
 class TestKpatchInstall(NoSubManCase):
     def testBasic(self):
         b = self.browser
@@ -1836,6 +1838,7 @@ WantedBy=basic.target
 
 
 @testlib.skipOstree("Image uses OSTree")
+@testlib.skipImage("TODO: fix for OpenSUSE", "opensuse-tumbleweed")
 @testlib.nondestructive
 class TestInstallDialog(NoSubManCase):
 

test/verify/check-reauthorize

@@ -69,6 +69,7 @@ class TestReauthorize(testlib.MachineCase):
         b.leave_page()
         b.check_superuser_indicator("")
 
+    @testlib.skipImage("TODO: fix for OpenSUSE", "opensuse-tumbleweed")
     def testSudo(self):
         m = self.machine
         b = self.browser

test/verify/check-selinux

@@ -44,7 +44,7 @@ class TestSelinux(testlib.MachineCase):
         "ansible_machine": {"image": TEST_OS_DEFAULT}
     }
 
-    @testlib.skipImage("No setroubleshoot", "debian-*", "ubuntu-*", "arch")
+    @testlib.skipImage("No setroubleshoot", "debian-*", "ubuntu-*", "arch", "opensuse-tumbleweed")
     @testlib.skipOstree("No setroubleshoot")
     @testlib.skipBrowser("Firefox fails to recognize 'clipboard-read' permission", "firefox")
     def testTroubleshootAlerts(self):
@@ -294,7 +294,7 @@ class TestSelinux(testlib.MachineCase):
 
 # https://github.com/fedora-selinux/selinux-policy/issues/2947
 @testlib.skipDaily("nightly has selinux set to permissive")
-@testlib.skipImage("No cockpit-selinux", "debian-*", "ubuntu-*", "arch")
+@testlib.skipImage("No cockpit-selinux", "debian-*", "ubuntu-*", "arch", "opensuse-tumbleweed")
 @testlib.skipOstree("No cockpit-selinux")
 @testlib.nondestructive
 class TestSelinuxEnforcing(testlib.MachineCase):

test/verify/check-session

@@ -11,6 +11,7 @@ import testlib
 @testlib.nondestructive
 class TestSession(testlib.MachineCase):
 
+    @testlib.skipImage("TODO: fix for OpenSUSE", "opensuse-tumbleweed")
     def testBasic(self):
         m = self.machine
         b = self.browser

test/verify/check-shell-keys

@@ -137,6 +137,7 @@ class TestKeys(testlib.MachineCase):
 
     # Possible workaround - ssh as `admin` and just do `m.execute()`
     @testlib.skipBrowser("Firefox cannot do `cockpit.spawn`", "firefox")
+    @testlib.skipImage("TODO: fix for OpenSUSE", "opensuse-tumbleweed")
     def testPrivateKeys(self):
         b = self.browser
         m = self.machine