CI: add archive support

Experience is showing using self tested runners works great but
collection of results has many hiccups for a few reasons:

  - semantics for dynamcic results are hard to manage in runners,
    I suspect this will also get complex if we try to support other
    runner like gitlab but the hoops we have to jump to get this
    right in github is silly

  - permissions on files: we have console files and things which
    may be owned by root. Despite best effort to ensure these
    have correct permissions if any of these do have incorrect
    permissions we loose all the artifacts and loose all the tests

To scale this and grow, it seems the lesson learned is the less
a runner has to do the better, specially with how dynamic kdevops
is with dynamic results and so forth.

So just add an ansible role dedicated to dealing with all this. This
let's us do the results tarball generation with just:

  make ci-archive

This has other added benefits:

1) This just begged to leverage our existing kdevops-results-archive [0]
   which also pushed us to adopt git LFS, saving 99.24% of space with
   it.
2) We can detach ourselves from relying on github artifacts, so now
   we can just point people to public git tarballs
3) This supports proprietary kernel archive databases. On purpose I've
   designed this new kdevops results archive ansible role to deal
   with future variability and so you could easily expand on all this
   to refer to your own internal repo for kernel testing and results.
4) Security best pratices: this requires an ssh key with a passphrase
   set, this does all the checks for us
5) We get to test this, so we can easily rule out issues we can
   easily just test using the demo repo, specifically designed
   to let you play with all this as you get ramped up with your CI.
   To play with the CI archive demo just use:

   make ci-archive DEMO=1

While at it modify our CI for github to use this which shows all
the crap we can remove, this is all the changes in the github
actions .github/workflows/fstests.yml.

[0] https://github.com/linux-kdevops/kdevops-results-archive
[1] https://github.com/linux-kdevops/kdevops-results-archive-demo

Signed-off-by: Luis Chamberlain <[email protected]>

Author: mcgrof

.github/workflows/fstests.yml

@@ -45,29 +45,31 @@ jobs:
         run: |
           make fstests-baseline TESTS=generic/003
 
-      - name: Get the defined CI test results for this repository
+      - name: Get systemd journal files
         if: always() # This ensures the step runs even if previous steps failed
         run: |
           cd kdevops
           make journal-dump
-          make ci-results > results.txt
-          sed -i 's|^|kdevops/|' results.txt
-          cat results.txt
 
-      - name: Read results.txt and set environment variable
+      - name: Build our kdevops archive results
         if: always() # This ensures the step runs even if previous steps failed
         run: |
-          FILE_PATHS=$(cat kdevops/results.txt | tr '\n' '\n')
-          echo "FILE_PATHS<<EOF" >> $GITHUB_ENV
-          echo "$FILE_PATHS" >> $GITHUB_ENV
-          echo "EOF" >> $GITHUB_ENV
+          cd kdevops
+          make ci-archive
+
+      - name: Find and kdevops results zip file
+        if: always() # This ensures the step runs even if previous steps failed
+        run: |
+          ZIP_FILE=$(find kdevops/archive -name "*.zip" -type f | head -n 1)
+          echo "Found zip file: $ZIP_FILE"
+          echo "KDEVOPS_ARTIFACT_PATH=$ZIP_FILE" >> $GITHUB_ENV
 
-      - name: Upload files listed in results.txt as artifacts
+      - name: Upload our kdevops results archive
         if: always() # This ensures the step runs even if previous steps failed
         uses: actions/upload-artifact@v4
         with:
           name: kdevops-ci-results
-          path: ${{ env.FILE_PATHS }}
+          path: ${{ env.KDEVOPS_ARTIFACT_PATH }}
 
       # Ensure make destroy always runs, even on failure
       - name: Run kdevops make destroy

.gitignore

@@ -93,3 +93,5 @@ workflows/linux/refs/user
 scripts/kconfig/.nconf-cfg
 .dynamic-kconfig.*
 vagrant/Kconfig.passthrough_libvirt.generated
+
+archive/

Makefile

@@ -236,6 +236,7 @@ DEFAULT_DEPS += $(LOCALHOST_SETUP_WORK)
 
 include scripts/tests.Makefile
 include scripts/ci.Makefile
+include scripts/archive.Makefile
 
 PHONY += clean
 clean:

kconfigs/workflows/Kconfig

@@ -184,10 +184,27 @@ config KDEVOPS_WORKFLOW_DEDICATE_SYSBENCH
 
 endchoice
 
+config KDEVOPS_WORKFLOW_NAME
+	string
+	output yaml
+	default "fstests" if KDEVOPS_WORKFLOW_DEDICATE_FSTESTS
+	default "blktests" if KDEVOPS_WORKFLOW_DEDICATE_BLKTESTS
+	default "pynfs" if KDEVOPS_WORKFLOW_DEDICATE_PYNFS
+	default "selftests" if KDEVOPS_WORKFLOW_DEDICATE_SELFTESTS
+	default "gitr" if KDEVOPS_WORKFLOW_DEDICATE_GITR
+	default "ltp" if KDEVOPS_WORKFLOW_DEDICATE_LTP
+	default "nfstest" if KDEVOPS_WORKFLOW_DEDICATE_NFSTEST
+	default "sysbench" if KDEVOPS_WORKFLOW_DEDICATE_SYSBENCH
+
 endif
 
 if !WORKFLOWS_DEDICATED_WORKFLOW
 
+config KDEVOPS_WORKFLOW_NAME
+	string
+	output yaml
+	default "mix"
+
 config KDEVOPS_WORKFLOW_NOT_DEDICATED_ENABLE_FSTESTS
 	bool "fstests"
 	select KDEVOPS_WORKFLOW_ENABLE_FSTESTS

playbooks/kdevops_archive.yml

@@ -0,0 +1,4 @@
+---
+- hosts: localhost
+  roles:
+    - role: kdevops_archive

playbooks/roles/kdevops_archive/defaults/main.yml

@@ -0,0 +1,24 @@
+---
+kdevops_archive_data_count: 0
+kdevops_results: "{{ topdir_path }}/archive"
+kdevops_results_local: "{{ kdevops_results }}/{{ target_linux_ref }}/"
+kdevops_results_repo_url_user: "git"
+kdevops_results_repo_url: "{{ kdevops_results_repo_url_user}}@github.com:linux-kdevops/kdevops-results-archive.git"
+kdevops_results_repo_url_demo: "{{ kdevops_results_repo_url_user}}@github.com:linux-kdevops/kdevops-results-archive-demo.git"
+kdevops_results_repo_path: "{{ kdevops_results_repo_url.split('@')[1] }}"
+kdevops_results_name: "{{ kdevops_results_repo_path.split('/')[-1] | regex_replace('\\.git$', '') }}"
+kdevops_results_archive_dir: "{{ topdir_path }}/../{{ kdevops_results_name }}"
+kdevops_archive_mirror_present: false
+kdevops_archive_host: "{{ kdevops_results_repo_path.split(':')[0] }}"
+kdevops_archive: "/mirror/{{ kdevops_results_name }}.git"
+kdevops_archive_key_loaded: False
+kdevops_archive_key_name: "kdevops_archive"
+kdevops_archive_identity_file: "/home/gh/.ssh/{{ kdevops_archive }}"
+kdevops_archive_key_detected: False
+kdevops_archive_key_fingerprint: ""
+kdevops_archive_key_has_passphrase: False
+kdevops_archive_demo: False
+bootlinux_tree_set_by_cli: False
+kdevops_archive_base: "selftests/gh/linux-modules-kpd/20241021"
+kdevops_archive_test_number: "0001"
+kdevops_archive_prefix: "{{ kdevops_archive_base }}/{{ kdevops_archive_next_number }}/v6.12-rc4/"