updated timestamps script + bumped rocky 9 timestamps

Author: wtripp180901

ansible/ci/update_timestamps.yml

@@ -2,7 +2,7 @@
   tasks:
     - name: Get latest timestamps from sources
       latest_timestamps:
-        repos_dict: "{{ appliances_pulp_repos }}"
+        repos_dict: "{{ dnf_repos_default }}"
         content_url: "https://ark.stackhpc.com/pulp/content"
       register: _result
 
@@ -13,4 +13,4 @@
         backup: true
       vars:
         repo_template:
-          appliances_pulp_repos: "{{ _result.timestamps }}"
+          dnf_repos_default: "{{ _result.timestamps }}"

ansible/library/latest_timestamps.py

@@ -52,18 +52,21 @@ def run_module():
     )
 
     timestamps = dict(module.params['repos_dict'])
-    for repo in timestamps:
-        for version in timestamps[repo]:
+    for index in timestamps:
+        for repo in timestamps[index]:
+            for version in timestamps[index][repo]:
 
-            html_txt = requests.get(
-                    url= module.params['content_url'] + '/' + timestamps[repo][version]['path']
-                ).text
-            timestamp_link_list = BeautifulSoup(html_txt,features="html.parser").body.find('pre').find_all() # getting raw list of timestamps from html
-            timestamp_link_list = map(lambda x: x.string,timestamp_link_list) # stripping xml tags
-            latest_timestamp = list(timestamp_link_list)[-1][:-1] # last timestamp in list with trailing / removed
-            timestamps[repo][version]['timestamp'] = latest_timestamp
+                html_txt = requests.get(
+                        url= module.params['content_url'] + '/' + timestamps[index][repo][version]['pulp_path']
+                    ).text
+                timestamp_link_list = BeautifulSoup(html_txt,features="html.parser").body.find('pre').find_all() # getting raw list of timestamps from html
+                timestamp_link_list = map(lambda x: x.string,timestamp_link_list) # stripping xml tags
+                latest_timestamp = list(timestamp_link_list)[-1][:-1] # last timestamp in list with trailing / removed
+                timestamps[index][repo][version]['pulp_timestamp'] = latest_timestamp
+        # timestamps[index] = dict(sorted(timestamps[index]))
 
-    result['timestamps'] = dict(sorted(timestamps.items()))
+    
+    result['timestamps'] = timestamps
 
     module.exit_json(**result)
 

environments/common/inventory/group_vars/all/dnf_repos.yml

@@ -0,0 +1,17 @@
+dnf_repos_all: "{{ dnf_repos_no_epel | combine(dnf_repos_default_epel) }}" #see timestamps.yml
+dnf_repos_no_epel: |
+  {{ dnf_repos_default['base'] 
+    | combine(dnf_repos_default['ohpc'] if (openhpc_install_type | default('ohpc')) == 'ohpc' else {}) 
+    | combine(dnf_repos_extra) }}
+dnf_repos_default_epel: "{{ dnf_repos_default['epel'] }}"
+dnf_repos_extra: {}
+# dnf_repos_default:
+#   base:                                 # top level keys for internal indexing only, see `dnf_repos_all` and `dnf_repos_no_epel`
+#     appstream:                          # yum_repository:name
+#       '8.10':                           # ansible_distribution_version or ansible_distribution_major_version
+#         repo_file: Rocky-AppStream      # yum_repository: file
+#         # repo_name:                    # optional, override yum_repository:name
+#         pulp_path: rocky/8.10/AppStream/x86_64/os
+#         pulp_timestamp: 20250614T013846
+#         # pulp_content_url:             # optional, dnf_repos_pulp_content_url
+#         pulp_repo_name: appstream       # pulp repository name

environments/common/inventory/group_vars/all/timestamps.yml

@@ -1,155 +1,145 @@
-dnf_repos_all: "{{ dnf_repos_no_epel | combine(dnf_repos_default_epel) }}"
-dnf_repos_no_epel: |
-  {{ dnf_repos_default['base'] 
-    | combine(dnf_repos_default['ohpc'] if (openhpc_install_type | default('ohpc')) == 'ohpc' else {}) 
-    | combine(dnf_repos_extra) }}
-dnf_repos_default_epel: "{{ dnf_repos_default['epel'] }}"
-
 dnf_repos_default:
-  base:                                 # top level keys for internal indexing only, see ansible/roles/dnf_repos/defaults.yml
-    appstream:                          # yum_repository:name
-      '8.10':                           # ansible_distribution_version or ansible_distribution_major_version
-        repo_file: Rocky-AppStream      # yum_repository: file
-        # repo_name:                    # optional, override yum_repository:name
+  base:
+    Ceph:
+      '8':
+        pulp_path: centos/8-stream/storage/x86_64/ceph-quincy
+        pulp_repo_name: ceph
+        pulp_timestamp: 20231104T015751
+        repo_file: ceph
+      '9':
+        pulp_path: centos/9-stream/storage/x86_64/ceph-reef
+        pulp_repo_name: ceph
+        pulp_timestamp: 20250617T023108
+        repo_file: ceph
+    appstream:
+      '8.10':
         pulp_path: rocky/8.10/AppStream/x86_64/os
+        pulp_repo_name: appstream
         pulp_timestamp: 20250614T013846
-        # pulp_content_url:             # optional, dnf_repos_pulp_content_url
-        pulp_repo_name: appstream       # pulp repository name
+        repo_file: Rocky-AppStream
       '9.4':
-        repo_file: rocky
         pulp_path: rocky/9.4/AppStream/x86_64/os
-        pulp_timestamp: 20241112T003151
         pulp_repo_name: appstream
-      '9.5':
+        pulp_timestamp: 20241112T003151
         repo_file: rocky
+      '9.5':
         pulp_path: rocky/9.5/AppStream/x86_64/os
-        pulp_timestamp: 20250514T014704
         pulp_repo_name: appstream
-      '9.6':
+        pulp_timestamp: 20250514T014704
         repo_file: rocky
+      '9.6':
         pulp_path: rocky/9.6/AppStream/x86_64/os
-        pulp_timestamp: 20250726T040613
         pulp_repo_name: appstream
+        pulp_timestamp: 20250816T020215
+        repo_file: rocky
     baseos:
       '8.10':
-        repo_file: Rocky-BaseOS
         pulp_path: rocky/8.10/BaseOS/x86_64/os
-        pulp_timestamp: 20250614T013846
         pulp_repo_name: baseos
+        pulp_timestamp: 20250614T013846
+        repo_file: Rocky-BaseOS
       '9.4':
-        repo_file: rocky
         pulp_path: rocky/9.4/BaseOS/x86_64/os
-        pulp_timestamp: 20241115T011711
         pulp_repo_name: baseos
-      '9.5':
+        pulp_timestamp: 20241115T011711
         repo_file: rocky
+      '9.5':
         pulp_path: rocky/9.5/BaseOS/x86_64/os
-        pulp_timestamp: 20250513T031844
         pulp_repo_name: baseos
-      '9.6':
+        pulp_timestamp: 20250513T031844
         repo_file: rocky
+      '9.6':
         pulp_path: rocky/9.6/BaseOS/x86_64/os
-        pulp_timestamp: 20250726T052250
         pulp_repo_name: baseos
-    Ceph:
-      '8':
-        repo_file: ceph
-        pulp_path: centos/8-stream/storage/x86_64/ceph-quincy
-        pulp_timestamp: 20231104T015751
-        pulp_repo_name: ceph
-      '9':
-        repo_file: ceph
-        pulp_path: centos/9-stream/storage/x86_64/ceph-reef
-        pulp_timestamp: 20250617T023108
-        pulp_repo_name: ceph
+        pulp_timestamp: 20250815T050653
+        repo_file: rocky
     crb:
       '8.10':
-        repo_name: powertools
-        repo_file: Rocky-PowerTools
         pulp_path: rocky/8.10/PowerTools/x86_64/os
-        pulp_timestamp: 20250614T013846
         pulp_repo_name: crb
+        pulp_timestamp: 20250614T013846
+        repo_file: Rocky-PowerTools
+        repo_name: powertools
       '9.4':
-        repo_file: rocky
         pulp_path: rocky/9.4/CRB/x86_64/os
-        pulp_timestamp: 20241115T003133
         pulp_repo_name: crb
-      '9.5':
+        pulp_timestamp: 20241115T003133
         repo_file: rocky
+      '9.5':
         pulp_path: rocky/9.5/CRB/x86_64/os
-        pulp_timestamp: 20250514T014704
         pulp_repo_name: crb
-      '9.6':
+        pulp_timestamp: 20250514T014704
         repo_file: rocky
+      '9.6':
         pulp_path: rocky/9.6/CRB/x86_64/os
-        pulp_timestamp: 20250726T040613
         pulp_repo_name: crb
+        pulp_timestamp: 20250815T034418
+        repo_file: rocky
     extras:
       '8.10':
-        repo_file: Rocky-Extras
         pulp_path: rocky/8.10/extras/x86_64/os
-        pulp_timestamp: 20250510T032327
         pulp_repo_name: extras
+        pulp_timestamp: 20250510T032327
+        repo_file: Rocky-Extras
       '9.4':
-        repo_file: rocky-extras
         pulp_path: rocky/9.4/extras/x86_64/os
-        pulp_timestamp: 20241118T002802
         pulp_repo_name: extras
-      '9.5':
+        pulp_timestamp: 20241118T002802
         repo_file: rocky-extras
+      '9.5':
         pulp_path: rocky/9.5/extras/x86_64/os
-        pulp_timestamp: 20250506T032818
         pulp_repo_name: extras
-      '9.6':
+        pulp_timestamp: 20250506T032818
         repo_file: rocky-extras
+      '9.6':
         pulp_path: rocky/9.6/extras/x86_64/os
-        pulp_timestamp: 20250726T040613
         pulp_repo_name: extras
+        pulp_timestamp: 20250726T040613
+        repo_file: rocky-extras
     grafana:
       '8':
-        repo_file: grafana
         pulp_path: grafana/oss/rpm
-        timestamp: 20250615T005738
         pulp_repo_name: grafana
-      '9':
+        pulp_timestamp: 20250730T011314
         repo_file: grafana
+        timestamp: 20250615T005738
+      '9':
         pulp_path: grafana/oss/rpm
-        pulp_timestamp: 20250730T011314
         pulp_repo_name: grafana
+        pulp_timestamp: 20250730T011314
+        repo_file: grafana
+  epel:
+    epel:
+      '8':
+        pulp_path: epel/8/Everything/x86_64
+        pulp_repo_name: epel
+        pulp_timestamp: 20250615T234151
+        repo_file: epel
+      '9':
+        pulp_path: epel/9/Everything/x86_64
+        pulp_repo_name: epel
+        pulp_timestamp: 20250817T000753
+        repo_file: epel
   ohpc:
     OpenHPC:
       '8':
-        repo_file: OpenHPC
         pulp_path: OpenHPC/2/EL_8
-        pulp_timestamp: 20241218T154614
         pulp_repo_name: ohpc
-      '9':
+        pulp_timestamp: 20241218T154614
         repo_file: OpenHPC
+      '9':
         pulp_path: OpenHPC/3/EL_9
-        pulp_timestamp: 20241218T154614
         pulp_repo_name: ohpc
+        pulp_timestamp: 20241218T154614
+        repo_file: OpenHPC
     OpenHPC-updates:
       '8':
-        repo_file: OpenHPC
         pulp_path: OpenHPC/2/updates/EL_8
-        pulp_timestamp: 20250512T003315
         pulp_repo_name: ohpc-updates
-      '9':
+        pulp_timestamp: 20250512T003315
         repo_file: OpenHPC
+      '9':
         pulp_path: OpenHPC/3/updates/EL_9
-        pulp_timestamp: 20250510T003301
         pulp_repo_name: ohpc-updates
-  epel:
-    epel:
-      '8':
-        repo_file: epel
-        pulp_path: epel/8/Everything/x86_64
-        pulp_timestamp: 20250615T234151
-        pulp_repo_name: epel
-      '9':
-        repo_file: epel
-        pulp_path: epel/9/Everything/x86_64
-        pulp_timestamp: 20250729T235750
-        pulp_repo_name: epel
-
-dnf_repos_extra: {}
+        pulp_timestamp: 20250510T003301
+        repo_file: OpenHPC