gen user-agents

Author: Azathothas

.github/workflows/healthchecks_housekeeping.yaml

@@ -6,7 +6,7 @@ on:
   workflow_dispatch:
   schedule:
   #  - cron: "45 03 * * *"  # 03:45 AM UTC --> 09:30 AM Morning NPT
-   - cron: "0 */2 * * *"  # Every 22 Hrs
+   - cron: "0 */2 * * *"  # Every 2 Hrs
 
 jobs:
 #------------------------------------------------------------------------------------#
@@ -53,6 +53,40 @@ jobs:
           bash <(curl -qfsSL "https://raw.githubusercontent.com/pkgforge/devscripts/main/Linux/install_bins_curl.sh")
         continue-on-error: true
 
+
+        - name: Enrichments (User-Agents)
+        run: |
+          # Presets
+          set -x ; set +e
+          mkdir -p "${GITHUB_WORKSPACE}/main/Misc/User-Agents"
+          #--------------#
+          ##Fetch
+          #curl -qfsSL "https://raw.githubusercontent.com/EIGHTFINITE/top-user-agents/main/index.json" | jq -r '.[]' | sort -u -o "${GITHUB_WORKSPACE}/main/Misc/User-Agents/user_agents_all.txt"
+          curl -qfsSL "https://raw.githubusercontent.com/microlinkhq/top-user-agents/master/src/index.json" | jq -r '.[]' | sort -u | sort -V -o "${GITHUB_WORKSPACE}/main/Misc/User-Agents/user_agents_all.txt"
+          ##Filter
+          #Chrome-Android
+          cat "${GITHUB_WORKSPACE}/main/Misc/User-Agents/user_agents_all.txt" | grep -i 'android' | grep -iv 'edg\|moto\|obsidian\|opr\|pfum' | sort -V > "${GITHUB_WORKSPACE}/main/Misc/User-Agents/ua_chrome_android_all.txt"
+          cat "${GITHUB_WORKSPACE}/main/Misc/User-Agents/user_agents_all.txt" | grep -i 'android' | grep -iv 'edg\|moto\|obsidian\|opr\|pfum' | sort -V | tail -n 1 > "${GITHUB_WORKSPACE}/main/Misc/User-Agents/ua_chrome_android_latest.txt"
+          #Chrome-macOS
+          cat "${GITHUB_WORKSPACE}/main/Misc/User-Agents/user_agents_all.txt" | grep -i 'mac' | grep -i 'chrome' | grep -iv 'edg\|obsidian\|opr' | sort -V > "${GITHUB_WORKSPACE}/main/Misc/User-Agents/ua_chrome_macos_all.txt"
+          cat "${GITHUB_WORKSPACE}/main/Misc/User-Agents/user_agents_all.txt" | grep -i 'mac' | grep -i 'chrome' | grep -iv 'edg\|obsidian\|opr' | sort -V | tail -n 1 > "${GITHUB_WORKSPACE}/main/Misc/User-Agents/ua_chrome_macos_latest.txt"
+          #Chrome-Windows
+          cat "${GITHUB_WORKSPACE}/main/Misc/User-Agents/user_agents_all.txt" | grep -i 'Windows NT 10' | grep -i 'chrome' | grep -iv 'edg\|obsidian\|opr' | sort -V > "${GITHUB_WORKSPACE}/main/Misc/User-Agents/ua_chrome_windows_all.txt"
+          cat "${GITHUB_WORKSPACE}/main/Misc/User-Agents/user_agents_all.txt" | grep -i 'Windows NT 10' | grep -i 'chrome' | grep -iv 'edg\|obsidian\|opr' | sort -V | tail -n 1 > "${GITHUB_WORKSPACE}/main/Misc/User-Agents/ua_chrome_windows_latest.txt"
+          #Firefox-macOS
+          cat "${GITHUB_WORKSPACE}/main/Misc/User-Agents/user_agents_all.txt" | grep -i 'mac' | grep -i 'firefox' | grep -iv 'edg\|obsidian\|opr' | sort -V > "${GITHUB_WORKSPACE}/main/Misc/User-Agents/ua_firefox_macos_all.txt"
+          cat "${GITHUB_WORKSPACE}/main/Misc/User-Agents/user_agents_all.txt" | grep -i 'mac' | grep -i 'firefox' | grep -iv 'edg\|obsidian\|opr' | sort -V | tail -n 1 > "${GITHUB_WORKSPACE}/main/Misc/User-Agents/ua_firefox_macos_latest.txt"
+          #Firefox-Windows
+          cat "${GITHUB_WORKSPACE}/main/Misc/User-Agents/user_agents_all.txt" | grep -i 'Windows NT 10' | grep -i 'firefox' | grep -iv 'edg\|obsidian\|opr' | sort -V > "${GITHUB_WORKSPACE}/main/Misc/User-Agents/ua_firefox_windows_all.txt"
+          cat "${GITHUB_WORKSPACE}/main/Misc/User-Agents/user_agents_all.txt" | grep -i 'Windows NT 10' | grep -i 'firefox' | grep -iv 'edg\|obsidian\|opr' | sort -V | tail -n 1 > "${GITHUB_WORKSPACE}/main/Misc/User-Agents/ua_firefox_windows_latest.txt"
+          #Safari-Iphone
+          cat "${GITHUB_WORKSPACE}/main/Misc/User-Agents/user_agents_all.txt" | grep -i 'iphone' | grep -iv 'chrome\|edg\|obsidian\|opr' | sort -V > "${GITHUB_WORKSPACE}/main/Misc/User-Agents/ua_safari_iphone_all.txt"
+          cat "${GITHUB_WORKSPACE}/main/Misc/User-Agents/user_agents_all.txt" | grep -i 'iphone' | grep -iv 'chrome\|edg\|obsidian\|opr' | sort -V | tail -n 1 > "${GITHUB_WORKSPACE}/main/Misc/User-Agents/ua_safari_iphone_latest.txt"
+          #Safari-macOS
+          cat "${GITHUB_WORKSPACE}/main/Misc/User-Agents/user_agents_all.txt" | grep -i 'mac' | grep -i 'safari' | grep -iv 'iphone' | grep -iv 'edg\|obsidian\|opr' | sort -V > "${GITHUB_WORKSPACE}/main/Misc/User-Agents/ua_safari_macos_all.txt"
+          cat "${GITHUB_WORKSPACE}/main/Misc/User-Agents/user_agents_all.txt" | grep -i 'mac' | grep -i 'safari' | grep -iv 'iphone' | grep -iv 'edg\|obsidian\|opr' | sort -V | tail -n 1 > "${GITHUB_WORKSPACE}/main/Misc/User-Agents/ua_safari_macos_latest.txt"
+        continue-on-error: true
+
       - name: Dos2Unix Everything
         run: |
           #Presets