use env var GITHUB_TOKEN for api calls (if set)

Author: khassel

scripts/updateGitHubApiData.js

@@ -1,4 +1,5 @@
 import fs from "node:fs";
+import process from "node:process";
 import {getJson} from "./utils.js";
 
 let queryCount = 0;
@@ -12,8 +13,8 @@ function printProgress (count, total) {
 // Function to check whether new data should be retrieved.
 function shouldFetch (repository) {
   let retrieve = false;
-  if (repository.url.includes("github.com")) {
-    if (queryCount < maxQueryCount) {
+  if (repository.url.includes("github.com") && maxQueryCount > 0) {
+    if (queryCount < maxQueryCount || process.env.GITHUB_TOKEN) {
       retrieve = true;
     }
   }
@@ -75,6 +76,11 @@ async function updateData () {
 
     sortModuleListByLastUpdate(previousData, moduleList);
 
+    const headers = {};
+    if (process.env.GITHUB_TOKEN) {
+      headers.Authorization = `Bearer ${process.env.GITHUB_TOKEN}`;
+    }
+
     for (const module of moduleList) {
       const repositoryId = module.id;
       const repositoryApiUrl = `https://api.github.com/repos/${repositoryId}`;
@@ -85,12 +91,12 @@ async function updateData () {
 
       if (shouldFetchData) {
         printProgress(moduleCount, moduleListLength);
-        const response = await fetch(repositoryApiUrl);
+        const response = await fetch(repositoryApiUrl, {headers});
         const data = await response.json();
         queryCount += 1;
 
         const branchUrl = `https://api.github.com/repos/${repositoryId}/commits/${data.default_branch}`;
-        const branchResponse = await fetch(branchUrl);
+        const branchResponse = await fetch(branchUrl, {headers});
         const branchData = await branchResponse.json();
         queryCount += 1;
 
@@ -176,6 +182,7 @@ async function updateData () {
 
     fs.writeFileSync(localFilePath, JSON.stringify(updateInfo, null, 2));
     fs.writeFileSync("docs/data/modules.stage.2.json", JSON.stringify(sortedModuleList, null, 2));
+    if (maxQueryCount < queryCount) {maxQueryCount = 0}
     console.info("\nGitHub data update completed. queryCount:", queryCount, "maxQueryCount:", maxQueryCount, "results:", results.length, "modules:", moduleListLength);
   } catch (error) {
     console.error("Error fetching GitHub API data:", error);