refactor: add rand to gitlab data update and break condition to global repos update

Signed-off-by: frank-zsy <syzhao1988@126.com>

Author: frank-zsy

src/cron/tasks/updateGitlabRepoData/index.ts

@@ -47,6 +47,7 @@ SELECT
   (dateDiff('hour', issue_updated_at, last_activity_at) >= 1) AS should_update_issue,
   (dateDiff('hour', mr_updated_at, last_activity_at) >= 1) AS should_update_mr
 FROM gitlab_repo_list WHERE should_update_issue OR should_update_mr
+ORDER BY RAND()
 LIMIT ${repoUpdateBatchSize};`);
       logger.info(`Got ${repos.length} repos to update`);
 

src/cron/tasks/updateGitlabRepos.ts

@@ -22,6 +22,7 @@ const task: Task = {
     }
 
     const tableName = 'gitlab_repo_list';
+    const perPage = 100;
 
     const createGitlabRepoListTable = async () => {
       const createTableQuery = `
@@ -156,7 +157,7 @@ const task: Task = {
     let totalCount = 0;
     do {
       try {
-        projects = await getProjects(lastActivityAt, 100);
+        projects = await getProjects(lastActivityAt, perPage);
         if (projects.length === 0) {
           logger.info(`No projects found starting from ${lastActivityAt}, task done.`);
           break;
@@ -169,7 +170,7 @@ const task: Task = {
         logger.error(`Error getting projects starting from ${lastActivityAt}: ${error.message}\n${error.stack}`);
         break;
       }
-    } while (projects.length > 0 && totalCount < 20000);
+    } while (projects.length === perPage && totalCount < 10000);
     logger.info(`Task done, total count: ${totalCount}`);
   }
 };