Merge pull request #71 from Comfy-Org/easylabel-debug

feat: add EasyLabel workflow for automated PR labeling

Author: snomiao

.github/workflows/easylabel.yaml

@@ -0,0 +1,30 @@
+name: "CorePing - Core PR Review Reminder"
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - easylabel-debug
+  #   paths:
+  #     - ".github/workflows/coreping.yaml"
+  #     - "app/tasks/coreping/**"
+
+jobs:
+  run_coreping:
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    steps:
+      - uses: actions/checkout@v4
+      - uses: oven-sh/setup-bun@v2
+
+      # Install dependencies
+      - run: bun i
+
+      # Run EasyLabel task
+      - run: bun run/easylabel.tsx
+        timeout-minutes: 10
+        env:
+          GH_TOKEN_COMFY_PR: ${{ secrets.GH_TOKEN_COMFY_PR_BOT }}
+          MONGODB_URI: ${{ secrets.MONGODB_URI }}
+          SLACK_BOT_CHANNEL: ${{ secrets.SLACK_BOT_CHANNEL }}
+          SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}

run/easylabel.tsx

@@ -1,3 +1,4 @@
+#!/usr/bin/env bun
 import { tsmatch } from "@/packages/mongodb-pipeline-ts/Task";
 import { db } from "@/src/db";
 import { gh, type GH } from "@/src/gh";
@@ -20,15 +21,14 @@ import sflow, { pageFlow } from "sflow";
  * Add a label: Send a comment with "+label:[name]" (must have no space)
  * Remove a label: Send a comment with "-label:[name]" (must have no space)
  *
- * Bugcop:
  */
 
 const cfg = {
   REPOLIST: [
-    "https://github.com/Comfy-Org/Comfy-PR",
     "https://github.com/comfyanonymous/ComfyUI",
-    "https://github.com/Comfy-Org/ComfyUI_frontend",
-    "https://github.com/Comfy-Org/desktop",
+    // "https://github.com/Comfy-Org/Comfy-PR", // handled by webhook
+    // "https://github.com/Comfy-Org/ComfyUI_frontend", // handled by webhook
+    // "https://github.com/Comfy-Org/desktop", // handled by webhook
   ],
   // allow all users to edit bugcop:*, area:*, Core-*, labels
   allow: [/^(?:Core|Core-.*)$/, /^(?:bug-cop|area):.*$/],
@@ -54,6 +54,35 @@ const saveTask = async (task: Partial<GithubIssueLabelOps> & { target_url: strin
 
 if (import.meta.main) {
   await runLabelOpInitializeScan();
+  await runLabelOpPolling();
+}
+async function runLabelOpPolling() {
+  console.log(chalk.bgBlue("Start Label Ops Polling..."));
+  // every 5s, check recent new comments for repo for 1min
+  while (true) {
+    await sflow(cfg.REPOLIST)
+      .map((repoUrl) =>
+        pageFlow(1, async (page, per_page = 100) => {
+          console.log(`Listing issue comments for recent 5min`);
+          const { data } = await gh.issues.listCommentsForRepo({
+            ...parseGithubRepoUrl(repoUrl),
+            page,
+            per_page,
+            since: new Date(Date.now() - 5 * 60 * 1000).toISOString(),
+          });
+          return { data, next: data.length >= per_page ? page + 1 : null };
+        }).flat(),
+      )
+      .confluenceByParallel()
+      .forEach(async (comment) => {
+        console.log(comment.html_url);
+        const issue = await ghc.issues.get({ ...parseIssueUrl(comment.html_url) });
+        await processIssueCommentForLableops({ issue: issue.data, comment });
+      })
+      .run();
+    console.log(chalk.blue("Sleep 5s"));
+    await new Promise((r) => setTimeout(r, 5000));
+  }
 }
 /**
  * Scan all issues/prs and it's comments, and process them for label operations.
@@ -64,26 +93,35 @@ if (import.meta.main) {
  *
  */
 async function runLabelOpInitializeScan() {
+  console.log(chalk.bgBlue("Start Label Ops Initialization Scan..."));
   await sflow(cfg.REPOLIST)
-    .flatMap((repoUrl) => [
+    .map((repoUrl) =>
       pageFlow(1, async (page, per_page = 100) => {
-        const { data } = await ghc.issues.list({ ...parseGithubRepoUrl(repoUrl), page, per_page, state: "open" });
+        console.log(`Listing issues for ${repoUrl} page ${page}`);
+        const { data } = await ghc.issues.listForRepo({
+          ...parseGithubRepoUrl(repoUrl),
+          page,
+          per_page,
+          state: "open",
+        });
+        console.log(`Fetched ${data.length} issues from ${repoUrl} page ${page}`);
+        return { data, next: data.length >= per_page ? page + 1 : null };
+      }).flat(),
+    )
+    .confluenceByParallel()
+    .map(async (issue) => {
+      console.log(`+issue ${issue.html_url} with ${issue.comments} comments`);
+      if (!issue.comments) return;
+      await pageFlow(1, async (page, per_page = 100) => {
+        const { data } = await ghc.issues.listComments({ ...parseIssueUrl(issue.html_url), page, per_page });
         return { data, next: data.length >= per_page ? page + 1 : null };
       })
         .flat()
-        .map(async (issue) => {
-          // processIssueComment({issue});
-          if (!issue.comments) return;
-          await pageFlow(1, async (page, per_page = 100) => {
-            const { data } = await ghc.issues.listComments({ ...parseIssueUrl(issue.html_url), page, per_page });
-            return { data, next: data.length >= per_page ? page + 1 : null };
-          })
-            .flat()
-            .forEach((comment) => processIssueCommentForLableops({ issue, comment }))
-            .run();
-        }),
-    ])
+        .forEach((comment) => processIssueCommentForLableops({ issue, comment }))
+        .run();
+    })
     .run();
+  console.log(chalk.bgBlue("Label Ops Polling Done."));
 }
 
 /**
@@ -94,15 +132,15 @@ export async function processIssueCommentForLableops({
   comment,
 }: {
   issue: GH["issue"];
-  comment: GH["issue-comment"] | null;
+  comment?: GH["issue-comment"] | null;
 }) {
   const target = comment || issue;
+  console.log("  +COMMENT " + target.html_url + " len:" + target.body?.length);
   let task = await saveTask({
     target_url: target.html_url,
     issue_url: issue.html_url,
     type: comment ? "issue-comment" : "issue",
   });
-  console.log(issue.html_url, target.body?.length);
   if (task?.processed_at && +new Date(target.updated_at) <= +task.processed_at) return null; // skip if processed
   if (!target.body) return task;
 
@@ -121,7 +159,10 @@ export async function processIssueCommentForLableops({
 
   if (!labelOps.length) return saveTask({ target_url: target.html_url, processed_at: new Date() });
 
-  console.log("Adding reaction");
+  console.log("Found a matched Target URL:", target.html_url, labelOps.map((e) => e.op + e.name).join(", "));
+
+  // return task;
+  console.log(chalk.blue("Adding reaction"));
   if (comment === target) {
     await gh.reactions.createForIssueComment({
       ...parseIssueUrl(issue.html_url),

src/parseIssueUrl.ts

@@ -3,7 +3,7 @@
  */
 export function parseIssueUrl(issueUrl: string) {
   const [owner, repo, strNumber] = issueUrl
-    .match(/^https:\/\/github\.com\/([\w-]+)\/([\w-]+)\/(?:pull|issues)\/(\d+)$/)!
+    .match(/^https:\/\/github\.com\/([\w-]+)\/([\w-]+)\/(?:pull|issues)\/(\d+)(?:#.*)?$/)!
     .slice(1);
   if (!owner || !repo || !strNumber) {
     throw new Error(`Invalid issue URL: ${issueUrl}`);