Avoid removing labels on maintainer comments (aio-libs#12943)

Author: Dreamsorcerer

.github/workflows/label-remove.yml

@@ -10,6 +10,9 @@ on:
 jobs:
   clear-pr-unfinished:
     runs-on: ubuntu-latest
+    if: >-
+      github.event_name != 'issue_comment' ||
+      !contains(fromJSON('["OWNER", "MEMBER", "COLLABORATOR"]'), github.event.comment.author_association)
     permissions:
       id-token: write
       issues: write