Revert "Add labeler workflow section for build-infra."

This reverts commit 579a574.

Author: dweiss

.github/labeler.yml

@@ -7,10 +7,6 @@
 
 # For more information on how to define globs, visit: https://github.com/actions/labeler
 
-module:build-infra:
-  - changed-files:
-      - any-glob-to-any-file: ['build-tools/build-infra/**', 'build-tools/build-infra-shadow/**', '**/*.gradle']
-
 module:analysis:
   - changed-files:
       - any-glob-to-any-file: 'lucene/analysis/**'