diff --git a/mlir/tools/mlir-src-sharder/mlir-src-sharder.cpp b/mlir/tools/mlir-src-sharder/mlir-src-sharder.cpp
index 9271bc4bd7dc..9ec9b7215020 100644
--- a/mlir/tools/mlir-src-sharder/mlir-src-sharder.cpp
+++ b/mlir/tools/mlir-src-sharder/mlir-src-sharder.cpp
@@ -72,12 +72,6 @@ int main(int argc, char **argv) {
           "Name of the macro to be defined -- ignored by mlir-src-sharder"),
       llvm::cl::value_desc("macro name"), llvm::cl::Prefix);
 
-  // CMake/TableGen pass this flag, re-registering after ResetCommandLineParser
-  // avoids "unknown argument" errors.
-  llvm::cl::opt<bool> noWarnOnUnusedTemplateArg(
-      "no-warn-on-unused-template-args",
-      llvm::cl::desc("Disable unused template argument warnings."));
-
   llvm::InitLLVM y(argc, argv);
   llvm::cl::ParseCommandLineOptions(argc, argv);