Revert "[mlir][tools] Introduce tblgen-to-irdl tool (#66865)"

This reverts commit e6e9beb
due to an ongoing buildbot breakage starting from
https://lab.llvm.org/buildbot/#/builders/168/builds/16127
to present
(https://lab.llvm.org/buildbot/#/builders/168/builds/16152)

Author: thurstond

mlir/test/CMakeLists.txt

@@ -108,7 +108,6 @@ set(MLIR_TEST_DEPENDS
   mlir-tblgen
   mlir-translate
   tblgen-lsp-server
-  tblgen-to-irdl
   )
 
 # The native target may not be enabled, in this case we won't

mlir/test/tblgen-to-irdl/CMathDialect.td

@@ -8,7 +8,6 @@ add_subdirectory(mlir-spirv-cpu-runner)
 add_subdirectory(mlir-translate)
 add_subdirectory(mlir-vulkan-runner)
 add_subdirectory(tblgen-lsp-server)
-add_subdirectory(tblgen-to-irdl)
 
 # mlir-cpu-runner requires ExecutionEngine.
 if(MLIR_ENABLE_EXECUTION_ENGINE)