sql lowering workings with pragma

carlguo866 · carlguo866 · commit c7db3f9d8cc0 · 2023-05-16T20:32:46.000-04:00
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -0,0 +1,110 @@
+cmake_minimum_required(VERSION 3.10)
+
+include(CheckCXXSourceCompiles)
+
+set(POLYGEIST_ENABLE_CUDA 0 CACHE BOOL "Enable CUDA compilation support")
+
+if(POLICY CMP0068)
+  cmake_policy(SET CMP0068 NEW)
+  set(CMAKE_BUILD_WITH_INSTALL_NAME_DIR ON)
+endif()
+
+if(POLICY CMP0075)
+  cmake_policy(SET CMP0075 NEW)
+endif()
+
+if(POLICY CMP0077)
+  cmake_policy(SET CMP0077 NEW)
+endif()
+
+option(LLVM_INCLUDE_TOOLS "Generate build targets for the LLVM tools." ON)
+option(LLVM_BUILD_TOOLS "Build the LLVM tools. If OFF, just generate build targets." ON)
+
+set(LLVM_RUNTIME_OUTPUT_INTDIR ${CMAKE_BINARY_DIR}/bin)
+set(LLVM_LIBRARY_OUTPUT_INTDIR ${CMAKE_BINARY_DIR}/lib)
+
+if (CMAKE_SOURCE_DIR STREQUAL CMAKE_CURRENT_SOURCE_DIR)
+  project(polygeist LANGUAGES CXX C)
+
+  set(CMAKE_CXX_STANDARD 17 CACHE STRING "C++ standard to conform to")
+
+  message(STATUS "Searching for MLIRConfig.cmake in: ${MLIR_DIR}")
+  find_package(MLIR REQUIRED CONFIG)
+
+  set(Clang_DIR ${CLANG_DIR})
+  message(STATUS "Searching for ClangConfig.cmake in: ${Clang_DIR}")
+  find_package(Clang REQUIRED CONFIG)
+
+  # This is exported if we are building against a build area.  If
+  # building against an install area, then assume we're using the
+  # submodule.
+  if(NOT LLVM_BUILD_MAIN_SRC_DIR)
+    set(LLVM_BUILD_MAIN_SRC_DIR ${CMAKE_SOURCE_DIR}/llvm-project/llvm)
+  endif()
+  set(LLVM_SOURCE_DIR ${LLVM_BUILD_MAIN_SRC_DIR} CACHE STRING "Location of LLVM source")
+
+  message(STATUS "Using MLIRConfig.cmake in: ${MLIR_DIR}")
+  message(STATUS "Using LLVMConfig.cmake in: ${LLVM_DIR}")
+  message(STATUS "Using ClangConfig.cmake in: ${CLANG_DIR}")
+else ()
+  set(LLVM_SOURCE_DIR ${LLVM_MAIN_SRC_DIR})
+  set(MLIR_MAIN_SRC_DIR ${LLVM_MAIN_SRC_DIR}/../mlir)
+  set(MLIR_INCLUDE_DIRS ${MLIR_MAIN_SRC_DIR}/include)
+  set(MLIR_CMAKE_DIR ${MLIR_MAIN_SRC_DIR}/cmake/modules)
+  set(MLIR_TABLEGEN_EXE $<TARGET_FILE:mlir-tblgen>)
+  set(MLIR_TABLEGEN_OUTPUT_DIR ${LLVM_BINARY_DIR}/tools/mlir/include)
+  set(PROJECT_SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR})
+  set(POLYGEIST_TABLEGEN_OUTPUT_DIR ${LLVM_BINARY_DIR}/tools/polygeist/include)
+  include_directories(${MLIR_TABLEGEN_OUTPUT_DIR})
+  include_directories(${POLYGEIST_TABLEGEN_OUTPUT_DIR})
+endif()
+
+function(append value)
+  foreach(variable ${ARGN})
+    set(${variable} "${${variable}} ${value}" PARENT_SCOPE)
+  endforeach(variable)
+endfunction()
+
+if( POLYGEIST_USE_LINKER )
+  append("-fuse-ld=${POLYGEIST_USE_LINKER}"
+    CMAKE_EXE_LINKER_FLAGS CMAKE_MODULE_LINKER_FLAGS CMAKE_SHARED_LINKER_FLAGS)
+  check_cxx_source_compiles("int main() { return 0; }" CXX_SUPPORTS_CUSTOM_LINKER)
+  if ( NOT CXX_SUPPORTS_CUSTOM_LINKER )
+    message(FATAL_ERROR "Host compiler does not support '-fuse-ld=${LLVM_USE_LINKER}'")
+  endif()
+endif()
+
+list(APPEND CMAKE_MODULE_PATH "${MLIR_CMAKE_DIR}")
+list(APPEND CMAKE_MODULE_PATH "${LLVM_CMAKE_DIR}")
+list(APPEND CMAKE_MODULE_PATH "${CLANG_CMAKE_DIR}")
+list(APPEND CMAKE_MODULE_PATH "${CMAKE_CURRENT_SOURCE_DIR}")
+include(TableGen)
+include(AddLLVM)
+include(AddMLIR)
+include(AddClang)
+include(HandleLLVMOptions)
+
+set(POLYGEIST_TOOLS_DIR ${CMAKE_BINARY_DIR})
+
+include_directories(${LLVM_INCLUDE_DIRS})
+include_directories(${CLANG_INCLUDE_DIRS})
+include_directories(${MLIR_INCLUDE_DIRS})
+include_directories(${PROJECT_SOURCE_DIR}/include)
+include_directories(${PROJECT_BINARY_DIR}/include)
+link_directories(${LLVM_BUILD_LIBRARY_DIR})
+add_definitions(${LLVM_DEFINITIONS})
+
+set(POLYGEIST_SOURCE_DIR ${CMAKE_CURRENT_SOURCE_DIR})
+set(POLYGEIST_BINARY_DIR ${CMAKE_CURRENT_BINARY_DIR})
+set(POLYGEIST_INCLUDE_DIR ${CMAKE_CURRENT_BINARY_DIR}/include )
+set(POLYGEIST_TOOLS_DIR ${CMAKE_BINARY_DIR}/bin)
+set(POLYGEIST_UTILS_DIR ${CMAKE_CURRENT_SOURCE_DIR}/utils)
+
+set(LLVM_LIT_ARGS "-sv" CACHE STRING "lit default options")
+list(APPEND CMAKE_MODULE_PATH "${PROJECT_SOURCE_DIR}/cmake/modules")
+include(sanitizers)
+
+add_subdirectory(include)
+add_subdirectory(lib)
+add_subdirectory(tools)
+add_subdirectory(test)
diff --git a/include/sql/Passes/Passes.h b/include/sql/Passes/Passes.h
@@ -10,10 +10,13 @@ class RewritePatternSet;
 class DominanceInfo;
 namespace sql {
 
-std::unique_ptr<Pass> createParallelLowerPass();
+std::unique_ptr<Pass> createSQLLowerPass();
+std::unique_ptr<Pass>  createSQLRaisingPass();
 } // namespace sql
 } // namespace mlir
 
+
+
 namespace mlir {
 // Forward declaration from Dialect.h
 template <typename ConcreteDialect>
diff --git a/include/sql/Passes/Passes.td b/include/sql/Passes/Passes.td
@@ -4,11 +4,19 @@
 include "mlir/Pass/PassBase.td"
 
 
-def ParallelLower : Pass<"sql-lower", "mlir::ModuleOp"> {
+def SQLLower : Pass<"sql-lower", "mlir::ModuleOp"> {
   let summary = "Lower sql op to mlir";
   let dependentDialects =
-      ["arith::AirthDialect", "func::FuncDialect", "LLVM::LLVMDialect"];
+      ["arith::ArithDialect", "func::FuncDialect", "LLVM::LLVMDialect"];
   let constructor = "mlir::sql::createSQLLowerPass()";
 }
 
+
+def SQLRaising : Pass<"sql-raising", "mlir::ModuleOp"> {
+  let summary = "Raise sql op to mlir";
+  let dependentDialects =
+      ["arith::ArithDialect", "func::FuncDialect", "LLVM::LLVMDialect"];
+  let constructor = "mlir::sql::createSQLRaisingPass()";
+}
+
 #endif // SQL_PASSES
diff --git a/lib/sql/Passes/CMakeLists.txt b/lib/sql/Passes/CMakeLists.txt
@@ -1,9 +1,11 @@
 add_mlir_dialect_library(MLIRSQLTransforms
   SQLLower.cpp
+  SQLRaising.cpp
 
   DEPENDS
   MLIRPolygeistOpsIncGen
   MLIRPolygeistPassIncGen
+  MLIRSQLPassIncGen
 
   LINK_LIBS PUBLIC
   MLIRArithDialect
diff --git a/lib/sql/Passes/PassDetails.h b/lib/sql/Passes/PassDetails.h
@@ -0,0 +1,39 @@
+//===- PassDetails.h - polygeist pass class details ----------------*- C++
+//-*-===//
+//
+// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
+// See https://llvm.org/LICENSE.txt for license information.
+// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+//
+//===----------------------------------------------------------------------===//
+//
+// Stuff shared between the different polygeist passes.
+//
+//===----------------------------------------------------------------------===//
+
+// clang-tidy seems to expect the absolute path in the header guard on some
+// systems, so just disable it.
+// NOLINTNEXTLINE(llvm-header-guard)
+#ifndef DIALECT_POLYGEIST_TRANSFORMS_PASSDETAILS_H
+#define DIALECT_POLYGEIST_TRANSFORMS_PASSDETAILS_H
+
+#include "mlir/Pass/Pass.h"
+#include "sql/SQLOps.h"
+#include "sql/Passes/Passes.h"
+
+namespace mlir {
+class FunctionOpInterface;
+// Forward declaration from Dialect.h
+template <typename ConcreteDialect>
+void registerDialect(DialectRegistry &registry);
+namespace sql {
+
+class SQLDialect;
+
+#define GEN_PASS_CLASSES
+#include "sql/Passes/Passes.h.inc"
+
+} // namespace polygeist
+} // namespace mlir
+
+#endif // DIALECT_POLYGEIST_TRANSFORMS_PASSDETAILS_H
diff --git a/lib/sql/Passes/SQLLower.cpp b/lib/sql/Passes/SQLLower.cpp
@@ -1,4 +1,4 @@
-//===- SQLLower.cpp - Lower sql ops to mlir ------ -*-===//
+//===- SQLLower.cpp - Lower PostgreSQL to sql mlir ops ------ -*-===//
 //
 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
 // See https://llvm.org/LICENSE.txt for license information.
@@ -21,15 +21,17 @@
 #include "mlir/Transforms/Passes.h"
 #include "llvm/ADT/SetVector.h"
 #include "llvm/ADT/SmallPtrSet.h"
+#include "sql/SQLOps.h"
+#include "sql/Passes/Passes.h"
 #include <algorithm>
 #include <mutex>
 
-#define DEBUG_TYPE "sql-opt"
+#define DEBUG_TYPE "sql-lower-opt"
 
 using namespace mlir;
 using namespace mlir::arith;
 using namespace mlir::func;
-using namespace sql;
+using namespace mlir::sql;
 
 namespace {
 struct SQLLower : public SQLLowerBase<SQLLower> {
@@ -45,26 +47,33 @@ struct NumResultsOpLowering : public OpRewritePattern<sql::NumResultsOp> {
                                 PatternRewriter &rewriter) const final {
     auto module = loop->getParentOfType<ModuleOp>();
 
+    SymbolTableCollection symbolTable;
+    symbolTable.getSymbolTable(loop);
+
     // 1) make sure the postgres_getresult function is declared
-    auto rowsfn = dyn_cast_or_null<func::FuncOp>(symbolTable.lookupSymbolIn(
-        module, builder.getStringAttr("PQcmdTuples")));
+    auto rowsfn = dyn_cast_or_null<func::FuncOp>(
+        symbolTable.lookupSymbolIn(module, rewriter.getStringAttr("PQcmdTuples")));
 
     auto atoifn = dyn_cast_or_null<func::FuncOp>(
-        symbolTable.lookupSymbolIn(module, builder.getStringAttr("atoi")));
+        symbolTable.lookupSymbolIn(module, rewriter.getStringAttr("atoi")));
 
     // 2) convert the args to valid args to postgres_getresult abi
     Value arg = loop.getHandle();
     arg = rewriter.create<arith::IndexCastOp>(loop.getLoc(),
-                                              rewriter.getIntTy(64), arg);
+                                              rewriter.getI64Type(), arg);
     arg = rewriter.create<LLVM::IntToPtrOp>(
-        loop.getLoc(), LLVM::LLVMPointerType::get(builder.getInt8Ty()), arg);
+        loop.getLoc(), LLVM::LLVMPointerType::get(rewriter.getI8Type()), arg);
 
     // 3) call and replace
-    Value args[] = {arg} Value res =
+    Value args[] = {arg}; 
+    
+    Value res =
         rewriter.create<mlir::func::CallOp>(loop.getLoc(), rowsfn, args)
             ->getResult(0);
 
-    Value args2[] = {res} Value res2 =
+    Value args2[] = {res}; 
+    
+    Value res2 =
         rewriter.create<mlir::func::CallOp>(loop.getLoc(), atoifn, args2)
             ->getResult(0);
 
@@ -78,29 +87,32 @@ struct NumResultsOpLowering : public OpRewritePattern<sql::NumResultsOp> {
 
 void SQLLower::runOnOperation() {
   auto module = getOperation();
+
+  SymbolTableCollection symbolTable;
+  symbolTable.getSymbolTable(module);
   OpBuilder builder(module.getContext());
   builder.setInsertionPointToStart(module.getBody());
 
   if (!dyn_cast_or_null<func::FuncOp>(symbolTable.lookupSymbolIn(
           module, builder.getStringAttr("PQcmdTuples")))) {
-    mlir::Type argtypes[] = {LLVM::LLVMPointerType::get(builder.getInt8Ty())};
-    mlir::Type rettypes[] = {LLVM::LLVMPointerType::get(builder.getInt8Ty())};
+    mlir::Type argtypes[] = {LLVM::LLVMPointerType::get(builder.getI8Type())};
+    mlir::Type rettypes[] = {LLVM::LLVMPointerType::get(builder.getI8Type())};
 
     auto fn =
         builder.create<func::FuncOp>(module.getLoc(), "PQcmdTuples",
-                                     builder.getFunctionType(argtys, rettys));
-    SymbolTable::setSymbolVisibility(fn, SymbolTable::Private);
+                                     builder.getFunctionType(argtypes, rettypes));
+    SymbolTable::setSymbolVisibility(fn, SymbolTable::Visibility::Private);
   }
   if (!dyn_cast_or_null<func::FuncOp>(
           symbolTable.lookupSymbolIn(module, builder.getStringAttr("atoi")))) {
-    mlir::Type argtypes[] = {LLVM::LLVMPointerType::get(builder.getInt8Ty())};
+    mlir::Type argtypes[] = {LLVM::LLVMPointerType::get(builder.getI8Type())};
 
     // todo use data layout
-    mlir::Type rettypes[] = {builder.getIntTy(sizeof(int))};
+    mlir::Type rettypes[] = {builder.getI64Type()};
 
     auto fn = builder.create<func::FuncOp>(
-        module.getLoc(), "atoi", builder.getFunctionType(argtys, rettys));
-    SymbolTable::setSymbolVisibility(fn, SymbolTable::Private);
+        module.getLoc(), "atoi", builder.getFunctionType(argtypes, rettypes));
+    SymbolTable::setSymbolVisibility(fn, SymbolTable::Visibility::Private);
   }
 
   RewritePatternSet patterns(&getContext());
@@ -112,7 +124,7 @@ void SQLLower::runOnOperation() {
 }
 
 namespace mlir {
-namespace polygeist {
+namespace sql {
 std::unique_ptr<Pass> createSQLLowerPass() {
   return std::make_unique<SQLLower>();
 }
diff --git a/lib/sql/Passes/SQLRaising.cpp b/lib/sql/Passes/SQLRaising.cpp
diff --git a/test_with_pragma.c b/test_with_pragma.c
