Heterogen demo notebook

Author: akroviakov

examples/heterogeneous_demo.ipynb

@@ -184,6 +184,20 @@ cdef class TypeInfo:
   def __repr__(self):
     return self.c_type_info.toString()
 
+cdef class Config:
+  def setCpuProp(self, cpu_prop):
+    self.c_config.get().exec.heterogeneous.forced_cpu_proportion=cpu_prop
+    self.c_config.get().exec.heterogeneous.forced_gpu_proportion=100-cpu_prop
+
+  def setGpuProp(self, gpu_prop):
+    self.c_config.get().exec.heterogeneous.forced_gpu_proportion=gpu_prop
+    self.c_config.get().exec.heterogeneous.forced_cpu_proportion=100-gpu_prop
+
+  def getCpuProp(self):
+    return self.c_config.get().exec.heterogeneous.forced_cpu_proportion
+
+  def getGpuProp(self):
+    return self.c_config.get().exec.heterogeneous.forced_gpu_proportion
 
 def buildConfig(*, enable_debug_timer=None, enable_union=False, log_dir="hdk_log", **kwargs):
   global g_enable_debug_timer

python/pyhdk/_common.pyx

@@ -13,7 +13,7 @@ from libcpp.utility cimport move
 from pyarrow.lib cimport CTable as CArrowTable
 
 from pyhdk._common cimport CType, CConfig
-from pyhdk._storage cimport CDataMgr, CBufferProvider, CSchemaProvider, CAbstractDataProvider
+from pyhdk._storage cimport MemoryLevel, DataMgr, CDataMgr, CBufferProvider, CSchemaProvider, CAbstractDataProvider
 
 cdef extern from "omniscidb/QueryEngine/Compiler/CodegenTraitsDescriptor.h" namespace "compiler":
   enum CCallingConvDesc "CallingConvDesc":
@@ -147,7 +147,8 @@ cdef extern from "omniscidb/QueryEngine/Execute.h":
   cdef cppclass CExecutor "Executor":
     @staticmethod
     shared_ptr[CExecutor] getExecutor(CDataMgr*, shared_ptr[CConfig], const string&, const string&)
-
+    @staticmethod
+    void clearMemory(MemoryLevel, CDataMgr*)
     const CConfig &getConfig()
     shared_ptr[CConfig] getConfigPtr()
 

python/pyhdk/_execute.pxd

@@ -14,6 +14,9 @@ cdef class Executor:
     cdef string debug_file = "".encode('UTF-8')
     self.c_executor = CExecutor.getExecutor(data_mgr.c_data_mgr.get(), config.c_config, debug_dir, debug_file)
 
+  def clearMemory(self, DataMgr data_mgr, MemoryLevel memLevel):
+    CExecutor.clearMemory(memLevel, data_mgr.c_data_mgr.get())
+
 cdef class ResultSetRegistry(Storage):
   cdef shared_ptr[CResultSetRegistry] c_registry