Python api (#10)

* adding pybind11 as an extern libary

* adding meson stuff for pybind11

* creating a PyRuntime wrapper class for pybind11

* naming the whole thing pyTaskR and minor code improvements

* adding first little example in 'simple'

* PyRuntime and Runtime working, now it is up to the Task class to be pybind11

* finally working, now, more tests and more methods

* updating the extern submodules and adding ABC example

* suspend works (if only one task, now it should work for multiple tasks)!

* added conditionVariable example (xxWaitCondition works atm)

* example energySaver and Fibonacci included. Fib(n>3) fails.

* created more examples

* adding some working examples

* minor correction on some examples

* all the current examples work if nosv is used

* fibonacci also with mutex.lock?

* redundant python path removed

* merging main

* fixing code style

* adding enumerate method for choosing backend

* adding a method to add your own cpp functions to be executed over pytaskr

* fixing style

* removing redundant code

* code documentation and binding more TaskR methods

* renamed a lot of files and minor corrections (all from the first review)

* old approach of adding a cpp function

* remaking the binding now. Now, the user has to create his own pybind

Author: noabauma

.gitignore

@@ -4,3 +4,5 @@ build
 .vscode
 atlas_*.sh
 **/matrix/
+**/__pycache__/
+**/ovni/

.gitlab-ci.yml

@@ -11,7 +11,7 @@ build:
   - source /home/hicr/.hicr-env.sh
   - echo "Building TaskR..."
   - mkdir build
-  - meson setup build -Dbuildtype=debug -Db_coverage=true -DbuildTests=true -DbuildExamples=true -DdistributedEngine=mpi -DexecutionStateType=boost,nosv -DprocessingUnitType=pthreads,nosv -DbuildInstrumentation=true -DcompileWarningsAsErrors=true
+  - meson setup build -Dbuildtype=debug -Db_coverage=true -DbuildTests=true -DbuildExamples=true -DdistributedEngine=mpi -DexecutionStateType=boost,nosv -DprocessingUnitType=pthreads,nosv -DbuildInstrumentation=true -DbuildPyTaskR=true -DcompileWarningsAsErrors=true
   - meson compile -C build
   - echo "Running tests..."
   - meson test -C build

.gitmodules

@@ -6,3 +6,7 @@
 	path = extern/hicr
 	url = https://github.com/Algebraic-Programming/HiCR.git
 	branch = master
+[submodule "extern/pybind11"]
+	path = extern/pybind11
+	url = https://github.com/pybind/pybind11.git
+	branch = stable

examples/local/abcTasks/README.rst examples/abcTasks/README.rstexamples/local/abcTasks/README.rst renamed to examples/abcTasks/README.rst

@@ -0,0 +1,27 @@
+testSuite = [ 'examples', 'abcTasks' ]
+
+if 'boost' in get_option('executionStateType') and 'pthreads' in get_option('processingUnitType')
+	threading = executable('threading', [ 'cpp/pthreads.cpp'], dependencies: [ TaskRBuildDep ])
+
+	if get_option('buildTests')
+		test('threading', threading, args : [ ], suite: testSuite, workdir: threading.path() + '.p' )
+	endif
+endif
+
+if 'nosv' in get_option('executionStateType') and 'nosv' in get_option('processingUnitType')
+	nosv = executable('nosv', [ 'cpp/nosv.cpp'], dependencies: [ TaskRBuildDep ])
+
+	if get_option('buildTests')
+		test('nosv', nosv, args : [ ], is_parallel : false, suite: testSuite, workdir: nosv.path() + '.p')
+	endif
+endif
+
+if get_option('buildPyTaskR') and get_option('buildTests')
+	test('pyTaskR', 
+		 py,
+		 args : [ 'python/main.py' ],
+		 is_parallel : false, 
+		 env: ['PYTHONPATH=' + meson.project_build_root() + '/include/pytaskr/'],
+		 suite: testSuite, 
+		 workdir: meson.current_source_dir())
+endif

…mples/local/abcTasks/source/abcTasks.hpp examples/abcTasks/cpp/abcTasks.hppexamples/local/abcTasks/source/abcTasks.hpp renamed to examples/abcTasks/cpp/abcTasks.hpp examples/local/abcTasks/source/abcTasks.hpp renamed to examples/abcTasks/cpp/abcTasks.hpp

@@ -0,0 +1,53 @@
+import taskr
+
+REPETITIONS = 5
+ITERATIONS = 100
+
+def abcTasks(runtime):
+  # TODO: Setting onTaskFinish callback to free up task memory when it finishes (not sure if we will have this)
+  # runtime.setTaskCallbackHandler(HiCR::tasking::Task::callback_t::onTaskFinish, [&taskr](taskr::Task *task) { delete task; })
+  # runtime.setTaskCallbackHandler(taskr.onTaskFinish, lambda task : del task)
+
+   # Create the taskr Tasks
+  taskAfc = taskr.Function(lambda task : print(f"Task A {task.getLabel()}"))
+  taskBfc = taskr.Function(lambda task : print(f"Task B {task.getLabel()}"))
+  taskCfc = taskr.Function(lambda task : print(f"Task C {task.getLabel()}"))
+
+  # Initializing taskr
+  runtime.initialize()
+
+  # Our connection with the previous iteration is the last task C, null in the first iteration
+  prevTaskC = taskr.Task(0, taskCfc)
+
+  # Creating the execution units (functions that the tasks will run)
+  for r in range(REPETITIONS):
+    # Calculating the base task id for this repetition
+    repetitionLabel = r * ITERATIONS * 3
+
+    for i in range(ITERATIONS):
+
+      taskA = taskr.Task(repetitionLabel + i * 3 + 0, taskAfc)
+      taskB = taskr.Task(repetitionLabel + i * 3 + 1, taskBfc)
+      taskC = taskr.Task(repetitionLabel + i * 3 + 2, taskCfc)
+
+      # Creating dependencies
+      if i > 0: taskA.addDependency(prevTaskC)
+      taskB.addDependency(taskA)
+      taskC.addDependency(taskB)
+
+      # Adding to taskr runtime
+      runtime.addTask(taskA)
+      runtime.addTask(taskB)
+      runtime.addTask(taskC)
+
+      # Refreshing previous task C
+      prevTaskC = taskC
+
+    # Running taskr for the current repetition
+    runtime.run()
+
+    # Waiting current repetition to end
+    runtime.await_()
+
+  # Finalizing taskr
+  runtime.finalize()

examples/local/abcTasks/source/nosv.cpp examples/abcTasks/cpp/nosv.cppexamples/local/abcTasks/source/nosv.cpp renamed to examples/abcTasks/cpp/nosv.cpp

@@ -0,0 +1,16 @@
+import taskr
+import abcTasks
+
+def main():
+
+    # Initialize taskr with the wanted compute manager backend and number of PUs
+    t = taskr.taskr(taskr.HiCRBackend.threading, 2)
+
+    # Get the runtime
+    runtime = t.get_runtime()
+
+    # Running simple example
+    abcTasks.abcTasks(runtime)
+
+if __name__ == "__main__":
+    main()