Merge pull request #23 from Elliotkim2/main

Adds throughput test for taskvine

Author: dthain

test-vine-task-throughput.py

@@ -0,0 +1,39 @@
+#!/usr/bin/env python
+
+import ndcctools.taskvine as vine
+import time
+
+if __name__ == "__main__":
+
+    q = vine.Manager()
+    print("listening on port", q.port)
+    factory = vine.Factory("local",manager_host_port="localhost:{}".format(q.port))
+    factory.max_workers=1
+    factory.min_workers=1
+    factory.disk = 100
+
+    num_tasks = 1000
+
+    with factory:
+        for i in range(num_tasks):
+            t = vine.Task(command=":")
+            task_id = q.submit(t)
+
+        print("waiting for tasks to complete...")
+        
+        start_timer = True
+        while not q.empty():
+
+            t = q.wait(5)
+            if start_timer:
+                start = time.time()
+                start_timer = False
+    
+    end = time.time()
+    e = end-start
+    print(f"It took {e} seconds\n")
+    print(f"Throughput was {num_tasks/e} tasks per second")
+    print("all tasks complete!")
+    
+# vim: set sts=4 sw=4 ts=4 expandtab ft=python:
+

test-vine-task-throughput.sh

@@ -0,0 +1,10 @@
+#!/bin/sh
+
+# Install conda development environment
+. ./install-conda-devel.sh
+
+# Install conda development environment
+. ./install-github.sh
+
+# Run the serverless test case.
+python3 test-vine-task-throughput.py