Add script files used to drive Emscripten runs.

Author: juj

emcc/run_all_tests.py

@@ -0,0 +1,67 @@
+#!/usr/bin/env python
+
+import subprocess, glob, sys, os
+
+tests = glob.glob('pthread_*')
+
+tests = filter(lambda x: not 'pthread_atfork' in x, tests)
+tests = filter(lambda x: not 'pthread_sigmask' in x, tests)
+
+#tests = filter(lambda x: 'pthread_attr_init' in x or 'pthread_barrier_init' in x, tests)
+
+print 'Running ' + str(len(tests)) + ' tests: ' + str(tests)
+print ''
+
+total_num_tests_passed = 0
+total_num_tests_skipped = 0
+total_num_tests_unknown = 0
+total_num_tests_failed = 0
+
+origcwd = os.getcwd()
+for t in tests:
+  os.chdir(os.path.join(origcwd, t))
+  proc = subprocess.Popen('run_emcc_tests.py', stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+  (stdout, stderr) = proc.communicate()
+  stdout = stdout.strip()
+  stderr = stderr.strip()
+  if len(stdout) > 0:
+    num_tests_passed = 0
+    num_tests_skipped = 0
+    num_tests_failed = 0
+    num_tests_unknown = 0
+    n = '\n'.join(filter(lambda x: ' tests passed:' in x, stdout.split('\n'))).strip().split()
+    if len(n) > 0:
+      num_tests_passed = int(n[0])
+      total_num_tests_passed += num_tests_passed
+
+    n = '\n'.join(filter(lambda x: ' tests failed:' in x, stdout.split('\n'))).strip().split()
+    if len(n) > 0:
+      num_tests_failed = int(n[0])
+      total_num_tests_failed += num_tests_failed
+
+    n = '\n'.join(filter(lambda x: ' tests skipped:' in x, stdout.split('\n'))).strip().split()
+    if len(n) > 0:
+      num_tests_skipped = int(n[0])
+      total_num_tests_skipped += num_tests_skipped
+
+    n = '\n'.join(filter(lambda x: ' tests finished with unknown result:' in x, stdout.split('\n'))).strip().split()
+    if len(n) > 0:
+      num_tests_unknown = int(n[0])
+      total_num_tests_unknown += num_tests_unknown
+
+    if '--verbose' in sys.argv or len(stderr) > 0 or num_tests_failed > 0 or num_tests_unknown > 0:
+      print stdout
+    else:
+      print t + '/: ' + str(num_tests_passed) + ' passed, ' + str(num_tests_skipped) + ' skipped.'
+
+  if len(stderr) > 0:
+    print stderr
+
+print ''
+print '-------------- SUMMARY --------------'
+print str(total_num_tests_passed + total_num_tests_failed + total_num_tests_skipped + total_num_tests_unknown) + ' tests run total, of which:'
+print '  ' + str(total_num_tests_passed) + ' tests passed.'
+print '  ' + str(total_num_tests_failed) + ' tests failed.'
+print '  ' + str(total_num_tests_skipped) + ' tests skipped.'
+print '  ' + str(total_num_tests_unknown) + ' tests finished with unknown result.'
+print ''

emcc/run_emcc_tests.py

@@ -0,0 +1,78 @@
+#!/usr/bin/env python
+
+import subprocess, glob, sys, os
+
+if len(sys.argv) > 1:
+  tests = sys.argv[1:]
+else:
+  tests = filter(lambda x: x[0].isdigit(), glob.glob('*.c'))
+print ''
+print '---------------------------------- ' + os.path.basename(os.getcwd()) + '/ ----------------------------------'
+print 'Running ' + str(len(tests)) + ' tests: ' + str(tests) + ' in ' + os.getcwd()
+print ''
+
+successes = []
+failures = []
+indeterminate = []
+skipped = []
+
+for f in tests:
+  out = f.replace('.c', '.html')
+  cmd = ['emcc', f, '-lpthread', '-Wno-format-security', '-s', 'TOTAL_MEMORY=268435456', '-s', 'PTHREAD_POOL_SIZE=40', '-o', out, '-I../../../include', '--emrun']
+  print ' '.join(cmd)
+  subprocess.call(cmd)
+  cmd = ['emrun', '--kill_start', '--kill_exit', '--timeout=15', '--silence_timeout=15', '--browser=/Users/jjylanki/mozilla-inbound-2/obj-x86_64-apple-darwin14.0.0/dist/Nightly.app/Contents/MacOS/firefox', out]
+  #print ' '.join(cmd)
+  proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+  (stdout, stderr) = proc.communicate()
+  stdout = '\n'.join(filter(lambda x: not x.startswith('2015-'), stdout.split('\n')))
+  stderr = '\n'.join(filter(lambda x: not x.startswith('2015-'), stderr.split('\n')))
+  stdout = stdout.strip()
+  stderr = stderr.strip()
+  if 'test skipped' in stdout.lower():
+    skipped += [f]
+    reason = '\n'.join(filter(lambda x: 'Test SKIPPED' in x, stdout.split('\n')))
+    print reason.strip()
+  elif proc.returncode == 0 and ('test pass' in stdout.lower() or 'Test executed successfully.' in stdout):
+    successes += [f]
+    print 'PASS'
+  elif proc.returncode != 0:
+    failures += [f]
+    print 'FAILED:'
+#    print 'stdout:'
+    if len(stdout) > 0: print stdout
+#    print ''
+#    print 'stderr:'
+    print stderr
+  else:
+    indeterminate += [f]
+    print 'UNKNOWN:'
+#    print 'stdout:'
+    if len(stdout) > 0: print stdout
+#    print ''
+#    print 'stderr:'
+    print stderr
+  print ''
+
+print '=== FINISHED ==='
+if len(successes) > 0:
+  print str(len(successes)) + ' tests passed: '
+  print ', '.join(successes)
+  print ''
+
+if len(failures) > 0:
+  print str(len(failures)) + ' tests failed: '
+  print ', '.join(failures)
+  print ''
+
+if len(indeterminate) > 0:
+  print str(len(indeterminate)) + ' tests finished with unknown result: '
+  print ', '.join(indeterminate)
+  print ''
+
+if len(skipped) > 0:
+  print str(len(skipped)) + ' tests skipped: '
+  print ', '.join(skipped)
+  print ''
+print ''
+print ''