add simple member access benchmark

Author: timfel

graalpython/benchmarks/src/harness.py

@@ -42,11 +42,36 @@
 import sys
 from time import time
 
+
 _HRULE = '-'.join(['' for i in range(80)])
 ATTR_BENCHMARK = '__benchmark__'
 ATTR_PROCESS_ARGS = '__process_args__'
 
 
+def ccompile(name, code):
+    from importlib import invalidate_caches
+    from distutils.core import setup, Extension
+    __dir__ = __file__.rpartition("/")[0]
+    source_file = '%s/%s.c' % (__dir__, name)
+    with open(source_file, "w") as f:
+        f.write(code)
+    module = Extension(name, sources=[source_file])
+    args = ['--quiet', 'build', 'install_lib', '-f', '--install-dir=%s' % __dir__]
+    setup(
+        script_name='setup',
+        script_args=args,
+        name=name,
+        version='1.0',
+        description='',
+        ext_modules=[module]
+    )
+    # IMPORTANT:
+    # Invalidate caches after creating the native module.
+    # FileFinder caches directory contents, and the check for directory
+    # changes has whole-second precision, so it can miss quick updates.
+    invalidate_caches()
+
+
 def _as_int(value):
     if isinstance(value, (list, tuple)):
         value = value[0]
@@ -92,6 +117,7 @@ def get_bench_module(bench_file):
             bench_module = type(sys)(name, bench_file)
             with _io.FileIO(bench_file, "r") as f:
                 bench_module.__file__ = bench_file
+                bench_module.ccompile = ccompile
                 exec(compile(f.readall(), bench_file, "exec"), bench_module.__dict__)
                 return bench_module
 
@@ -111,7 +137,7 @@ def run(self):
         else:
             print("### %s, %s warmup iterations, %s bench iterations " % (self.bench_module.__name__, self.warmup, self.iterations))
 
-        # process the args if the processor function is defined 
+        # process the args if the processor function is defined
         args = self._call_attr(ATTR_PROCESS_ARGS, *self.bench_args)
         if args is None:
             # default args processor considers all args as ints
@@ -154,7 +180,7 @@ def run_benchmark(prog, args):
         elif arg == '-w':
             i += 1
             warmup = _as_int(args[i])
-        elif arg.startswith("--warmup"):    
+        elif arg.startswith("--warmup"):
             warmup = _as_int(arg.split("=")[1])
         elif bench_file is None:
             bench_file = arg

graalpython/benchmarks/src/micro/c_member_access.py

@@ -0,0 +1,118 @@
+code = """
+#include <Python.h>
+#include "structmember.h"
+
+typedef struct {
+    PyObject_HEAD
+    int number;
+} ObjectWithMember;
+
+PyObject* ObjectWithMember_new(PyTypeObject *type, PyObject *args, PyObject *kwds) {
+    ObjectWithMember* self = (ObjectWithMember *)type->tp_alloc(type, 0);
+    if (self != NULL) {
+        self->number = 0;
+    }
+    return (PyObject *)self;
+}
+
+int ObjectWithMember_init(ObjectWithMember* self, PyObject* args, PyObject* kwds) {
+    if (!PyArg_ParseTuple(args, "i", &self->number)) {
+        return -1;
+    }
+    return 0;
+}
+
+static PyMemberDef ObjectWithMember_members[] = {
+    {"number", T_INT, offsetof(ObjectWithMember, number), 0, ""},
+    {NULL}
+};
+
+static PyTypeObject ObjectWithMemberType = {
+    PyVarObject_HEAD_INIT(NULL, 0)
+    "module.ObjectWithMember", /* tp_name */
+    sizeof(ObjectWithMember),  /* tp_basicsize */
+    0,                         /* tp_itemsize */
+    0,                         /* tp_dealloc */
+    0,                         /* tp_print */
+    0,                         /* tp_getattr */
+    0,                         /* tp_setattr */
+    0,                         /* tp_reserved */
+    0,                         /* tp_repr */
+    0,                         /* tp_as_number */
+    0,                         /* tp_as_sequence */
+    0,                         /* tp_as_mapping */
+    0,                         /* tp_hash  */
+    0,                         /* tp_call */
+    0,                         /* tp_str */
+    0,                         /* tp_getattro */
+    0,                         /* tp_setattro */
+    0,                         /* tp_as_buffer */
+    Py_TPFLAGS_DEFAULT |
+        Py_TPFLAGS_BASETYPE,   /* tp_flags */
+    "",                        /* tp_doc */
+    0,                         /* tp_traverse */
+    0,                         /* tp_clear */
+    0,                         /* tp_richcompare */
+    0,                         /* tp_weaklistoffset */
+    0,                         /* tp_iter */
+    0,                         /* tp_iternext */
+    0,                         /* tp_methods */
+    ObjectWithMember_members,  /* tp_members */
+    0,                         /* tp_getset */
+    0,                         /* tp_base */
+    0,                         /* tp_dict */
+    0,                         /* tp_descr_get */
+    0,                         /* tp_descr_set */
+    0,                         /* tp_dictoffset */
+    (initproc)ObjectWithMember_init,      /* tp_init */
+    0,                         /* tp_alloc */
+    ObjectWithMember_new,      /* tp_new */
+};
+
+static PyModuleDef module = {
+    PyModuleDef_HEAD_INIT,
+    "module",
+    "",
+    -1,
+    NULL, NULL, NULL, NULL, NULL
+};
+
+PyMODINIT_FUNC
+PyInit_c_member_access_module(void) {
+    if (PyType_Ready(&ObjectWithMemberType) < 0) {
+        return NULL;
+    }
+
+    PyObject* m = PyModule_Create(&module);
+    if (m == NULL) {
+        return NULL;
+    }
+
+    Py_INCREF(&ObjectWithMemberType);
+    PyModule_AddObject(m, "ObjectWithMember", (PyObject *)&ObjectWithMemberType);
+    return m;
+}
+"""
+
+
+ccompile("c_member_access_module", code)
+import c_member_access_module
+
+
+def do_stuff(foo):
+    for i in range(50000):
+        local_a = foo.number + 1
+        foo.number = local_a % 5
+
+    return foo.number
+
+
+def measure(num):
+    for i in range(num):
+        result = do_stuff(c_member_access_module.ObjectWithMember(42))
+
+    print(result)
+
+
+def __benchmark__(num=50000):
+    measure(num)

graalpython/benchmarks/src/micro/member_access.py

@@ -0,0 +1,58 @@
+# Copyright (c) 2017, 2018, Oracle and/or its affiliates.
+# Copyright (c) 2013, Regents of the University of California
+#
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without modification, are
+# permitted provided that the following conditions are met:
+#
+# 1. Redistributions of source code must retain the above copyright notice, this list of
+# conditions and the following disclaimer.
+# 2. Redistributions in binary form must reproduce the above copyright notice, this list of
+# conditions and the following disclaimer in the documentation and/or other materials provided
+# with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS
+# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
+# COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
+# GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
+# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+# NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
+# OF THE POSSIBILITY OF SUCH DAMAGE.
+# micro benchmark: attribute access
+
+iteration = 50000  # 50000
+
+
+class Foo(object):
+    def __init__(self, a):
+        self._a = a
+
+    @property
+    def a(self):
+        return self._a
+
+    @a.setter
+    def a(self, value):
+        self._a = value
+
+
+def do_stuff(foo):
+    for i in range(iteration):
+        local_a = foo.a + 1
+        foo.a = local_a % 5
+
+    return foo.a
+
+
+def measure(num):
+    for i in range(num):  # 50000
+        result = do_stuff(Foo(42))
+
+    print(result)
+
+
+def __benchmark__(num=5000):
+    measure(num)

mx.graalpython/mx_graalpython_bench_param.py

@@ -88,6 +88,8 @@
     'special-add-int': ITER_15 + ['5'],
     'special-add': ITER_15 + ['5'],
     'special-len': ITER_10 + ['5'],
+    'member_access': ITER_10 + ['5'],
+    'c_member_access': ITER_10 + ['5'],
 }