week 07 initial drop

Author: jsheedy

Examples/week-07-profiling/data_aggregation/agg.py

@@ -0,0 +1,32 @@
+import time
+import timer
+
+x = 0
+
+# @profile
+@timer.timer
+def slow():
+    x = 0
+    def doit1(i):
+        global x
+        x = x + i
+
+    list = range(100000)
+    for i in list:
+        doit1(i)
+
+# @profile
+@timer.timer
+def fast():
+    x = 0
+    def doit2(list):
+        global x
+        for i in list:
+            x = x + i
+    list = range(100000)
+    doit2(list)
+
+if __name__ == "__main__":
+    s1 = slow()
+    s2 = fast()
+    assert(s1 == s2)

Examples/week-07-profiling/data_aggregation/containers.py

@@ -0,0 +1,21 @@
+#!/usr/bin/env python
+
+from timer import timer
+
+list_data = [l.strip() for l in open('/usr/share/dict/words')] * 10
+
+set_data = set(list_data)
+
+
+@timer
+def set_contains(x):
+    return x in set_data
+
+@timer
+def list_contains(x):
+    return x in list_data
+    
+
+if __name__ == "__main__":
+    set_contains("zebra")
+    list_contains("zebra")

Examples/week-07-profiling/data_aggregation/loops.py

@@ -0,0 +1,33 @@
+#!/usr/bin/env python
+
+from timer import timer
+
+data = [l.strip() for l in open('/usr/share/dict/words')] * 10
+
+# data contains a list of words.  uppercase all elements two ways:
+
+@timer
+def slow():
+    upper = []
+    for word in data:
+        upper.append(word.upper())
+    return upper
+
+@timer
+def fast_list_comprehension():
+    return [x.upper() for x in data]
+
+@timer
+def fast_map():
+    return map(str.upper, data)
+
+@timer
+def fast_generator():
+    # super fast.  but is it doing the same work? 
+    return (x.upper() for x in data)
+
+if __name__ == "__main__":
+    slow()
+    fast_map()
+    fast_list_comprehension()
+    fast_generator()

Examples/week-07-profiling/data_aggregation/pycallgraph.png

@@ -0,0 +1,11 @@
+import time
+
+def timer(func):
+    def timer(*args, **kwargs):
+        t1 = time.time()
+        result = func(*args, **kwargs)
+        t2 = time.time()
+        print "-- executed %s in %.4f seconds" % (func.func_name, (t2 - t1))
+        return result
+    return timer
+

Examples/week-07-profiling/data_aggregation/timer.py

@@ -0,0 +1,163 @@
+# Django settings for benchmark project.
+import os
+
+DEBUG = True
+TEMPLATE_DEBUG = DEBUG
+
+ADMINS = (
+    # ('Your Name', '[email protected]'),
+)
+
+MANAGERS = ADMINS
+DIRNAME = os.path.dirname(os.path.abspath(__file__))
+
+DATABASES = {
+    'default': {
+        'ENGINE': 'django.db.backends.', # Add 'postgresql_psycopg2', 'mysql', 'sqlite3' or 'oracle'.
+        'NAME': '',                      # Or path to database file if using sqlite3.
+        # The following settings are not used with sqlite3:
+        'USER': '',
+        'PASSWORD': '',
+        'HOST': '',                      # Empty for localhost through domain sockets or '127.0.0.1' for localhost through TCP.
+        'PORT': '',                      # Set to empty string for default.
+    }
+}
+
+# Hosts/domain names that are valid for this site; required if DEBUG is False
+# See https://docs.djangoproject.com/en/1.5/ref/settings/#allowed-hosts
+ALLOWED_HOSTS = []
+
+# Local time zone for this installation. Choices can be found here:
+# http://en.wikipedia.org/wiki/List_of_tz_zones_by_name
+# although not all choices may be available on all operating systems.
+# In a Windows environment this must be set to your system time zone.
+TIME_ZONE = 'America/Chicago'
+
+# Language code for this installation. All choices can be found here:
+# http://www.i18nguy.com/unicode/language-identifiers.html
+LANGUAGE_CODE = 'en-us'
+
+SITE_ID = 1
+
+# If you set this to False, Django will make some optimizations so as not
+# to load the internationalization machinery.
+USE_I18N = True
+
+# If you set this to False, Django will not format dates, numbers and
+# calendars according to the current locale.
+USE_L10N = True
+
+# If you set this to False, Django will not use timezone-aware datetimes.
+USE_TZ = True
+
+# Absolute filesystem path to the directory that will hold user-uploaded files.
+# Example: "/var/www/example.com/media/"
+MEDIA_ROOT = ''
+
+# URL that handles the media served from MEDIA_ROOT. Make sure to use a
+# trailing slash.
+# Examples: "http://example.com/media/", "http://media.example.com/"
+MEDIA_URL = ''
+
+# Absolute path to the directory static files should be collected to.
+# Don't put anything in this directory yourself; store your static files
+# in apps' "static/" subdirectories and in STATICFILES_DIRS.
+# Example: "/var/www/example.com/static/"
+STATIC_ROOT = ''
+
+# URL prefix for static files.
+# Example: "http://example.com/static/", "http://static.example.com/"
+STATIC_URL = '/static/'
+
+# Additional locations of static files
+STATICFILES_DIRS = (
+    # Put strings here, like "/home/html/static" or "C:/www/django/static".
+    # Always use forward slashes, even on Windows.
+    # Don't forget to use absolute paths, not relative paths.
+)
+
+# List of finder classes that know how to find static files in
+# various locations.
+STATICFILES_FINDERS = (
+    'django.contrib.staticfiles.finders.FileSystemFinder',
+    'django.contrib.staticfiles.finders.AppDirectoriesFinder',
+#    'django.contrib.staticfiles.finders.DefaultStorageFinder',
+)
+
+# Make this unique, and don't share it with anybody.
+SECRET_KEY = 'ls8e$xpgo_(4%(iov2%jv0%wh+%#+kgl+p7cwcu$4)+qh$wh8!'
+
+# List of callables that know how to import templates from various sources.
+TEMPLATE_LOADERS = (
+    'django.template.loaders.filesystem.Loader',
+    'django.template.loaders.app_directories.Loader',
+#     'django.template.loaders.eggs.Loader',
+)
+
+MIDDLEWARE_CLASSES = (
+    'django.middleware.common.CommonMiddleware',
+    'django.contrib.sessions.middleware.SessionMiddleware',
+    'django.middleware.csrf.CsrfViewMiddleware',
+    'django.contrib.auth.middleware.AuthenticationMiddleware',
+    'django.contrib.messages.middleware.MessageMiddleware',
+    # Uncomment the next line for simple clickjacking protection:
+    # 'django.middleware.clickjacking.XFrameOptionsMiddleware',
+)
+
+ROOT_URLCONF = 'benchmark.urls'
+
+# Python dotted path to the WSGI application used by Django's runserver.
+WSGI_APPLICATION = 'benchmark.wsgi.application'
+
+TEMPLATE_DIRS = (
+    # Put strings here, like "/home/html/django_templates" or "C:/www/django/templates".
+    # Always use forward slashes, even on Windows.
+    # Don't forget to use absolute paths, not relative paths.
+    os.path.join(DIRNAME, 'templates'),
+)
+
+INSTALLED_APPS = (
+    'django.contrib.auth',
+    'django.contrib.contenttypes',
+    'django.contrib.sessions',
+    'django.contrib.sites',
+    'django.contrib.messages',
+    'django.contrib.staticfiles',
+    'django.contrib.humanize',
+
+
+    'benchmarkapp',
+    # Uncomment the next line to enable the admin:
+    # 'django.contrib.admin',
+    # Uncomment the next line to enable admin documentation:
+    # 'django.contrib.admindocs',
+)
+
+# A sample logging configuration. The only tangible logging
+# performed by this configuration is to send an email to
+# the site admins on every HTTP 500 error when DEBUG=False.
+# See http://docs.djangoproject.com/en/dev/topics/logging for
+# more details on how to customize your logging configuration.
+LOGGING = {
+    'version': 1,
+    'disable_existing_loggers': False,
+    'filters': {
+        'require_debug_false': {
+            '()': 'django.utils.log.RequireDebugFalse'
+        }
+    },
+    'handlers': {
+        'mail_admins': {
+            'level': 'ERROR',
+            'filters': ['require_debug_false'],
+            'class': 'django.utils.log.AdminEmailHandler'
+        }
+    },
+    'loggers': {
+        'django.request': {
+            'handlers': ['mail_admins'],
+            'level': 'ERROR',
+            'propagate': True,
+        },
+    }
+}

Examples/week-07-profiling/django/benchmark/benchmark/__init__.py

@@ -0,0 +1,9 @@
+{% load humanize %}
+
+<p>
+    {{ data}}
+</p>
+
+<p>
+    Benchmark index
+</p>

Examples/week-07-profiling/django/benchmark/benchmark/settings.py

@@ -0,0 +1,18 @@
+from django.conf.urls import patterns, include, url
+
+
+# Uncomment the next two lines to enable the admin:
+# from django.contrib import admin
+# admin.autodiscover()
+
+urlpatterns = patterns('',
+    # Examples:
+    url(r'^$', 'benchmarkapp.views.index', name='index'),
+    # url(r'^benchmark/', include('benchmark.foo.urls')),
+
+    # Uncomment the admin/doc line below to enable admin documentation:
+    # url(r'^admin/doc/', include('django.contrib.admindocs.urls')),
+
+    # Uncomment the next line to enable the admin:
+    # url(r'^admin/', include(admin.site.urls)),
+)

Examples/week-07-profiling/django/benchmark/benchmark/templates/index.html

@@ -0,0 +1,32 @@
+"""
+WSGI config for benchmark project.
+
+This module contains the WSGI application used by Django's development server
+and any production WSGI deployments. It should expose a module-level variable
+named ``application``. Django's ``runserver`` and ``runfcgi`` commands discover
+this application via the ``WSGI_APPLICATION`` setting.
+
+Usually you will have the standard Django WSGI application here, but it also
+might make sense to replace the whole Django WSGI application with a custom one
+that later delegates to the Django one. For example, you could introduce WSGI
+middleware here, or combine a Django application with an application of another
+framework.
+
+"""
+import os
+
+# We defer to a DJANGO_SETTINGS_MODULE already in the environment. This breaks
+# if running multiple sites in the same mod_wsgi process. To fix this, use
+# mod_wsgi daemon mode with each site in its own daemon process, or use
+# os.environ["DJANGO_SETTINGS_MODULE"] = "benchmark.settings"
+os.environ.setdefault("DJANGO_SETTINGS_MODULE", "benchmark.settings")
+
+# This application object is used by any WSGI server configured to use this
+# file. This includes Django's development server, if the WSGI_APPLICATION
+# setting points here.
+from django.core.wsgi import get_wsgi_application
+application = get_wsgi_application()
+
+# Apply WSGI middleware here.
+# from helloworld.wsgi import HelloWorldApplication
+# application = HelloWorldApplication(application)