Merge pull request rapid7#1380 from todb-r7/feature/mailmap_and_commit_count

Godspeed, friends.

Author: trosen-r7

.mailmap

@@ -0,0 +1,66 @@
+wchen-r7 <wchen-r7@github>         sinn3r <[email protected]> # aka sinn3r
+wchen-r7 <wchen-r7@github>         Wei Chen <[email protected]>
+wchen-r7 <wchen-r7@github>         sinn3r <[email protected]>
+todb-r7 <todb-r7@github>           Tod Beardsley <[email protected]>
+jvazquez-r7 <jvazquez-r7@github>   jvazquez-r7 <[email protected]>
+hmoore-r7 <hmoore-r7@github>       HD Moore <[email protected]>
+hmoore-r7 <hmoore-r7@github>       HD Moore <[email protected]>
+jlee-r7 <jlee-r7@github>           James Lee <[email protected]> # aka egypt
+jlee-r7 <jlee-r7@github>           James Lee <[email protected]>
+dmaloney-r7 <dmaloney-r7@github>   David Maloney <[email protected]> # aka TheLightCosine
+dmaloney-r7 <dmaloney-r7@github>   David Maloney <[email protected]>
+joev-r7 <joev-r7@github>           Joe Vennix <[email protected]>
+bturner-r7 <bturner-r7@github>     Brandon Turner <[email protected]>
+ecarey-r7 <ecarey-r7@github>       Erran Carey <[email protected]>
+limhoff-r7 <limhoff-r7@github>     Luke Imhoff <[email protected]>
+todb-r7 <todb-r7@github>           Tod Beardsley <[email protected]>
+tasos-r7 <tasos-r7@github>         Tasos Laskos <[email protected]>
+shuckins-r7 <shuckins-r7@github>   Samuel Huckins <[email protected]>
+bperry-r7 <bperry-r7@github>       Brandon Perry <bperry@bperry-rapid7.(none)>
+bperry-r7 <bperry-r7@github>       Brandon Perry <[email protected]>
+
+# Above this line are current Rapid7 employees Below this paragraph are
+# volunteers, former employees, and potential Rapid7 employees who, at
+# one time or another, had some largeish number of commits landed on
+# rapid7/metasploit-framework master branch.  This should be refreshed
+# periodically. If you're on this list and would like to not be, just
+# let [email protected] know.
+
+Meatballs1 <Meatballs1@github>         Meatballs <[email protected]>
+Meatballs1 <Meatballs1@github>         Meatballs1 <[email protected]> 
+Meatballs1 <Meatballs1@github>         Meatballs1 <[email protected]> 
+jduck <jduck@github>                   Joshua Drake <[email protected]>
+jcran <jcran@github>                   Jonathan Cran <[email protected]>
+jcran <jcran@github>                   Jonathan Cran <[email protected]>
+bannedit <bannedit@github>             David Rude <[email protected]>
+darkoperator <darkoperator@github>     Carlos Perez <[email protected]>
+scriptjunkie <scriptjunkie@github>     Matt Weeks <[email protected]>
+skape <skape@???>                      Matt Miller <[email protected]>
+ceballosm <ceballosm@github>           Mario Ceballos <[email protected]>
+swtornio <swtornio@github>             Steve Tornio <[email protected]>
+kris <kris@???>                        kris <>
+spoonm <spoonm@github>                 Spoon M <[email protected]>
+fab <fab@???>                          fab <> # fab at revhosts.net (Fabrice MOURRON)
+efraintorres <efraintorres@github>     efraintorres <[email protected]>
+efraintorres <efraintorres@github>     et <>
+r3dy <r3dy@github>                     Royce Davis <[email protected]>
+r3dy <r3dy@github>                     Royce Davis <[email protected]>
+mubix <mubix@github>                   Rob Fuller <[email protected]>
+nmonkee <nmonkee@github>               nmonkee <[email protected]> 
+rsmudge <rsmudge@github>               Raphael Mudge <[email protected]> # Aka `butane
+m-1-k-3 <m-1-k-3@github>               m-1-k-3 <[email protected]>
+kost <kost@github>                     Vlatko Kosturjak <[email protected]>
+ohdae <ohdae@github>                   ohdae <[email protected]>
+schierlm <schierlm@github>             Michael Schierl <[email protected]> # Aka mihi
+corelanc0d3er <corelanc0d3er@github>   Peter Van Eeckhoutte (corelanc0d3r) <[email protected]>
+corelanc0d3er <corelanc0d3er@github>   corelanc0d3r <[email protected]>
+kernelsmith <kernelsmith@github>       Joshua Smith <[email protected]>
+kernelsmith <kernelsmith@github>       kernelsmith <kernelsmith@kernelsmith>
+h0ng10 <h0ng10@github>                 h0ng10 <[email protected]>
+h0ng10 <h0ng10@github>                 Hans-Martin Münch <[email protected]>
+nullbind <nullbind@github>             nullbind <[email protected]>
+nevdull77 <nevdull77@github>           Patrik Karlsson <[email protected]>
+jgor <jgor@github>                     jgor <[email protected]>
+ChrisJohnRiley <ChrisJohnRiley@github> Chris John Riley <[email protected]>
+ChrisJohnRiley <ChrisJohnRiley@github> Chris John Riley <[email protected]>
+FireFart <FireFart@github>             Christian Mehlmauer <[email protected]>

tools/committer_count.rb

@@ -0,0 +1,70 @@
+#!/usr/bin/env ruby
+
+# The committer_count.rb is a way to tell who's been active over the last
+# given period. It's of course, quite coarse -- someone with 10 commits in a day
+# may or may not be more productive than someone with 3, but over long enough
+# periods, it's an okay metric to measure involvement with the project, since
+# large and small commits will tend to average out.
+#
+# Note that this includes merge commits by default (which usually means at least
+# code review happened, so it's still a measure of work). You can get different
+# stats by ignoring merge commits, once option parsing is implemented.
+#
+# Usage: ./committer_count.rb 2011-01-01 | head -10 # Since a particular date
+#        ./committer_count.rb 1y   | head -10       # Last year
+#        ./committer_count.rb 6m   | head -10       # Last six months
+#        ./committer_count.rb 12w  | head -10       # Last twelve weeks
+#        ./committer_count.rb 100d | head -10       # Last hundred days
+#
+#
+# History with colors and e-mail addresses (respecting .mailmap):
+# git log --pretty=format:"%C(white)%ad %C(yellow)%h %Cblue'%aN' <%aE> %Cgreen%f%Creset" --date=short
+
+class GitLogLine < Struct.new(:date, :hash, :author, :message)
+end
+
+@history = `git log --pretty=format:"%ad %h '%aN' %f" --date=short --date-order`
+@recent_history = []
+@commits_by_author = {}
+
+def parse_date(date)
+	case date
+	when /([0-9]+)y(ear)?s?/
+		seconds = $1.to_i* (60*60*24*365.25)
+		calc_date = (Time.now - seconds).strftime("%Y-%m-%d")
+	when /([0-9]+)m(onth)?s?/
+		seconds = $1.to_i* (60*60*24*(365.25 / 12))
+		calc_date = (Time.now - seconds).strftime("%Y-%m-%d")
+	when /([0-9]+)w(eek)?s?/
+		seconds = $1.to_i* (60*60*24*7)
+		calc_date = (Time.now - seconds).strftime("%Y-%m-%d")
+	when /([0-9]+)d(ay)?s?/
+		seconds = $1.to_i* (60*60*24)
+		calc_date = (Time.now - seconds).strftime("%Y-%m-%d")
+	else
+		calc_date = Time.new(date).strftime("%Y-%m-%d")
+	end
+end
+
+date = ARGV[0] || "2005-03-22" # A day before the first SVN commit.
+calc_date = parse_date(date)
+
+@history.each_line do |line|
+	parsed_line = line.match(/^([^\s+]+)\s(.{7,})\s'(.*)'\s(.*)[\r\n]*$/)
+	next unless parsed_line
+	break if calc_date == parsed_line[1]
+	@recent_history << GitLogLine.new(*parsed_line[1,4])
+end
+
+@recent_history.each do |logline|
+	@commits_by_author[logline.author] ||= []
+	@commits_by_author[logline.author] << logline.message
+end
+
+puts "Commits since #{calc_date}"
+puts "-" * 50
+
+@commits_by_author.sort_by {|k,v| v.size}.reverse.each do |k,v|
+	puts "%-25s %3d" % [k,v.size]
+end
+

tools/module_commits.rb

@@ -0,0 +1,64 @@
+#!/usr/bin/env ruby
+
+# Check the commit history of a module or tree of modules.
+# and sort by number of commits.
+#
+# Usage: tools/module_commits.rb [module dir | module fname]
+
+require 'find'
+
+class GitLogLine < Struct.new(:date, :hash, :author, :message)
+end
+
+class CommitHistory < Struct.new(:fname, :total, :authors)
+end
+
+msfbase = __FILE__
+while File.symlink?(msfbase)
+	msfbase = File.expand_path(File.readlink(msfbase), File.dirname(msfbase))
+end
+
+dir = ARGV[0] || File.join(msfbase, "modules", "exploits")
+raise ArgumentError, "Need a filename or directory" unless (dir and File.readable? dir)
+
+def check_commit_history(fname)
+
+  git_cmd = `git log --pretty=format:"%ad %h '%aN' %f" --date=short --date-order #{fname}`
+  commit_history = []
+  commits_by_author = {}
+
+  git_cmd.each_line do |line|
+    parsed_line = line.match(/^([^\s+]+)\s(.{7,})\s'(.*)'\s(.*)[\r\n]*$/)
+    commit_history << GitLogLine.new(*parsed_line[1,4])
+  end
+
+  commit_history.each do |logline|
+    commits_by_author[logline.author] ||= []
+    commits_by_author[logline.author] << logline.message
+  end
+
+  puts "Commits for #{fname} #{commit_history.size}"
+  puts "-" * 72
+
+  commits_by_author.sort_by {|k,v| v.size}.reverse.each do |k,v|
+    puts "%-25s %3d" % [k,v.size]
+  end
+
+ this_module = CommitHistory.new(fname,commit_history.size,commits_by_author)
+ return this_module
+
+end
+
+@module_stats = []
+
+Find.find(dir) do |fname|
+  next unless fname =~ /rb$/
+  @module_stats << check_commit_history(fname)
+end
+
+puts "=" * 72
+puts "Sorted modules by commit counts"
+
+@module_stats.sort_by {|m| m.total }.reverse.each do |m|
+  puts "%-60s %d" % [m.fname, m.total]
+end

tools/module_count.rb

@@ -0,0 +1,49 @@
+#!/usr/bin/env ruby
+
+# Lists the current count of modules, by type, and outputs a bare CSV.
+
+msfbase = __FILE__
+while File.symlink?(msfbase)
+	msfbase = File.expand_path(File.readlink(msfbase), File.dirname(msfbase))
+end
+
+$:.unshift(File.expand_path(File.join(File.dirname(msfbase), '..', 'lib')))
+require 'fastlib'
+require 'msfenv'
+
+$:.unshift(ENV['MSF_LOCAL_LIB']) if ENV['MSF_LOCAL_LIB']
+
+require 'rex'
+require 'msf/ui'
+require 'msf/base'
+
+# Always disable the database (we never need it just to list module
+# information).
+framework_opts = { 'DisableDatabase' => true }
+
+# Initialize the simplified framework instance.
+$framework = Msf::Simple::Framework.create(framework_opts)
+Indent = '  '
+
+i = 0
+module_types = {
+  :exploit => 0,
+  :auxiliary => 0,
+  :post => 0,
+  :payload => 0,
+  :encoder => 0,
+  :nop => 0
+}
+
+$framework.modules.each do |name, mod|
+  this_mod = mod.new
+  [:exploit, :auxiliary, :post, :payload, :encoder, :nop].each do |meth|
+    interrogative = "#{meth}?".intern
+    if this_mod.send(interrogative)
+      module_types[meth] += 1 
+    end
+  end
+end
+
+puts module_types.keys.map {|k| k.to_s}.join(",")
+puts module_types.values.join(",")