Merge pull request #42 from x-wf/master

Scrape release metrics from repositories

Author: Rucknar

METRICS.md

@@ -27,6 +27,8 @@ github_repo_stars{archived="false",fork="false",language="Go",license="mit",priv
 # HELP github_repo_watchers Total number of watchers/subscribers for given repository
 # TYPE github_repo_watchers gauge
 github_repo_watchers{archived="false",fork="false",language="Go",license="mit",private="false",repo="github-exporter",user="infinityworks"} 10
+# TYPE github_repo_release_downloads gauge
+github_repo_release_downloads{name="release1.0.0",repo="github-exporter",user="infinityworks"} 3500
 ```
 
 <!--

exporter/gather.go

@@ -4,6 +4,7 @@ import (
 	"encoding/json"
 	"fmt"
 	"strconv"
+    "strings"
 
 	log "github.com/sirupsen/logrus"
 )
@@ -29,6 +30,11 @@ func (e *Exporter) gatherData() ([]*Datum, *RateLimits, error) {
 			data = append(data, ds...)
 		} else {
 			d := new(Datum)
+
+			// Get releases
+			if strings.Contains(response.url, "/repos/") {
+				getReleases(e, response.url, &d.Releases)
+			}
 			json.Unmarshal(response.body, &d)
 			data = append(data, d)
 		}
@@ -43,6 +49,7 @@ func (e *Exporter) gatherData() ([]*Datum, *RateLimits, error) {
 		log.Errorf("Unable to obtain rate limit data from API, Error: %s", err)
 	}
 
+
 	//return data, rates, err
 	return data, rates, nil
 
@@ -92,6 +99,19 @@ func getRates(baseURL string, token string) (*RateLimits, error) {
 
 }
 
+func getReleases(e *Exporter, url string, data *[]Release) {
+	i := strings.Index(url, "?")
+	baseURL := url[:i]
+	releasesURL := baseURL + "/releases"
+	releasesResponse, err := asyncHTTPGets([]string{releasesURL}, e.APIToken)
+
+	if err != nil {
+		log.Errorf("Unable to obtain releases from API, Error: %s", err)
+	}
+
+	json.Unmarshal(releasesResponse[0].body, &data)
+}
+
 // isArray simply looks for key details that determine if the JSON response is an array or not.
 func isArray(body []byte) bool {
 

exporter/metrics.go

@@ -3,6 +3,7 @@ package exporter
 import "github.com/prometheus/client_golang/prometheus"
 import "strconv"
 
+
 // AddMetrics - Add's all of the metrics to a map of strings, returns the map.
 func AddMetrics() map[string]*prometheus.Desc {
 
@@ -33,6 +34,11 @@ func AddMetrics() map[string]*prometheus.Desc {
 		"Size in KB for given repository",
 		[]string{"repo", "user", "private", "fork", "archived", "license", "language"}, nil,
 	)
+	APIMetrics["ReleaseDownloads"] = prometheus.NewDesc(
+		prometheus.BuildFQName("github", "repo", "release_downloads"),
+		"Download count for a given release",
+		[]string{"repo", "user", "release", "name", "created_at"}, nil,
+	)
 	APIMetrics["Limit"] = prometheus.NewDesc(
 		prometheus.BuildFQName("github", "rate", "limit"),
 		"Number of API queries allowed in a 60 minute window",
@@ -63,6 +69,11 @@ func (e *Exporter) processMetrics(data []*Datum, rates *RateLimits, ch chan<- pr
 		ch <- prometheus.MustNewConstMetric(e.APIMetrics["Watchers"], prometheus.GaugeValue, x.Watchers, x.Name, x.Owner.Login, strconv.FormatBool(x.Private), strconv.FormatBool(x.Fork), strconv.FormatBool(x.Archived), x.License.Key, x.Language)
 		ch <- prometheus.MustNewConstMetric(e.APIMetrics["Size"], prometheus.GaugeValue, x.Size, x.Name, x.Owner.Login, strconv.FormatBool(x.Private), strconv.FormatBool(x.Fork), strconv.FormatBool(x.Archived), x.License.Key, x.Language)
 
+		for _, release := range x.Releases {
+			for _, asset := range release.Assets {
+				ch <- prometheus.MustNewConstMetric(e.APIMetrics["ReleaseDownloads"], prometheus.GaugeValue, float64(asset.Downloads), x.Name, x.Owner.Login, release.Name, asset.Name, asset.CreatedAt)
+			}
+		}
 	}
 
 	// Set Rate limit stats

exporter/structs.go

@@ -28,15 +28,28 @@ type Datum struct {
 	License struct {
 		Key string `json:"key"`
 	} `json:"license"`
-	Language   string  `json:"language"`
-	Archived   bool    `json:"archived"`
-	Private    bool    `json:"private"`
-	Fork       bool    `json:"fork"`
-	Forks      float64 `json:"forks"`
-	Stars      float64 `json:"stargazers_count"`
-	OpenIssues float64 `json:"open_issues"`
-	Watchers   float64 `json:"subscribers_count"`
-	Size       float64 `json:"size"`
+	Language   string    `json:"language"`
+	Archived   bool      `json:"archived"`
+	Private    bool      `json:"private"`
+	Fork       bool      `json:"fork"`
+	Forks      float64   `json:"forks"`
+	Stars      float64   `json:"stargazers_count"`
+	OpenIssues float64   `json:"open_issues"`
+	Watchers   float64   `json:"subscribers_count"`
+	Size       float64   `json:"size"`
+	Releases   []Release
+}
+
+type Release struct {
+	Name   string  `json:"name"`
+	Assets []Asset `json:"assets"`
+}
+
+type Asset struct {
+	Name      string `json:"name"`
+	Size      int64  `json:"size"`
+	Downloads int32  `json:"download_count"`
+	CreatedAt string `json:"created_at"`
 }
 
 // RateLimits is used to store rate limit data into a struct

main.go

@@ -8,6 +8,7 @@ import (
 	"github.com/infinityworks/github-exporter/exporter"
 	"github.com/infinityworks/go-common/logger"
 	"github.com/prometheus/client_golang/prometheus"
+	"github.com/prometheus/client_golang/prometheus/promhttp"
 	"github.com/sirupsen/logrus"
 )
 
@@ -37,7 +38,7 @@ func main() {
 	prometheus.MustRegister(&exporter)
 
 	// Setup HTTP handler
-	http.Handle(applicationCfg.MetricsPath(), prometheus.Handler())
+	http.Handle(applicationCfg.MetricsPath(), promhttp.Handler())
 	http.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) {
 		w.Write([]byte(`<html>
 		                <head><title>Github Exporter</title></head>