update sdk to v3.2.1

jenkins integration

Each commit to the master branch will trigger Jenkins workflow:
1) run the bblfsh/performance container
2) bblfsh/performance container -> pull the branch content
3) bblfsh/performance container -> run transformations benchmarks inside the repo:
go test -run=NONE -bench=. ./driver/...
4) bblfsh/performance container -> performance binary -> store transformations benchmarks results to prometheus pushgateway
5) bblfsh/performance container -> performance binary -> run end to end test that does several steps:
  5.1) build current driver's image
  5.2) install driver's image to bblfsh
  5.3) run benchmarks using grpc go-client, benchmark files: ./fixtures/bench_*.go
  5.4) store benchmark results to to prometheus pushgateway

Signed-off-by: lwsanty <[email protected]>

Author: lwsanty

Dockerfile

@@ -25,14 +25,15 @@ RUN pip3 install -U --prefix=./.local ./python_package
 # Stage 1.1: Native Driver Tests
 #================================
 FROM native as native_test
+
 # run native driver tests
 RUN cd ./python_package/test && PYTHONPATH=../../.local:$PYTHONPATH python3 -m unittest discover
 
 
 #=================================
 # Stage 2: Go Driver Server Build
 #=================================
-FROM golang:1.10-alpine as driver
+FROM golang:1.12-alpine as driver
 
 ENV DRIVER_REPO=github.com/bblfsh/python-driver
 ENV DRIVER_REPO_PATH=/go/src/$DRIVER_REPO
@@ -45,6 +46,9 @@ WORKDIR $DRIVER_REPO_PATH/
 
 ENV GO111MODULE=on GOFLAGS=-mod=vendor
 
+# workaround for https://github.com/golang/go/issues/28065
+ENV CGO_ENABLED=0
+
 # build server binary
 RUN go build -o /tmp/driver ./driver/main.go
 # build tests

Jenkinsfile

@@ -0,0 +1,68 @@
+pipeline {
+  agent {
+    kubernetes {
+      label 'python-driver-bblfsh-performance'
+      defaultContainer 'python-driver-bblfsh-performance'
+      yaml """
+spec:
+  nodeSelector:
+    srcd.host/type: jenkins-worker
+  affinity:
+    podAntiAffinity:
+      requiredDuringSchedulingIgnoredDuringExecution:
+      - labelSelector:
+          matchExpressions:
+          - key: jenkins
+            operator: In
+            values:
+            - slave
+        topologyKey: kubernetes.io/hostname
+  containers:
+  - name: python-driver-bblfsh-performance
+    image: bblfsh/performance:latest
+    imagePullPolicy: Always
+    securityContext:
+      privileged: true
+    command:
+    - dockerd
+    tty: true
+"""
+    }
+  }
+  environment {
+    DRIVER_LANGUAGE = "python"
+    DRIVER_REPO = "https://github.com/bblfsh/python-driver.git"
+    DRIVER_SRC_FIXTURES = "${env.WORKSPACE}/fixtures"
+    BENCHMARK_FILE = "${env.WORKSPACE}/bench.log"
+    LOG_LEVEL = "debug"
+    PROM_ADDRESS = "http://prom-pushgateway-prometheus-pushgateway.monitoring.svc.cluster.local:9091"
+    PROM_JOB = "bblfsh_perfomance"
+  }
+  // TODO(lwsanty): https://github.com/src-d/infrastructure/issues/992
+  // this is polling for every 2 minutes
+  // however it's better to use trigger curl http://yourserver/jenkins/git/notifyCommit?url=<URL of the Git repository>
+  // https://kohsuke.org/2011/12/01/polling-must-die-triggering-jenkins-builds-from-a-git-hook/
+  // the problem is that it requires Jenkins to be accessible from the hook side
+  // probably Travis CI could trigger Jenkins after all unit tests have passed...
+  triggers { pollSCM('H/2 * * * *') }
+  stages {
+    stage('Run transformations benchmark') {
+      when { branch 'master' }
+      steps {
+        sh "set -o pipefail ; go test -run=NONE -bench=. ./driver/... | tee ${env.BENCHMARK_FILE}"
+      }
+    }
+    stage('Store transformations benchmark to prometheus') {
+      when { branch 'master' }
+      steps {
+        sh "/root/bblfsh-performance parse-and-store --language=${env.DRIVER_LANGUAGE} --commit=${env.GIT_COMMIT} --storage=prom ${env.BENCHMARK_FILE}"
+      }
+    }
+    stage('Run end-to-end benchmark') {
+      when { branch 'master' }
+      steps {
+        sh "/root/bblfsh-performance end-to-end --language=${env.DRIVER_LANGUAGE} --commit=${env.GIT_COMMIT} --docker-tag=latest --custom-driver=true --storage=prom ${env.DRIVER_SRC_FIXTURES}"
+      }
+    }
+  }
+}

README.md

@@ -1,4 +1,4 @@
-# Python driver for [Babelfish](https://github.com/bblfsh/bblfshd) ![Driver Status](https://img.shields.io/badge/status-beta-dbd25c.svg) [![Build Status](https://travis-ci.org/bblfsh/python-driver.svg?branch=master)](https://travis-ci.org/bblfsh/python-driver) ![Native Version](https://img.shields.io/badge/python%20version-3.6.2-aa93ea.svg) ![Go Version](https://img.shields.io/badge/go%20version-1.12-63afbf.svg)
+# Python driver for [Babelfish](https://github.com/bblfsh/bblfshd) ![Driver Status](https://img.shields.io/badge/status-beta-dbd25c.svg) [![Build Status](https://travis-ci.org/bblfsh/python-driver.svg?branch=master)](https://travis-ci.org/bblfsh/python-driver) ![Native Version](https://img.shields.io/badge/python%20version-3.6-aa93ea.svg) ![Go Version](https://img.shields.io/badge/go%20version-1.12-63afbf.svg)
 
 Development Environment
 -----------------------

build.yml

@@ -1,6 +1,6 @@
 sdk: '2'
 go-runtime:
-  version: '1.10-alpine'
+  version: '1.12-alpine'
 native:
   image: 'python:3.6-alpine'
   deps:

go.mod

@@ -3,20 +3,28 @@ module github.com/bblfsh/python-driver
 go 1.12
 
 require (
-	github.com/BurntSushi/toml v0.3.1 // indirect
-	github.com/Microsoft/go-winio v0.4.12 // indirect
-	github.com/bblfsh/sdk/v3 v3.0.0
-	github.com/containerd/continuity v0.0.0-20181203112020-004b46473808 // indirect
-	github.com/gogo/protobuf v1.2.0 // indirect
-	github.com/mattn/go-isatty v0.0.4 // indirect
+	github.com/Microsoft/go-winio v0.4.13 // indirect
+	github.com/bblfsh/sdk/v3 v3.2.1
+	github.com/containerd/continuity v0.0.0-20190426062206-aaeac12a7ffc // indirect
+	github.com/docker/go-connections v0.4.0 // indirect
+	github.com/docker/go-units v0.4.0 // indirect
+	github.com/gogo/protobuf v1.2.1 // indirect
+	github.com/google/go-cmp v0.3.0 // indirect
+	github.com/konsorten/go-windows-terminal-sequences v1.0.2 // indirect
+	github.com/mattn/go-colorable v0.1.2 // indirect
 	github.com/opencontainers/runc v1.0.0-rc6 // indirect
-	github.com/pkg/errors v0.8.1 // indirect
-	github.com/sirupsen/logrus v1.3.0 // indirect
+	github.com/opentracing/opentracing-go v1.1.0 // indirect
+	github.com/ory/dockertest v3.3.4+incompatible // indirect
 	github.com/stretchr/testify v1.3.0 // indirect
-	golang.org/x/crypto v0.0.0-20190131182504-b8fe1690c613 // indirect
-	golang.org/x/net v0.0.0-20190125091013-d26f9f9a57f3 // indirect
-	golang.org/x/sys v0.0.0-20190130150945-aca44879d564 // indirect
-	google.golang.org/genproto v0.0.0-20190128161407-8ac453e89fca // indirect
-	google.golang.org/grpc v1.18.0 // indirect
+	github.com/uber-go/atomic v1.4.0 // indirect
+	github.com/uber/jaeger-client-go v2.16.0+incompatible // indirect
+	github.com/uber/jaeger-lib v2.0.0+incompatible // indirect
+	go.uber.org/atomic v1.4.0 // indirect
+	golang.org/x/net v0.0.0-20190724013045-ca1201d0de80 // indirect
+	golang.org/x/sys v0.0.0-20190712062909-fae7ac547cb7 // indirect
+	golang.org/x/text v0.3.2 // indirect
+	google.golang.org/genproto v0.0.0-20190716160619-c506a9f90610 // indirect
+	google.golang.org/grpc v1.22.0 // indirect
+	gopkg.in/bblfsh/sdk.v1 v1.17.0 // indirect
 	gopkg.in/yaml.v2 v2.2.2 // indirect
 )