Merge branch 'main' into add-code-coverage-integration

Author: BupycHuk

.github/pull_request_template.md

@@ -1,12 +1,15 @@
 [PMM-XXXX](https://jira.percona.com/browse/PMM-XXXX) (optional, if ticket reported)
 
-- [ ] Links to other linked pull requests (optional).
+- [ ] Links to related pull requests (optional).
 
 ---
 
-- [ ] Tests passed.
-- [ ] Fix conflicts with target branch.
-- [ ] Update jira ticket description if needed.
-- [ ] Attach screenshots/console output to confirm new behavior to jira ticket, if applicable.
+Below we provide a basic checklist of things that would make it a good PR:
+- Make sure to sign the CLA (Contributor License Agreement).
+- Make sure all tests pass.
+- Keep current with the target branch and fix conflicts if necessary.
+- Update jira ticket description if necessary.
+- Attach screenshots and/or console output to the jira ticket to confirm new behavior, if applicable.
+- Leave notes to the reviewers if you need to focus their attention on something specific.
 
 Once all checks pass and the code is ready for review, please add `pmm-review-exporters` team as the reviewer. That would assign people from the review team automatically. Report any issues on our [Forum](https://forums.percona.com).

.github/workflows/go.yml

@@ -20,10 +20,8 @@ jobs:
       fail-fast: false
       matrix:
         image:
-          - mongo:4.2
           - mongo:4.4
           - mongo:5.0
-          - percona/percona-server-mongodb:4.2
           - percona/percona-server-mongodb:4.4
           - percona/percona-server-mongodb:5.0
 

.github/workflows/release.yml

@@ -23,13 +23,13 @@ jobs:
           go-version-file: ${{ github.workspace }}/go.mod
 
       - name: Login to Docker Hub
-        uses: docker/login-action@v2
+        uses: docker/login-action@v3
         with:
           username: ${{ secrets.DOCKERHUB_USERNAME }}
           password: ${{ secrets.DOCKERHUB_TOKEN }}
 
       - name: Login to GitHub Container Registry
-        uses: docker/login-action@v2
+        uses: docker/login-action@v3
         with:
           registry: ghcr.io
           username: ${{ github.actor }}
@@ -43,7 +43,7 @@ jobs:
         uses: docker/setup-buildx-action@v3
 
       - name: Run GoReleaser
-        uses: goreleaser/goreleaser-action@v4
+        uses: goreleaser/goreleaser-action@v5
         with:
           version: latest
           args: release --rm-dist

Dockerfile

@@ -1,9 +1,18 @@
 FROM alpine AS builder
 RUN apk add --no-cache ca-certificates
 
-FROM scratch AS final
+FROM golang:alpine as builder2
+
+RUN apk update && apk add make
+RUN mkdir /source
+COPY . /source
+WORKDIR /source
+RUN make init
+RUN make build
+
+FROM alpine AS final
 USER 65535:65535
-COPY  --from=builder /etc/ssl/certs/ca-certificates.crt /etc/ssl/certs/
-COPY ./mongodb_exporter /
+COPY --from=builder /etc/ssl/certs/ca-certificates.crt /etc/ssl/certs/
+COPY --from=builder2 /source/mongodb_exporter /
 EXPOSE 9216
 ENTRYPOINT ["/mongodb_exporter"]

README.md

@@ -86,6 +86,17 @@ export MONGODB_PASSWORD=YYY
 mongodb_exporter_linux_amd64/mongodb_exporter --mongodb.uri=mongodb://127.0.0.1:17001 --mongodb.collstats-colls=db1.c1,db2.c2
 ```
 
+#### Multi-target support
+You can run the exporter specifying multiple URIs, devided by a comma in --mongodb.uri option or MONGODB_URI environment variable in order to monitor multiple mongodb instances with the a single mongodb_exporter instance.
+```sh
+--mongodb.uri=mongodb://user:[email protected]:27017/admin,mongodb://user2:[email protected]:27018/admin
+```
+In this case you can use the **/scrape** endpoint with the **target** parameter to retreive the specified tartget's metrics.  When querying the data you can use just mongodb://host:port in the targer parameter without other parameters and, of course without host credentials
+```sh
+GET /scrape?target=mongodb://127.0.0.1:27018
+```
+
+
 #### Enabling collstats metrics gathering
 `--mongodb.collstats-colls` receives a list of databases and collections to monitor using collstats.
 Usage example: `--mongodb.collstats-colls=database1.collection1,database2.collection2`

REFERENCE.md

@@ -14,6 +14,7 @@
 |--web.listen-address|Address to listen on for web interface and telemetry|--web.listen-address=":9216"|
 |--web.telemetry-path|Metrics expose path|--web.telemetry-path="/metrics"|
 |--web.config|Path to the file having Prometheus TLS config for basic auth|--web.config=STRING|
+|--web.timeout-offset|Offset to subtract from the timeout in seconds|--web.timeout-offset=1|
 |--log.level|Only log messages with the given severity or above. Valid levels: [debug, info, warn, error, fatal]|--log.level="error"|
 |--collector.diagnosticdata|Enable collecting metrics from getDiagnosticData|
 |--collector.replicasetstatus|Enable collecting metrics from replSetGetStatus|
@@ -27,4 +28,4 @@
 |--collector.profile-time-ts=30|Set time for scrape slow queries| This interval must be synchronized with the Prometheus scrape interval|
 |--collector.profile|Enable collecting metrics from profile|
 |--metrics.overridedescendingindex| Enable descending index name override to replace -1 with _DESC ||
-|--version|Show version and exit|
+|--version|Show version and exit|

exporter/base_collector.go

@@ -43,7 +43,10 @@ func newBaseCollector(client *mongo.Client, logger *logrus.Logger) *baseCollecto
 func (d *baseCollector) Describe(ctx context.Context, ch chan<- *prometheus.Desc, collect func(mCh chan<- prometheus.Metric)) {
 	select {
 	case <-ctx.Done():
-		return
+		// don't interrupt, let mongodb_up metric to be registered if on timeout we still don't have client connected
+		if d.client != nil {
+			return
+		}
 	default:
 	}
 

exporter/currentop_collector_test.go

@@ -31,6 +31,10 @@ import (
 )
 
 func TestCurrentopCollector(t *testing.T) {
+	// It seems like this test needs the queries to continue running so that current oplog is not empty.
+	// TODO: figure out how to restore this test.
+	t.Skip()
+
 	ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
 	defer cancel()
 

exporter/exporter.go

@@ -21,15 +21,12 @@ import (
 	"fmt"
 	"net/http"
 	_ "net/http/pprof"
-	"os"
 	"strconv"
 	"sync"
 	"time"
 
 	"github.com/prometheus/client_golang/prometheus"
 	"github.com/prometheus/client_golang/prometheus/promhttp"
-	"github.com/prometheus/common/promlog"
-	"github.com/prometheus/exporter-toolkit/web"
 	"github.com/sirupsen/logrus"
 	"go.mongodb.org/mongo-driver/mongo"
 
@@ -38,12 +35,10 @@ import (
 
 // Exporter holds Exporter methods and attributes.
 type Exporter struct {
-	path                  string
 	client                *mongo.Client
 	clientMu              sync.Mutex
 	logger                *logrus.Logger
 	opts                  *Opts
-	webListenAddress      string
 	lock                  *sync.Mutex
 	totalCollectionsCount int
 }
@@ -56,10 +51,12 @@ type Opts struct {
 	CollStatsLimit         int
 	CompatibleMode         bool
 	DirectConnect          bool
+	ConnectTimeoutMS       int
 	DisableDefaultRegistry bool
 	DiscoveringMode        bool
 	GlobalConnPool         bool
 	ProfileTimeTS          int
+	TimeoutOffset          int
 
 	CollectAll               bool
 	EnableDBStats            bool
@@ -76,10 +73,8 @@ type Opts struct {
 
 	IndexStatsCollections []string
 	Logger                *logrus.Logger
-	Path                  string
-	URI                   string
-	WebListenAddress      string
-	TLSConfigPath         string
+
+	URI string
 }
 
 var (
@@ -103,16 +98,9 @@ func New(opts *Opts) *Exporter {
 
 	ctx := context.Background()
 
-	if opts.Path == "" {
-		opts.Logger.Warn("Web telemetry path \"\" invalid, falling back to \"/\" instead")
-		opts.Path = "/"
-	}
-
 	exp := &Exporter{
-		path:                  opts.Path,
 		logger:                opts.Logger,
 		opts:                  opts,
-		webListenAddress:      opts.WebListenAddress,
 		lock:                  &sync.Mutex{},
 		totalCollectionsCount: -1, // Not calculated yet. waiting the db connection.
 	}
@@ -257,7 +245,7 @@ func (e *Exporter) getClient(ctx context.Context) (*mongo.Client, error) {
 			return e.client, nil
 		}
 
-		client, err := connect(context.Background(), e.opts.URI, e.opts.DirectConnect)
+		client, err := connect(context.Background(), e.opts)
 		if err != nil {
 			return nil, err
 		}
@@ -267,7 +255,7 @@ func (e *Exporter) getClient(ctx context.Context) (*mongo.Client, error) {
 	}
 
 	// !e.opts.GlobalConnPool: create new client for every scrape.
-	client, err := connect(ctx, e.opts.URI, e.opts.DirectConnect)
+	client, err := connect(ctx, e.opts)
 	if err != nil {
 		return nil, err
 	}
@@ -284,6 +272,7 @@ func (e *Exporter) Handler() http.Handler {
 		if err != nil {
 			seconds = 10
 		}
+		seconds -= e.opts.TimeoutOffset
 
 		var client *mongo.Client
 		ctx, cancel := context.WithTimeout(r.Context(), time.Duration(seconds)*time.Second)
@@ -350,14 +339,15 @@ func (e *Exporter) Handler() http.Handler {
 			gatherers = append(gatherers, prometheus.DefaultGatherer)
 		}
 
+		var ti *topologyInfo
 		if client != nil {
 			// Topology can change between requests, so we need to get it every time.
-			ti := newTopologyInfo(ctx, client, e.logger)
-
-			registry := e.makeRegistry(ctx, client, ti, requestOpts)
-			gatherers = append(gatherers, registry)
+			ti = newTopologyInfo(ctx, client, e.logger)
 		}
 
+		registry := e.makeRegistry(ctx, client, ti, requestOpts)
+		gatherers = append(gatherers, registry)
+
 		// Delegate http serving to Prometheus client library, which will call collector.Collect.
 		h := promhttp.HandlerFor(gatherers, promhttp.HandlerOpts{
 			ErrorHandling: promhttp.ContinueOnError,
@@ -368,41 +358,21 @@ func (e *Exporter) Handler() http.Handler {
 	})
 }
 
-// Run starts the exporter.
-func (e *Exporter) Run() {
-	mux := http.DefaultServeMux
-	mux.Handle(e.path, e.Handler())
-	mux.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) {
-		w.Write([]byte(`<html>
-            <head><title>MongoDB Exporter</title></head>
-            <body>
-            <h1>MongoDB Exporter</h1>
-            <p><a href='/metrics'>Metrics</a></p>
-            </body>
-            </html>`))
-	})
-
-	server := &http.Server{
-		Handler: mux,
-	}
-	flags := &web.FlagConfig{
-		WebListenAddresses: &[]string{e.webListenAddress},
-		WebConfigFile:      &e.opts.TLSConfigPath,
-	}
-	if err := web.ListenAndServe(server, flags, promlog.New(&promlog.Config{})); err != nil {
-		e.logger.Errorf("error starting server: %v", err)
-		os.Exit(1)
-	}
-}
-
-func connect(ctx context.Context, dsn string, directConnect bool) (*mongo.Client, error) {
-	clientOpts, err := dsn_fix.ClientOptionsForDSN(dsn)
+func connect(ctx context.Context, opts *Opts) (*mongo.Client, error) {
+	clientOpts, err := dsn_fix.ClientOptionsForDSN(opts.URI)
 	if err != nil {
 		return nil, fmt.Errorf("invalid dsn: %w", err)
 	}
-	clientOpts.SetDirect(directConnect)
+
+	clientOpts.SetDirect(opts.DirectConnect)
 	clientOpts.SetAppName("mongodb_exporter")
 
+	if clientOpts.ConnectTimeout == nil {
+		connectTimeout := time.Duration(opts.ConnectTimeoutMS) * time.Millisecond
+		clientOpts.SetConnectTimeout(connectTimeout)
+		clientOpts.SetServerSelectionTimeout(connectTimeout)
+	}
+
 	client, err := mongo.Connect(ctx, clientOpts)
 	if err != nil {
 		return nil, fmt.Errorf("invalid MongoDB options: %w", err)