Implement dynamic index name

Adds %y, %m and %d variable

Signed-off-by: Markus Blaschke <mblaschke82@gmail.com>

Author: mblaschke

README.md

@@ -18,7 +18,7 @@ Configuration
 | `PAGERDUTY_DATE_RANGE`                  | `168h`                      | Date range for importing historical data                                 |
 | `PAGERDUTY_MAX_CONNECTIONS`             | `4`                         | Maximum numbers of HTTP connections to PagerDuty API                     |
 | `ELASTICSEARCH_ADDRESS`                 | none, required              | ElasticSearch cluster addresses (multiple)                               |
-| `ELASTICSEARCH_INDEX`                   | `pagerduty`                 | Name of ElasticSearch index                                              |
+| `ELASTICSEARCH_INDEX`                   | `pagerduty`                 | Name of ElasticSearch index  (placeholders: %y for year, %m for month and %d for day) |
 | `ELASTICSEARCH_BATCH_COUNT`             | `50`                        | Number of documents which should be indexed in one request                |
 | `ELASTICSEARCH_RETRY_COUNT`             | `5`                         | ElasticSearch request retry count                                        |
 | `ELASTICSEARCH_RETRY_DELAY`             | `5s`                        | ElasticSearch request delay for reach retry                              |

exporter.go

@@ -9,6 +9,7 @@ import (
 	esapi "github.com/elastic/go-elasticsearch/v7/esapi"
 	"github.com/prometheus/client_golang/prometheus"
 	"net/http"
+	"strings"
 	"sync"
 	"time"
 )
@@ -226,33 +227,53 @@ func (e *PagerdutyElasticsearchExporter) runScrape() {
 func (e *PagerdutyElasticsearchExporter) indexIncident(incident pagerduty.Incident, callback chan<- *esapi.IndexRequest) {
 	e.prometheus.incident.WithLabelValues().Inc()
 
+	createTime, err := time.Parse(time.RFC3339, incident.CreatedAt)
+	if err != nil {
+		panic(err)
+	}
+
 	esIncident := ElasticsearchIncident{
-		Timestamp:  incident.CreatedAt,
+		Timestamp:  createTime.Format(time.RFC3339),
 		IncidentId: incident.Id,
 		Incident:   &incident,
 	}
 	incidentJson, _ := json.Marshal(esIncident)
 
 	req := esapi.IndexRequest{
-		Index:      opts.ElasticsearchIndex,
+		Index:      e.buildIndexName(createTime),
 		DocumentID: fmt.Sprintf("incident-%v", incident.Id),
 		Body:       bytes.NewReader(incidentJson),
 	}
 	callback <- &req
 }
 
+func (e *PagerdutyElasticsearchExporter) buildIndexName(createTime time.Time) string {
+	ret := e.elasticsearchIndexName
+
+	ret = strings.Replace(ret, "%y", createTime.Format("2006"), -1)
+	ret = strings.Replace(ret, "%m", createTime.Format("01"), -1)
+	ret = strings.Replace(ret, "%d", createTime.Format("02"), -1)
+
+	return ret
+}
+
 func (e *PagerdutyElasticsearchExporter) indexIncidentLogEntry(incident pagerduty.Incident, logEntry pagerduty.LogEntry, callback chan<- *esapi.IndexRequest) {
 	e.prometheus.incidentLogEntry.WithLabelValues().Inc()
 
+	createTime, err := time.Parse(time.RFC3339, logEntry.CreatedAt)
+	if err != nil {
+		panic(err)
+	}
+
 	esLogEntry := ElasticsearchIncidentLog{
-		Timestamp:  logEntry.CreatedAt,
+		Timestamp:  createTime.Format(time.RFC3339),
 		IncidentId: incident.Id,
 		LogEntry:   &logEntry,
 	}
 	logEntryJson, _ := json.Marshal(esLogEntry)
 
 	req := esapi.IndexRequest{
-		Index:      opts.ElasticsearchIndex,
+		Index:      e.buildIndexName(createTime),
 		DocumentID: fmt.Sprintf("logentry-%v", logEntry.ID),
 		Body:       bytes.NewReader(logEntryJson),
 	}

main.go

@@ -42,7 +42,7 @@ var opts struct {
 
 	// ElasticSearch settings
 	ElasticsearchAddresses  []string      `long:"elasticsearch.address"      env:"ELASTICSEARCH_ADDRESS"  delim:" "  description:"ElasticSearch urls" required:"true"`
-	ElasticsearchIndex      string        `long:"elasticsearch.index"        env:"ELASTICSEARCH_INDEX"               description:"ElasticSearch index name" default:"pagerduty"`
+	ElasticsearchIndex      string        `long:"elasticsearch.index"        env:"ELASTICSEARCH_INDEX"               description:"ElasticSearch index name (placeholders: %y for year, %m for month and %d for day)" default:"pagerduty"`
 	ElasticsearchBatchCount int           `long:"elasticsearch.batch-count"  env:"ELASTICSEARCH_BATCH_COUNT"         description:"Number of documents which should be indexed in one request"  default:"50"`
 	ElasticsearchRetryCount int           `long:"elasticsearch.retry-count"  env:"ELASTICSEARCH_RETRY_COUNT"         description:"ElasticSearch request retry count"                           default:"5"`
 	ElasticsearchRetryDelay time.Duration `long:"elasticsearch.retry-delay"  env:"ELASTICSEARCH_RETRY_DELAY"         description:"ElasticSearch request delay for reach retry"                 default:"5s"`