Fix benchmark system runner no shard available error (#2225)

Ignore no_shard_available_action_exception in benchmark system runner

Author: mrodm

internal/benchrunner/runners/common/elasticsearch.go

@@ -8,6 +8,8 @@ import (
 	"context"
 	"encoding/json"
 	"fmt"
+	"net/http"
+	"strings"
 
 	"github.com/elastic/elastic-package/internal/elasticsearch"
 	"github.com/elastic/elastic-package/internal/logger"
@@ -24,6 +26,12 @@ func CountDocsInDataStream(ctx context.Context, esapi *elasticsearch.API, dataSt
 	}
 	defer resp.Body.Close()
 
+	if resp.StatusCode == http.StatusServiceUnavailable && strings.Contains(resp.String(), "no_shard_available_action_exception") {
+		// Index is being created, but no shards are available yet.
+		// See https://github.com/elastic/elasticsearch/issues/65846
+		return 0, nil
+	}
+
 	if resp.IsError() {
 		return 0, fmt.Errorf("failed to get hits count: %s", resp.String())
 	}

internal/benchrunner/runners/system/metrics.go

@@ -323,7 +323,7 @@ func (c *collector) collectMetricsPreviousToStop(ctx context.Context) {
 func (c *collector) collectTotalHits(ctx context.Context) int {
 	totalHits, err := common.CountDocsInDataStream(ctx, c.esAPI, c.datastream)
 	if err != nil {
-		logger.Debugf("could not total hits: %w", err)
+		logger.Debugf("could not get total hits: %s", err)
 	}
 	return totalHits
 }