chore: go

Author: shortcuts

templates/go/ingestion_helpers.mustache

@@ -58,32 +58,33 @@ func (c *APIClient) ChunkedPush(indexName string, objects []map[string]any, acti
 			responses = append(responses, *resp)
 			records = make([]map[string]any, 0, len(objects)%conf.batchSize)
 		}
-	}
 
-	if conf.waitForTasks {
-		for _, resp := range responses {
-      _, err := CreateIterable( //nolint:wrapcheck
-				func(*Event, error) (*Event, error) {
-          if resp.EventID == nil {
-				    return nil, reportError("received unexpected response from the push endpoint, eventID must not be undefined")
-          }
-
-					return c.GetEvent(c.NewApiGetEventRequest(resp.RunID, *resp.EventID))
-				},
-				func(response *Event, err error) (bool, error) {
-					var apiErr *APIError
-					if errors.As(err, &apiErr) {
-						return apiErr.Status != 404, nil
-					}
-
-					return true, err
-				},
-				WithTimeout(func(count int) time.Duration { return time.Duration(min(500*count, 5000)) * time.Millisecond }), WithMaxRetries(50),
-			)
-			if err != nil {
-				return nil, err
-			}
-		}
+
+	  if conf.waitForTasks && (len(responses) % 50 == 0 || i == len(objects)-1) { 
+	  	for _, resp := range responses[:50] {
+        _, err := CreateIterable( //nolint:wrapcheck
+	  			func(*Event, error) (*Event, error) {
+            if resp.EventID == nil {
+	  			    return nil, reportError("received unexpected response from the push endpoint, eventID must not be undefined")
+            }
+
+	  				return c.GetEvent(c.NewApiGetEventRequest(resp.RunID, *resp.EventID))
+	  			},
+	  			func(response *Event, err error) (bool, error) {
+	  				var apiErr *APIError
+	  				if errors.As(err, &apiErr) {
+	  					return apiErr.Status != 404, nil
+	  				}
+
+	  				return true, err
+	  			},
+	  			WithTimeout(func(count int) time.Duration { return time.Duration(min(500*count, 5000)) * time.Millisecond }), WithMaxRetries(50),
+	  		)
+	  		if err != nil {
+	  			return nil, err
+	  		}
+	  	}
+	  }
 	}
 
 	return responses, nil