fix: timeout

Author: shortcuts

templates/go/search_helpers.mustache

@@ -676,7 +676,7 @@ func (c *APIClient) ChunkedPush(indexName string, objects []map[string]any, acti
 
 					return true, err
 				},
-				WithTimeout(func(count int) time.Duration { return time.Duration(min(200*count, 5000)) * time.Millisecond }), WithMaxRetries(50),
+				WithTimeout(func(count int) time.Duration { return time.Duration(min(500*count, 5000)) * time.Millisecond }), WithMaxRetries(50),
 			)
 			if err != nil {
 				return nil, err

templates/javascript/clients/algoliasearch/builds/definition.mustache

@@ -44,7 +44,7 @@ export type Algoliasearch = SearchClient & {
    * @param saveObjects.waitForTasks - Whether or not we should wait until every `batch` tasks has been processed, this operation may slow the total execution time of this method but is more reliable.
    * @param requestOptions - The requestOptions to send along with the query, they will be forwarded to the `batch` method and merged with the transporter requestOptions.
    */
-  saveObjectsWithTransformation: (options: SaveObjectsOptions, requestOptions?: RequestOptions | undefined) => Promise<WatchResponse>;
+  saveObjectsWithTransformation: (options: SaveObjectsOptions, requestOptions?: RequestOptions | undefined) => Promise<Array<WatchResponse>>;
 
   /**
    * Helper: Similar to the `partialUpdateObjects` method but requires a Push connector (https://www.algolia.com/doc/guides/sending-and-managing-data/send-and-update-your-data/connectors/push/) to be created first, in order to transform records before indexing them to Algolia. The `region` must have been passed to the client instantiation method.
@@ -58,7 +58,7 @@ export type Algoliasearch = SearchClient & {
    * @param partialUpdateObjects.waitForTasks - Whether or not we should wait until every `batch` tasks has been processed, this operation may slow the total execution time of this method but is more reliable.
    * @param requestOptions - The requestOptions to send along with the query, they will be forwarded to the `getTask` method and merged with the transporter requestOptions.
    */
-  partialUpdateObjectsWithTransformation: (options: PartialUpdateObjectsOptions, requestOptions?: RequestOptions | undefined) => Promise<WatchResponse>;
+  partialUpdateObjectsWithTransformation: (options: PartialUpdateObjectsOptions, requestOptions?: RequestOptions | undefined) => Promise<Array<WatchResponse>>;
 
   /**
    * Helper: Similar to the `replaceAllObjects` method but requires a Push connector (https://www.algolia.com/doc/guides/sending-and-managing-data/send-and-update-your-data/connectors/push/) to be created first, in order to transform records before indexing them to Algolia. The `region` must have been passed to the client instantiation method.
@@ -86,9 +86,10 @@ export type Algoliasearch = SearchClient & {
    * @param chunkedPush.action - The `batch` `action` to perform on the given array of `objects`, defaults to `addObject`.
    * @param chunkedPush.waitForTasks - Whether or not we should wait until every `batch` tasks has been processed, this operation may slow the total execution time of this method but is more reliable.
    * @param chunkedPush.batchSize - The size of the chunk of `objects`. The number of `batch` calls will be equal to `length(objects) / batchSize`. Defaults to 1000.
+   * @param chunkedPush.referenceIndexName - This is required when targeting an index that does not have a push connector setup (e.g. a tmp index), but you wish to attach another index's transformation to it (e.g. the source index name).
    * @param requestOptions - The requestOptions to send along with the query, they will be forwarded to the `getEvent` method and merged with the transporter requestOptions.
    */
-  chunkedPush: (options: ChunkedBatchOptions, requestOptions?: RequestOptions) => Promise<Array<WatchResponse>>;
+  chunkedPush: (options: ChunkedBatchOptions & { referenceIndexName?: string }, requestOptions?: RequestOptions) => Promise<Array<WatchResponse>>;
 };
 
 export type TransformationOptions = {
@@ -127,55 +128,19 @@ export function algoliasearch(
   return {
     ...client,
 
-    async saveObjectsWithTransformation({ indexName, objects, waitForTasks }, requestOptions): Promise<WatchResponse> {
-      if (!ingestionTransporter) {
-        throw new Error('`transformation.region` must be provided at client instantiation before calling this method.');
-      }
-
-      if (!options?.transformation?.region) {
-        throw new Error('`region` must be provided when leveraging the transformation pipeline');
-      }
-
-      return ingestionTransporter?.push(
-        {
-          indexName,
-          watch: waitForTasks,
-          pushTaskPayload: {
-            action: 'addObject',
-            records: objects as PushTaskRecords[],
-          },
-        },
-        requestOptions,
-      );
+    async saveObjectsWithTransformation({ indexName, objects, waitForTasks }, requestOptions): Promise<Array<WatchResponse>> {
+      return this.chunkedPush({ indexName, objects, action: 'addObject' });
     },
 
     async partialUpdateObjectsWithTransformation(
       { indexName, objects, createIfNotExists, waitForTasks },
       requestOptions,
-    ): Promise<WatchResponse> {
-      if (!ingestionTransporter) {
-        throw new Error('`transformation.region` must be provided at client instantiation before calling this method.');
-      }
-
-      if (!options?.transformation?.region) {
-        throw new Error('`region` must be provided when leveraging the transformation pipeline');
-      }
-
-      return ingestionTransporter?.push(
-        {
-          indexName,
-          watch: waitForTasks,
-          pushTaskPayload: {
-            action: createIfNotExists ? 'partialUpdateObject' : 'partialUpdateObjectNoCreate',
-            records: objects as PushTaskRecords[],
-          },
-        },
-        requestOptions,
-      );
+    ): Promise<Array<WatchResponse>> {
+      return this.chunkedPush({ indexName, objects, action: createIfNotExists ? 'partialUpdateObject' : 'partialUpdateObjectNoCreate' });
     },
 
     async chunkedPush(
-      { indexName, objects, action = 'addObject', waitForTasks, batchSize = 1000 }: ChunkedBatchOptions,
+      { indexName, objects, action = 'addObject', waitForTasks, batchSize = 1000, referenceIndexName }: ChunkedBatchOptions & { referenceIndexName?: string },
       requestOptions?: RequestOptions,
     ): Promise<Array<WatchResponse>> {
       if (!ingestionTransporter) {
@@ -195,7 +160,7 @@ export function algoliasearch(
         if (records.length === batchSize || i === objects.length - 1) {
           responses.push(
             await ingestionTransporter.push(
-              { indexName, pushTaskPayload: { action, records }, watch: waitForTasks },
+              { indexName, pushTaskPayload: { action, records }, referenceIndexName },
               requestOptions,
             ),
           );
@@ -272,7 +237,7 @@ export function algoliasearch(
         );
 
         const watchResponses = await this.chunkedPush(
-          { indexName: tmpIndexName, objects, waitForTasks: true, batchSize },
+          { indexName: tmpIndexName, objects, waitForTasks: true, batchSize, referenceIndexName: indexName },
           requestOptions,
         );