Internal change

GitOrigin-RevId: ad019433d3e4e4cc59294b7ddcda3db429b4a231

Author: alyssachvasta

src/tasks/summarization_subtasks/recursive_summarization.ts

@@ -15,6 +15,7 @@
 // Functions for different ways to summarize Comment and Vote data.
 
 import { Model } from "../../models/model";
+import { MAX_RETRIES } from "../../models/vertex_model";
 import { SummaryContent } from "../../types";
 
 export abstract class RecursiveSummary<InputType> {
@@ -34,9 +35,10 @@ export abstract class RecursiveSummary<InputType> {
 
 /**
  * Resolves Promises sequentially, optionally using batching for limited parallelization.
+ * Adds a one-second backoff for failed calls.
  *
- * Batching can be used to execute mutiple promises in parallel that will then be resolved in
- * order. The batchSize can be though of as the maximum number of parallel threads.
+ * Batching can be used to execute multiple promises in parallel that will then be resolved in
+ * order. The batchSize can be thought of as the maximum number of parallel threads.
  * @param promises the promises to resolve.
  * @param numParallelExecutions how many promises to resolve at once, the default is 2 based on the
  * current Gemini qps quotas, see: https://cloud.google.com/gemini/docs/quotas#per-second.
@@ -48,10 +50,24 @@ export async function resolvePromisesInParallel<T>(
 ): Promise<T[]> {
   const results: T[] = [];
 
+  async function retryPromise(promise: Promise<T>, currentRetry: number = 0): Promise<T> {
+    try {
+      return await promise;
+    } catch (error) {
+      if (currentRetry >= MAX_RETRIES) {
+        console.error(`Promise failed after ${MAX_RETRIES} retries:`, error);
+        throw error;
+      }
+      console.error("Promise failed, retrying in 1 second:", error);
+      await new Promise((resolve) => setTimeout(resolve, 1000)); // 1 second delay
+      return retryPromise(promise, currentRetry + 1);
+    }
+  }
+
   for (let i = 0; i < promises.length; i += numParallelExecutions) {
-    const batch = promises.slice(i, i + numParallelExecutions);
-    const batchResults = await Promise.all(batch); // Resolve batch in parallel
-    results.push(...batchResults); // Add batch results to the main results array
+    const batch = promises.slice(i, i + numParallelExecutions).map(retryPromise); // Apply retry to each promise in the batch
+    const batchResults = await Promise.all(batch);
+    results.push(...batchResults);
   }
 
   return results;