operations/mimir: Set max buffered bytes in the Kafka client used by the ruler

Signed-off-by: Arve Knudsen <[email protected]>

Author: aknuds1

operations/mimir/ruler.libsonnet

@@ -37,7 +37,11 @@
       // Don't depend on Memcached on startup.
       'blocks-storage.bucket-store.metadata-cache.memcached.dns-ignore-startup-failures': true,
       'ruler-storage.cache.memcached.dns-ignore-startup-failures': true,
-    },
+    } + if $._config.ingest_storage_enabled then {
+      // Set the max buffered bytes in the Kafka client used by the ruler based on the expected max rule evaluation response size,
+      // clamping it between 1 GB (default) and 4 GB.
+      'ingest-storage.kafka.producer-max-buffered-bytes': std.clamp(10 * $._config.ruler_remote_evaluation_max_query_response_size_bytes, 1024 * 1024 * 1024, 4 * 1024 * 1024 * 1024),
+    } else {},
 
   ruler_env_map:: {
     JAEGER_REPORTER_MAX_QUEUE_SIZE: '1000',