Add pipeline tests

jsoriano · jsoriano · commit 3acc459e919f · 2025-09-10T20:44:03.000+02:00
diff --git a/packages/elastic_agent/data_stream/auditbeat_logs/_dev/test/pipeline/test-queue-events-moved.json b/packages/elastic_agent/data_stream/auditbeat_logs/_dev/test/pipeline/test-queue-events-moved.json
@@ -0,0 +1,36 @@
+{
+  "events": [
+    {
+      "monitoring": {
+        "metrics": {
+          "libbeat": {
+            "pipeline": {
+              "queue": {
+                "filled": {
+                  "pct": {
+                    "events": 10
+                  }
+                }
+              }
+            }
+          }
+        }
+      }
+    },
+    {
+      "monitoring": {
+        "metrics": {
+          "libbeat": {
+            "pipeline": {
+              "queue": {
+                "filled": {
+                  "events": 42
+                }
+              }
+            }
+          }
+        }
+      }
+    }
+  ]
+}
diff --git a/packages/elastic_agent/data_stream/auditbeat_logs/_dev/test/pipeline/test-queue-events-moved.json-expected.json b/packages/elastic_agent/data_stream/auditbeat_logs/_dev/test/pipeline/test-queue-events-moved.json-expected.json
@@ -0,0 +1,34 @@
+{
+    "expected": [
+        {
+            "monitoring": {
+                "metrics": {
+                    "libbeat": {
+                        "pipeline": {
+                            "queue": {
+                                "filled": {
+                                    "events": 10
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+        },
+        {
+            "monitoring": {
+                "metrics": {
+                    "libbeat": {
+                        "pipeline": {
+                            "queue": {
+                                "filled": {
+                                    "events": 42
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+        }
+    ]
+}
diff --git a/packages/elastic_agent/data_stream/auditbeat_logs/elasticsearch/ingest_pipeline/default.yml b/packages/elastic_agent/data_stream/auditbeat_logs/elasticsearch/ingest_pipeline/default.yml
@@ -0,0 +1,10 @@
+---
+description: "Pipeline for adapting Elastic Agent fields"
+processors:
+  - rename:
+      field: monitoring.metrics.libbeat.pipeline.queue.filled.pct.events
+      target_field: monitoring.metrics.libbeat.pipeline.queue.filled.events
+      ignore_missing: true
+  - remove:
+      field: monitoring.metrics.libbeat.pipeline.queue.filled.pct
+      ignore_missing: true
diff --git a/packages/elastic_agent/data_stream/cloudbeat_logs/_dev/test/pipeline/test-queue-events-moved.json b/packages/elastic_agent/data_stream/cloudbeat_logs/_dev/test/pipeline/test-queue-events-moved.json
@@ -0,0 +1,36 @@
+{
+  "events": [
+    {
+      "monitoring": {
+        "metrics": {
+          "libbeat": {
+            "pipeline": {
+              "queue": {
+                "filled": {
+                  "pct": {
+                    "events": 10
+                  }
+                }
+              }
+            }
+          }
+        }
+      }
+    },
+    {
+      "monitoring": {
+        "metrics": {
+          "libbeat": {
+            "pipeline": {
+              "queue": {
+                "filled": {
+                  "events": 42
+                }
+              }
+            }
+          }
+        }
+      }
+    }
+  ]
+}
diff --git a/packages/elastic_agent/data_stream/cloudbeat_logs/_dev/test/pipeline/test-queue-events-moved.json-expected.json b/packages/elastic_agent/data_stream/cloudbeat_logs/_dev/test/pipeline/test-queue-events-moved.json-expected.json
@@ -0,0 +1,35 @@
+{
+    "expected": [
+        {
+            "monitoring": {
+                "metrics": {
+                    "libbeat": {
+                        "pipeline": {
+                            "queue": {
+                                "filled": {
+                                    "events": 10,
+                                    "pct": {}
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+        },
+        {
+            "monitoring": {
+                "metrics": {
+                    "libbeat": {
+                        "pipeline": {
+                            "queue": {
+                                "filled": {
+                                    "events": 42
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+        }
+    ]
+}
diff --git a/packages/elastic_agent/data_stream/filebeat_logs/_dev/test/pipeline/test-queue-events-moved.json b/packages/elastic_agent/data_stream/filebeat_logs/_dev/test/pipeline/test-queue-events-moved.json
@@ -0,0 +1,36 @@
+{
+  "events": [
+    {
+      "monitoring": {
+        "metrics": {
+          "libbeat": {
+            "pipeline": {
+              "queue": {
+                "filled": {
+                  "pct": {
+                    "events": 10
+                  }
+                }
+              }
+            }
+          }
+        }
+      }
+    },
+    {
+      "monitoring": {
+        "metrics": {
+          "libbeat": {
+            "pipeline": {
+              "queue": {
+                "filled": {
+                  "events": 42
+                }
+              }
+            }
+          }
+        }
+      }
+    }
+  ]
+}
diff --git a/packages/elastic_agent/data_stream/filebeat_logs/_dev/test/pipeline/test-queue-events-moved.json-expected.json b/packages/elastic_agent/data_stream/filebeat_logs/_dev/test/pipeline/test-queue-events-moved.json-expected.json
@@ -0,0 +1,34 @@
+{
+    "expected": [
+        {
+            "monitoring": {
+                "metrics": {
+                    "libbeat": {
+                        "pipeline": {
+                            "queue": {
+                                "filled": {
+                                    "events": 10
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+        },
+        {
+            "monitoring": {
+                "metrics": {
+                    "libbeat": {
+                        "pipeline": {
+                            "queue": {
+                                "filled": {
+                                    "events": 42
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+        }
+    ]
+}
diff --git a/packages/elastic_agent/data_stream/filebeat_logs/elasticsearch/ingest_pipeline/default.yml b/packages/elastic_agent/data_stream/filebeat_logs/elasticsearch/ingest_pipeline/default.yml
@@ -5,3 +5,6 @@ processors:
       field: monitoring.metrics.libbeat.pipeline.queue.filled.pct.events
       target_field: monitoring.metrics.libbeat.pipeline.queue.filled.events
       ignore_missing: true
+  - remove:
+      field: monitoring.metrics.libbeat.pipeline.queue.filled.pct
+      ignore_missing: true
diff --git a/packages/elastic_agent/data_stream/heartbeat_logs/_dev/test/pipeline/test-queue-events-moved.json b/packages/elastic_agent/data_stream/heartbeat_logs/_dev/test/pipeline/test-queue-events-moved.json
@@ -0,0 +1,36 @@
+{
+  "events": [
+    {
+      "monitoring": {
+        "metrics": {
+          "libbeat": {
+            "pipeline": {
+              "queue": {
+                "filled": {
+                  "pct": {
+                    "events": 10
+                  }
+                }
+              }
+            }
+          }
+        }
+      }
+    },
+    {
+      "monitoring": {
+        "metrics": {
+          "libbeat": {
+            "pipeline": {
+              "queue": {
+                "filled": {
+                  "events": 42
+                }
+              }
+            }
+          }
+        }
+      }
+    }
+  ]
+}
diff --git a/packages/elastic_agent/data_stream/heartbeat_logs/_dev/test/pipeline/test-queue-events-moved.json-expected.json b/packages/elastic_agent/data_stream/heartbeat_logs/_dev/test/pipeline/test-queue-events-moved.json-expected.json
@@ -0,0 +1,35 @@
+{
+    "expected": [
+        {
+            "monitoring": {
+                "metrics": {
+                    "libbeat": {
+                        "pipeline": {
+                            "queue": {
+                                "filled": {
+                                    "events": 10,
+                                    "pct": {}
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+        },
+        {
+            "monitoring": {
+                "metrics": {
+                    "libbeat": {
+                        "pipeline": {
+                            "queue": {
+                                "filled": {
+                                    "events": 42
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+        }
+    ]
+}
diff --git a/packages/elastic_agent/data_stream/metricbeat_logs/_dev/test/pipeline/test-queue-events-moved.json b/packages/elastic_agent/data_stream/metricbeat_logs/_dev/test/pipeline/test-queue-events-moved.json
@@ -0,0 +1,36 @@
+{
+  "events": [
+    {
+      "monitoring": {
+        "metrics": {
+          "libbeat": {
+            "pipeline": {
+              "queue": {
+                "filled": {
+                  "pct": {
+                    "events": 10
+                  }
+                }
+              }
+            }
+          }
+        }
+      }
+    },
+    {
+      "monitoring": {
+        "metrics": {
+          "libbeat": {
+            "pipeline": {
+              "queue": {
+                "filled": {
+                  "events": 42
+                }
+              }
+            }
+          }
+        }
+      }
+    }
+  ]
+}
diff --git a/packages/elastic_agent/data_stream/metricbeat_logs/_dev/test/pipeline/test-queue-events-moved.json-expected.json b/packages/elastic_agent/data_stream/metricbeat_logs/_dev/test/pipeline/test-queue-events-moved.json-expected.json
@@ -0,0 +1,35 @@
+{
+    "expected": [
+        {
+            "monitoring": {
+                "metrics": {
+                    "libbeat": {
+                        "pipeline": {
+                            "queue": {
+                                "filled": {
+                                    "events": 10,
+                                    "pct": {}
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+        },
+        {
+            "monitoring": {
+                "metrics": {
+                    "libbeat": {
+                        "pipeline": {
+                            "queue": {
+                                "filled": {
+                                    "events": 42
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+        }
+    ]
+}
diff --git a/packages/elastic_agent/data_stream/osquerybeat_logs/_dev/test/pipeline/test-queue-events-moved.json b/packages/elastic_agent/data_stream/osquerybeat_logs/_dev/test/pipeline/test-queue-events-moved.json
diff --git a/packages/elastic_agent/data_stream/osquerybeat_logs/_dev/test/pipeline/test-queue-events-moved.json-expected.json b/packages/elastic_agent/data_stream/osquerybeat_logs/_dev/test/pipeline/test-queue-events-moved.json-expected.json
diff --git a/packages/elastic_agent/data_stream/packetbeat_logs/_dev/test/pipeline/test-queue-events-moved.json b/packages/elastic_agent/data_stream/packetbeat_logs/_dev/test/pipeline/test-queue-events-moved.json
diff --git a/packages/elastic_agent/data_stream/packetbeat_logs/_dev/test/pipeline/test-queue-events-moved.json-expected.json b/packages/elastic_agent/data_stream/packetbeat_logs/_dev/test/pipeline/test-queue-events-moved.json-expected.json
