[7.17](backport #40238) Go-based changeset definition for MODULE

.buildkite/auditbeat/auditbeat-pipeline.yml

@@ -26,6 +26,9 @@ env:
   RACE_DETECTOR: "true"
   TEST_COVERAGE: "true"
 
+  # Module Tests
+  BEAT_PATH: "auditbeat"
+
 steps:
   - group: "Check/Update"
     key: "auditbeat-check-update"
@@ -101,10 +104,6 @@ steps:
         env:
           STACK_ENVIRONMENT: "next-major"
         command: |
-          set -euo pipefail
-          source .buildkite/scripts/changesets.sh
-          defineModuleFromTheChangeSet auditbeat
-          echo "~~~ Running tests"
           cd auditbeat
           mage pythonIntegTest
         retry:

.buildkite/filebeat/filebeat-pipeline.yml

@@ -23,6 +23,9 @@ env:
   RACE_DETECTOR: "true"
   TEST_COVERAGE: "true"
 
+  # Module Tests
+  BEAT_PATH: "filebeat"
+
 steps:
   - group: "Check/Update"
     key: "filebeat-check-update"
@@ -134,10 +137,6 @@ steps:
           TESTING_FILEBEAT_SKIP_DIFF: 1
           PYTEST_ADDOPTS: "-k test_modules"
         command: |
-          set -euo pipefail
-          source .buildkite/scripts/changesets.sh
-          defineModuleFromTheChangeSet filebeat
-          echo "~~~ Running tests"
           cd filebeat
           mage pythonIntegTest
         retry:
@@ -160,10 +159,6 @@ steps:
           STACK_ENVIRONMENT: "next-major"
           TESTING_FILEBEAT_SKIP_DIFF: 1
         command: |
-          set -euo pipefail
-          source .buildkite/scripts/changesets.sh
-          defineModuleFromTheChangeSet filebeat
-          echo "~~~ Running tests"
           cd filebeat
           mage pythonIntegTest
         retry:

.buildkite/heartbeat/heartbeat-pipeline.yml

@@ -113,17 +113,9 @@ steps:
           - github_commit_status:
               context: "heartbeat: Win 2019 Unit Tests"
 
-      - label: ":ubuntu: Heartbeat: Go (Module) Integration Tests"
+      # Heartbeat has no modules yet
+      - label: ":ubuntu: Heartbeat: Go Integration Tests"
         command: |
-          set -euo pipefail
-          echo "~~~ Installing @elastic/synthetics"
-          npm install -g @elastic/synthetics
-
-          # defines the MODULE env var based on what's changed in a PR
-          source .buildkite/scripts/changesets.sh
-          defineModuleFromTheChangeSet heartbeat
-
-          echo "~~~ Running tests"
           cd heartbeat
           mage -v goIntegTest
         retry:
@@ -140,14 +132,9 @@ steps:
           - github_commit_status:
               context: "heartbeat: Go Integration Tests"
 
-      - label: ":ubuntu: Heartbeat: Python (Module) Integration Tests"
+      # Heartbeat has no modules yet
+      - label: ":ubuntu: Heartbeat: Python Integration Tests"
         command: |
-          set -euo pipefail
-          # defines the MODULE env var based on what's changed in a PR
-          source .buildkite/scripts/changesets.sh
-          defineModuleFromTheChangeSet heartbeat
-
-          echo "~~~ Running tests"
           cd heartbeat
           mage pythonIntegTest
         retry:

.buildkite/libbeat/pipeline.libbeat.yml

@@ -108,15 +108,11 @@ steps:
           - github_commit_status:
               context: "libbeat: Python Integration Tests"
 
-      - label: ":ubuntu: Libbeat: Module compat tests: next major"
+      - label: ":ubuntu: Libbeat: next major"
         # Run module integration tests under next major of Elastic stack.
         env:
           STACK_ENVIRONMENT: "next-major"
         command: |
-          set -euo pipefail
-          source .buildkite/scripts/changesets.sh
-          defineModuleFromTheChangeSet libbeat
-          echo "~~~ Running tests"
           cd libbeat
           mage pythonIntegTest
         retry:
@@ -131,7 +127,7 @@ steps:
           - "libbeat/build/*.json"
         notify:
           - github_commit_status:
-              context: "libbeat: Module compat tests: next major"
+              context: "libbeat: next major"
 
       - label: ":ubuntu: Libbeat: Crosscompile"
         key: "mandatory-cross-compile"

.buildkite/metricbeat/pipeline.yml

@@ -20,6 +20,9 @@ env:
   K8S_VERSION: "v1.21.1"
   ASDF_KIND_VERSION: "0.20.0"
 
+  # Module Tests
+  BEAT_PATH: "metricbeat"
+
   # Other deps
   ASDF_MAGE_VERSION: 1.15.0
 
@@ -79,14 +82,10 @@ steps:
           - github_commit_status:
               context: "metricbeat: Ubuntu x86_64 Unit Tests"
 
-      - label: ":ubuntu: Metricbeat: Go Integration Tests"
+      - label: ":ubuntu: Metricbeat: Go Integration Tests (Module)"
         key: "mandatory-int-test"
         command: |
           set -euo pipefail
-          # defines the MODULE env var based on what's changed in a PR
-          source .buildkite/scripts/changesets.sh
-          defineModuleFromTheChangeSet metricbeat
-
           echo "~~~ Running tests"
           export KUBECONFIG="$$PWD/kubecfg"
           cd metricbeat
@@ -103,16 +102,12 @@ steps:
           - "metricbeat/build/*.json"
         notify:
           - github_commit_status:
-              context: "metricbeat: Go Integration Tests"
+              context: "metricbeat: Go Integration Tests (Module)"
 
-      - label: ":ubuntu: Metricbeat: Python Integration Tests"
+      - label: ":ubuntu: Metricbeat: Python Integration Tests (Module)"
         key: "mandatory-python-int-test"
         command: |
           set -euo pipefail
-          # defines the MODULE env var based on what's changed in a PR
-          source .buildkite/scripts/changesets.sh
-          defineModuleFromTheChangeSet metricbeat
-
           echo "~~~ Running tests"
           export KUBECONFIG="$$PWD/kubecfg"
           cd metricbeat

.buildkite/x-pack/pipeline.xpack.auditbeat.yml

@@ -25,6 +25,9 @@ env:
   RACE_DETECTOR: "true"
   TEST_COVERAGE: "true"
 
+  # Module tests
+  BEAT_PATH: "x-pack/auditbeat"
+
 steps:
   - group: "Check/Update"
     key: "x-pack-auditbeat-check-update"
@@ -76,14 +79,9 @@ steps:
           - github_commit_status:
               context: "x-pack/auditbeat: Ubuntu arm64 Unit Tests"
 
-      - label: ":ubuntu: x-pack/auditbeat: Build (MODULE) Tests"
+      - label: ":ubuntu: x-pack/auditbeat: Build Tests (Module)"
         key: "mandatory-build-test"
         command: |
-          set -euo pipefail
-          # defines the MODULE env var based on what's changed in a PR
-          source .buildkite/scripts/changesets.sh
-          defineModuleFromTheChangeSet x-pack/auditbeat
-          echo "~~~ Running tests"
           cd x-pack/auditbeat
           mage update build test
         retry:
@@ -98,7 +96,7 @@ steps:
           - "x-pack/auditbeat/build/*.json"
         notify:
           - github_commit_status:
-              context: "x-pack/auditbeat: Build (MODULE) Tests"
+              context: "x-pack/auditbeat: Build Tests (Module)"
 
       - label: ":windows: x-pack/auditbeat: Win 2019 Unit Tests"
         command: |

.buildkite/x-pack/pipeline.xpack.dockerlogbeat.yml

@@ -68,14 +68,10 @@ steps:
           - github_commit_status:
               context: "x-pack/dockerlogbeat: Ubuntu Unit Tests"
 
-      - label: ":ubuntu: x-pack/dockerlogbeat: Go (Module) Integration Tests"
+      # x-pack/dockerlogbeat has no modules yet
+      - label: ":ubuntu: x-pack/dockerlogbeat: Go Integration Tests"
         key: "mandatory-int-test"
         command: |
-          set -euo pipefail
-          # defines the MODULE env var based on what's changed in a PR
-          source .buildkite/scripts/changesets.sh
-          defineModuleFromTheChangeSet x-pack/dockerlogbeat
-          echo "~~~ Running tests"
           cd x-pack/dockerlogbeat
           mage -v goIntegTest
         retry:

.buildkite/x-pack/pipeline.xpack.filebeat.yml

@@ -23,6 +23,9 @@ env:
   RACE_DETECTOR: "true"
   TEST_COVERAGE: "true"
 
+  # Module Tests
+  BEAT_PATH: "x-pack/filebeat"
+
 steps:
   - group: "Check/Update"
     key: "x-pack-filebeat-check-update"
@@ -137,10 +140,6 @@ steps:
           TESTING_FILEBEAT_SKIP_DIFF: 1
           PYTEST_ADDOPTS: "-k test_xpack_modules"
         command: |
-          set -euo pipefail
-          source .buildkite/scripts/changesets.sh
-          defineModuleFromTheChangeSet x-pack/filebeat
-          echo "~~~ Running tests"
           cd x-pack/filebeat
           mage pythonIntegTest
         retry:
@@ -264,7 +263,6 @@ steps:
           ASDF_TERRAFORM_VERSION: 1.0.2
           MODULE_DIR: "x-pack/filebeat/input/awss3/_meta/terraform"
           MODULE: "aws"
-          #  TEST_TAGS should be reviewed and updated: https://github.com/elastic/ingest-dev/issues/3476
           TEST_TAGS: "aws"
         agents:
           provider: "aws"