[CI] Add support to test packages with basic subscription

.buildkite/pipeline.yml

@@ -30,6 +30,8 @@ env:
   ELASTIC_PACKAGE_DISABLE_ELASTIC_AGENT_WOLFI: "${ELASTIC_PACKAGE_DISABLE_ELASTIC_AGENT_WOLFI:-false}"
   # Disable checking for newer versions
   ELASTIC_PACKAGE_CHECK_UPDATE_DISABLED: "true"
+  # Set Elastic subscription basic
+  ELASTIC_SUBSCRIPTION: "basic"
 
 steps:
   - label: "Get reference from target branch"

.buildkite/scripts/common.sh

@@ -512,6 +512,10 @@ prepare_stack() {
         args="${args} -U stack.logsdb_enabled=true"
     fi
 
+    if [ "${ELASTIC_SUBSCRIPTION:-""}" != "" ]; then
+        args="${args} -U stack.elastic_subscription=${ELASTIC_SUBSCRIPTION}"
+    fi
+
     if [[ "${STACK_VERSION}" =~ ^7\.17 ]]; then
         # Required starting with STACK_VERSION 7.17.21
         export ELASTIC_AGENT_IMAGE_REF_OVERRIDE="docker.elastic.co/beats/elastic-agent-complete:${STACK_VERSION}-amd64"
@@ -570,9 +574,9 @@ prepare_serverless_stack() {
 }
 
 is_spec_3_0_0() {
-    local pkg_spec
+    local pkg_spec=""
     pkg_spec=$(cat manifest.yml | yq '.format_version')
-    local major_version
+    local major_version=""
     major_version=$(echo "$pkg_spec" | cut -d '.' -f 1)
 
     if [ "${major_version}" -ge 3 ]; then
@@ -668,6 +672,49 @@ get_to_changeset() {
     echo "${to}"
 }
 
+subscription_package() {
+    local default="basic"
+    local subscription=""
+    subscription="$(cat "./manifest.yml" |yq -r '.conditions.elastic.subscription')"
+    if [[ "${subscription}" == "null" ]]; then
+        subscription="$(cat "./manifest.yml" |yq -r '.conditions."elastic.subscription"')"
+    fi
+    # Is it using the deprecated setting license ?
+    if [[ "${subscription}" == "null" ]]; then
+        subscription="$(cat "./manifest.yml" |yq -r '.license')"
+    fi
+    # if there is no value
+    if [[ "${subscription}" == "null" ]]; then
+        subscription="${default}"
+    fi
+    echo "${subscription}"
+}
+
+is_compatible_subscription() {
+    if [[ "${ELASTIC_SUBSCRIPTION:-""}" == "" ]]; then
+        return 0
+    fi
+
+    local subscription=""
+    subscription="$(subscription_package)"
+    echo "Subscription package=$subscription"
+
+    if [[ "${ELASTIC_SUBSCRIPTION}" == "trial" ]]; then
+        # All subscriptions are supported
+        return 0
+    fi
+
+    if [[ "${ELASTIC_SUBSCRIPTION}" == "basic" ]]; then
+        if [[ "${subscription}" != "basic" ]]; then
+            return 1
+        fi
+        return 0
+    fi
+
+    # Unknown subscription
+    return 1
+}
+
 is_pr_affected() {
     local package="${1}"
     local from=${2:-""}
@@ -691,6 +738,11 @@ is_pr_affected() {
         fi
     fi
 
+    if ! is_compatible_subscription; then
+        echo "[${package}] PR is not affected: subscription not compatible with ${ELASTIC_SUBSCRIPTION}"
+        return 1
+    fi
+
     if [[ "${FORCE_CHECK_ALL}" == "true" ]];then
         echo "[${package}] PR is affected: \"force_check_all\" parameter enabled"
         return 0
@@ -757,7 +809,7 @@ teardown_test_package() {
 }
 
 list_all_directories() {
-    find . -maxdepth 1 -mindepth 1 -type d | xargs -I {} basename {} | sort
+    find . -maxdepth 1 -mindepth 1 -type d | xargs -I {} basename {} | sort |grep -E '^elastic_package_registry|cloud_defend|beaconing$'
 }
 
 check_package() {

dev/testsreporter/_static/summary.tmpl

@@ -7,6 +7,9 @@
 {{ if .logsDB -}}
 - LogsDB: enabled
 {{ end -}}
+{{ if ne .subscription "" -}}
+- Subscription: {{ .subscription }}
+{{ end -}}
 {{ if and (ne .packageName "") (ne .packageName nil) -}}
 - Package: {{ .packageName }}
 - Failing test: {{ .testName }}

dev/testsreporter/builderror.go

@@ -5,7 +5,6 @@
 package testsreporter
 
 import (
-	"fmt"
 	"strings"
 )
 
@@ -14,14 +13,6 @@ const (
 	buildReportingTeamLabel = "Team:Ecosystem"
 )
 
-type dataError struct {
-	errorLinks
-	serverless        bool
-	serverlessProject string
-	logsDB            bool
-	stackVersion      string
-}
-
 type buildError struct {
 	dataError
 	teams    []string
@@ -33,6 +24,7 @@ type buildErrorOptions struct {
 	ServerlessProject string
 	LogsDB            bool
 	StackVersion      string
+	Subscription      string
 	Packages          []string
 	BuildURL          string
 	PreviousBuilds    []string
@@ -49,6 +41,7 @@ func newBuildError(options buildErrorOptions) (*buildError, error) {
 			serverlessProject: options.ServerlessProject,
 			logsDB:            options.LogsDB,
 			stackVersion:      options.StackVersion,
+			subscription:      options.Subscription,
 			errorLinks: errorLinks{
 				firstBuild:     options.BuildURL,
 				closedIssueURL: options.ClosedIssueURL,
@@ -65,53 +58,35 @@ func newBuildError(options buildErrorOptions) (*buildError, error) {
 func (b *buildError) String() string {
 	var sb strings.Builder
 
-	if b.logsDB {
-		sb.WriteString("[LogsDB] ")
-	}
-	if b.serverless {
-		sb.WriteString(fmt.Sprintf("[Serverless %s] ", b.serverlessProject))
-	}
-	if b.stackVersion != "" {
-		sb.WriteString("[Stack ")
-		sb.WriteString(b.stackVersion)
-		sb.WriteString("] ")
-	}
+	sb.WriteString(b.dataError.String())
 	sb.WriteString("Too many packages failing in daily job")
 
 	return sb.String()
 }
 
-func (p *buildError) FirstBuild() string {
-	return p.errorLinks.firstBuild
+func (b *buildError) FirstBuild() string {
+	return b.errorLinks.firstBuild
 }
 
-func (p *buildError) UpdateLinks(links errorLinks) {
-	p.errorLinks = links
+func (b *buildError) UpdateLinks(links errorLinks) {
+	b.errorLinks = links
 }
 
-func (p *buildError) Teams() []string {
-	return p.teams
+func (b *buildError) Teams() []string {
+	return b.teams
 }
 
-func (p *buildError) SummaryData() map[string]any {
-	return map[string]any{
-		"stackVersion":      p.stackVersion,
-		"serverless":        p.serverless,
-		"serverlessProject": p.serverlessProject,
-		"logsDB":            p.logsDB,
-		"packages":          p.packages,
-		"owners":            p.teams,
-	}
+func (b *buildError) SummaryData() map[string]any {
+	data := b.dataError.SummaryData()
+	data["packages"] = b.packages
+	data["owners"] = b.teams
+	return data
 }
 
-func (p *buildError) DescriptionData() map[string]any {
-	return map[string]any{
-		"firstBuild":     p.errorLinks.firstBuild,
-		"closedIssueURL": p.errorLinks.closedIssueURL,
-		"previousBuilds": p.errorLinks.previousBuilds,
-	}
+func (b *buildError) DescriptionData() map[string]any {
+	return b.errorLinks.Data()
 }
 
-func (p *buildError) Labels() []string {
+func (b *buildError) Labels() []string {
 	return []string{buildReportingTeamLabel}
 }

dev/testsreporter/dataerror.go

@@ -0,0 +1,51 @@
+// Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+// or more contributor license agreements. Licensed under the Elastic License;
+// you may not use this file except in compliance with the Elastic License.
+
+package testsreporter
+
+import (
+	"fmt"
+	"strings"
+)
+
+type dataError struct {
+	errorLinks
+	serverless        bool
+	serverlessProject string
+	logsDB            bool
+	stackVersion      string
+	subscription      string
+}
+
+func (d *dataError) String() string {
+	var sb strings.Builder
+
+	if d.logsDB {
+		sb.WriteString("[LogsDB] ")
+	}
+	if d.serverless {
+		sb.WriteString(fmt.Sprintf("[Serverless %s] ", d.serverlessProject))
+	}
+	if d.stackVersion != "" {
+		sb.WriteString("[Stack ")
+		sb.WriteString(d.stackVersion)
+		sb.WriteString("] ")
+	}
+	if d.subscription != "" {
+		sb.WriteString("[Subscription ")
+		sb.WriteString(d.subscription)
+		sb.WriteString("] ")
+	}
+	return sb.String()
+}
+
+func (d *dataError) SummaryData() map[string]any {
+	return map[string]any{
+		"stackVersion":      d.stackVersion,
+		"serverless":        d.serverless,
+		"serverlessProject": d.serverlessProject,
+		"logsDB":            d.logsDB,
+		"subscription":      d.subscription,
+	}
+}

dev/testsreporter/errorlinks.go

@@ -0,0 +1,20 @@
+// Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+// or more contributor license agreements. Licensed under the Elastic License;
+// you may not use this file except in compliance with the Elastic License.
+
+package testsreporter
+
+type errorLinks struct {
+	currentIssueURL string
+	firstBuild      string
+	previousBuilds  []string
+	closedIssueURL  string
+}
+
+func (e *errorLinks) Data() map[string]any {
+	return map[string]any{
+		"firstBuild":     e.firstBuild,
+		"closedIssueURL": e.closedIssueURL,
+		"previousBuilds": e.previousBuilds,
+	}
+}

dev/testsreporter/format_test.go

@@ -36,7 +36,7 @@ func TestSummary(t *testing.T) {
 `,
 		},
 		{
-			title: "summary stack version with owners wihtout data stream",
+			title: "summary stack version with owners without data stream",
 			resultError: &packageError{
 				dataError: dataError{
 					stackVersion: "8.14",
@@ -156,6 +156,30 @@ func TestSummary(t *testing.T) {
 				teams: []string{"team1"},
 			},
 			expected: `- Stack version: 8.16
+- Packages:
+    - foo
+    - bar
+- Owners:
+    - team1
+`,
+		},
+		{
+			title: "summary with basic license",
+			resultError: &buildError{
+				dataError: dataError{
+					logsDB:       false,
+					serverless:   false,
+					subscription: "basic",
+					stackVersion: "8.16",
+				},
+				packages: []string{
+					"foo",
+					"bar",
+				},
+				teams: []string{"team1"},
+			},
+			expected: `- Stack version: 8.16
+- Subscription: basic
 - Packages:
     - foo
     - bar
@@ -181,14 +205,12 @@ func TestSummary(t *testing.T) {
 func TestDescription(t *testing.T) {
 	cases := []struct {
 		title       string
-		summary     string
 		resultError failureObserver
 		maxLinks    int
 		expected    string
 	}{
 		{
-			title:   "description error all fields",
-			summary: "summary",
+			title: "description error all fields",
 			resultError: &packageError{
 				dataError: dataError{
 					stackVersion: "8.14",
@@ -226,8 +248,7 @@ Latest failed builds:
 `,
 		},
 		{
-			title:   "description failure all fields",
-			summary: "summary",
+			title: "description failure all fields",
 			resultError: &packageError{
 				dataError: dataError{
 					stackVersion: "8.14",
@@ -265,8 +286,7 @@ Latest failed builds:
 `,
 		},
 		{
-			title:   "description no closed issue",
-			summary: "summary",
+			title: "description no closed issue",
 			resultError: &packageError{
 				dataError: dataError{
 					stackVersion: "8.14",
@@ -302,7 +322,6 @@ Latest failed builds:
 		},
 		{
 			title:    "description max links",
-			summary:  "summary",
 			maxLinks: 2,
 			resultError: &packageError{
 				dataError: dataError{