Merge branch 'main' into bring-bk-d4c-telemetry

Author: animehart

.buildkite/ftr_platform_stateful_configs.yml

@@ -50,9 +50,6 @@ disabled:
   - x-pack/platform/test/functional_gen_ai/inference/config.ts
   - x-pack/platform/test/onechat/smoke_tests/config.stateful.ts
 
-  # Temporary skip while investigating failures
-  - x-pack/performance/journeys_e2e/aiops_log_rate_analysis.ts
-
 defaultQueue: 'n2-4-spot'
 enabled:
   - src/platform/test/accessibility/config.ts
@@ -313,6 +310,7 @@ enabled:
   - x-pack/platform/test/security_api_integration/oidc_implicit_flow.config.ts
   - x-pack/platform/test/security_api_integration/oidc.config.ts
   - x-pack/platform/test/security_api_integration/oidc.http2.config.ts
+  - x-pack/platform/test/security_api_integration/oidc_multiple_realms.config.ts
   - x-pack/platform/test/security_api_integration/pki.config.ts
   - x-pack/platform/test/security_api_integration/saml.config.ts
   - x-pack/platform/test/security_api_integration/saml.http2.config.ts
@@ -346,6 +344,7 @@ enabled:
   - x-pack/platform/test/upgrade_assistant_integration/config.ts
   - x-pack/platform/test/reindex_service/config.ts
   - x-pack/platform/test/usage_collection/config.ts
+  - x-pack/performance/journeys_e2e/aiops_log_rate_analysis.ts
   - x-pack/performance/journeys_e2e/ecommerce_dashboard.ts
   - x-pack/performance/journeys_e2e/ecommerce_dashboard_http2.ts
   - x-pack/performance/journeys_e2e/ecommerce_dashboard_map_only.ts

.buildkite/ftr_security_serverless_configs.yml

@@ -111,13 +111,11 @@ enabled:
   - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/nlp_cleanup_task/trial_license_complete_tier/configs/serverless.config.ts
   - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/nlp_cleanup_task/basic_license_essentials_tier/configs/serverless.config.ts
   - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/startup/trial_license_complete_tier/configs/serverless.config.ts
-  - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/knowledge_base/entries/trial_license_complete_tier/configs/ess.config.ts
   - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/knowledge_base/entries/trial_license_complete_tier/configs/serverless.config.ts
-  - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/attack_discovery/schedules/trial_license_complete_tier/configs/ess.config.ts
+  - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/attack_discovery/privileges/trial_license_complete_tier/configs/serverless.config.ts
+  - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/attack_discovery/privileges/basic_license_essentials_tier/configs/serverless.config.ts
   - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/attack_discovery/schedules/trial_license_complete_tier/configs/serverless.config.ts
-  - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/attack_discovery/schedules/basic_license_essentials_tier/configs/ess.config.ts
   - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/attack_discovery/schedules/basic_license_essentials_tier/configs/serverless.config.ts
-  - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/conversations/trial_license_complete_tier/configs/ess.config.ts
   - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/conversations/trial_license_complete_tier/configs/serverless.config.ts
   - x-pack/solutions/security/test/security_solution_api_integration/test_suites/entity_analytics/risk_engine/trial_license_complete_tier/configs/serverless.config.ts
   - x-pack/solutions/security/test/security_solution_api_integration/test_suites/entity_analytics/risk_engine/basic_license_essentials_tier/configs/serverless.config.ts

.buildkite/ftr_security_stateful_configs.yml

@@ -95,6 +95,12 @@ enabled:
   - x-pack/solutions/security/test/security_solution_api_integration/test_suites/detections_response/telemetry/trial_license_complete_tier/configs/ess.config.ts
   - x-pack/solutions/security/test/security_solution_api_integration/test_suites/telemetry/configs/ess.config.ts
   - x-pack/solutions/security/test/security_solution_api_integration/test_suites/detections_response/user_roles/trial_license_complete_tier/configs/ess.config.ts
+  - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/knowledge_base/entries/trial_license_complete_tier/configs/ess.config.ts
+  - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/attack_discovery/privileges/trial_license_complete_tier/configs/ess.config.ts
+  - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/attack_discovery/privileges/basic_license_essentials_tier/configs/ess.config.ts
+  - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/attack_discovery/schedules/trial_license_complete_tier/configs/ess.config.ts
+  - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/attack_discovery/schedules/basic_license_essentials_tier/configs/ess.config.ts
+  - x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai/conversations/trial_license_complete_tier/configs/ess.config.ts
   - x-pack/solutions/security/test/security_solution_api_integration/test_suites/entity_analytics/risk_engine/trial_license_complete_tier/configs/ess.config.ts
   - x-pack/solutions/security/test/security_solution_api_integration/test_suites/entity_analytics/risk_engine/basic_license_essentials_tier/configs/ess.config.ts
   - x-pack/solutions/security/test/security_solution_api_integration/test_suites/entity_analytics/entity_store/trial_license_complete_tier/configs/ess.config.ts

.buildkite/scout_ci_config.yml

@@ -4,14 +4,17 @@ plugins:
     - apm
     - console
     - discover_enhanced
+    - index_management
+    - infra
     - maps
     - observability
     - observability_onboarding
     - painless_lab
     - profiling
     - security_solution
-    - streams_app
     - slo
+    - streams_app
+    - workflows_extensions
   disabled:
 
 packages:

.buildkite/scripts/steps/artifacts/docker_image.sh

@@ -23,7 +23,7 @@ export KIBANA_WORKPLACE_AI_IMAGE="$KIBANA_WORKPLACE_AI_BASE_IMAGE:$KIBANA_IMAGE_
 KIBANA_OBSERVABILITY_BASE_IMAGE="docker.elastic.co/kibana-ci/kibana-serverless-observability"
 export KIBANA_OBSERVABILITY_IMAGE="$KIBANA_OBSERVABILITY_BASE_IMAGE:$KIBANA_IMAGE_TAG"
 
-KIBANA_SEARCH_BASE_IMAGE="docker.elastic.co/kibana-ci/kibana-serverless-search"
+KIBANA_SEARCH_BASE_IMAGE="docker.elastic.co/kibana-ci/kibana-serverless-elasticsearch"
 export KIBANA_SEARCH_IMAGE="$KIBANA_SEARCH_BASE_IMAGE:$KIBANA_IMAGE_TAG"
 
 KIBANA_SECURITY_BASE_IMAGE="docker.elastic.co/kibana-ci/kibana-serverless-security"
@@ -79,7 +79,7 @@ if [[ "$SKIP_BUILD" == "false" ]]; then
   retag_image_with_architecture "$KIBANA_IMAGE" "kibana-serverless-$BASE_VERSION-docker-image"
   retag_image_with_architecture "$KIBANA_WORKPLACE_AI_IMAGE" "kibana-serverless-workplaceai-$BASE_VERSION-docker-image"
   retag_image_with_architecture "$KIBANA_OBSERVABILITY_IMAGE" "kibana-serverless-observability-$BASE_VERSION-docker-image"
-  retag_image_with_architecture "$KIBANA_SEARCH_IMAGE" "kibana-serverless-search-$BASE_VERSION-docker-image"
+  retag_image_with_architecture "$KIBANA_SEARCH_IMAGE" "kibana-serverless-elasticsearch-$BASE_VERSION-docker-image"
   retag_image_with_architecture "$KIBANA_SECURITY_IMAGE" "kibana-serverless-security-$BASE_VERSION-docker-image"
 
   echo "--- Push images"
@@ -175,6 +175,7 @@ steps:
         SERVICE: kibana
         REMOTE_SERVICE_CONFIG: https://raw.githubusercontent.com/elastic/serverless-gitops/main/gen/gpctl/kibana/dev.yaml
         GPCTL_PROMOTE_DRY_RUN: ${DRY_RUN:-false}
+        CHANGE_WINDOW_OVERRIDE: true
 EOF
 
 else

.buildkite/scripts/steps/security/third_party_packages.txt

@@ -21,3 +21,6 @@ dompurify
 magic-bytes.js
 @axe-core/playwright
 @opentelemetry/exporter-trace-otlp-grpc
+@hey-api/openapi-ts
+vscode-languageserver-textdocument
+yaml-language-server

.buildkite/scripts/steps/test/scout_configs.sh

@@ -64,14 +64,14 @@ declare -A RUN_MODES
 RUN_MODES["platform"]="--stateful --serverless=es --serverless=oblt --serverless=security"
 RUN_MODES["observability"]="--stateful --serverless=oblt --serverless=oblt-logs-essentials"
 RUN_MODES["search"]="--stateful --serverless=es"
-RUN_MODES["security"]="--stateful --serverless=security"
+RUN_MODES["security"]="--stateful --serverless=security --serverless=security-essentials --serverless=security-ease"
 
 # Define serverless-only run modes based on group
 declare -A RUN_MODES_SERVERLESS_ONLY
 RUN_MODES_SERVERLESS_ONLY["platform"]="--serverless=es --serverless=oblt --serverless=security"
 RUN_MODES_SERVERLESS_ONLY["observability"]="--serverless=oblt --serverless=oblt-logs-essentials"
 RUN_MODES_SERVERLESS_ONLY["search"]="--serverless=es"
-RUN_MODES_SERVERLESS_ONLY["security"]="--serverless=security"
+RUN_MODES_SERVERLESS_ONLY["security"]="--serverless=security --serverless=security-essentials --serverless=security-ease"
 
 # Determine valid run modes for the group
 if [[ -n "${SERVERLESS_TESTS_ONLY:-}" ]]; then

.eslintignore

@@ -35,5 +35,6 @@ snapshots.js
 /src/platform/packages/shared/kbn-flot-charts/lib
 /src/platform/packages/shared/kbn-monaco/src/**/antlr
 /src/platform/packages/shared/kbn-esql-ast/src/**/antlr
-/src/platform/packages/shared/kbn-workflows/common/generated
+/src/platform/packages/shared/kbn-workflows/spec/elasticsearch/generated/**
+/src/platform/packages/shared/kbn-workflows/spec/kibana/generated/**
 /x-pack/platform/plugins/shared/screenshotting/chromium

.eslintrc.js

@@ -2291,6 +2291,7 @@ module.exports = {
       files: [
         'src/platform/plugins/shared/workflows_management/**/*.{js,mjs,ts,tsx}',
         'src/platform/plugins/shared/workflows_execution_engine/**/*.{js,mjs,ts,tsx}',
+        'src/platform/plugins/shared/workflows_extensions/**/*.{js,mjs,ts,tsx}',
         'src/platform/packages/shared/kbn-workflows/**/*.{js,mjs,ts,tsx}',
         'src/platform/packages/shared/kbn-workflows-ui/**/*.{js,mjs,ts,tsx}',
       ],
@@ -2391,7 +2392,12 @@ module.exports = {
             // prevents code from importing files that contain the name "legacy" within their name. This is a mechanism
             // to help deprecation and prevent accidental re-use/continued use of code we plan on removing. If you are
             // finding yourself turning this off a lot for "new code" consider renaming the file and functions if it is has valid uses.
-            patterns: ['*legacy*'],
+            patterns: [
+              '*legacy*',
+              // Kibana has endpoint /api/spaces/_disable_legacy_url_aliases, resulting in generated file kibana.post_spaces_disable_legacy_url_aliases.gen.ts,
+              // this pattern allows to import this generated file
+              '!*.gen',
+            ],
             paths: RESTRICTED_IMPORTS,
           },
         ],
@@ -2440,6 +2446,8 @@ module.exports = {
       files: [
         'src/platform/plugins/shared/workflows_management/public/**/*.{js,mjs,ts,tsx}',
         'src/platform/plugins/shared/workflows_management/common/**/*.{js,mjs,ts,tsx}',
+        'src/platform/plugins/shared/workflows_extensions/public/**/*.{js,mjs,ts,tsx}',
+        'src/platform/plugins/shared/workflows_extensions/common/**/*.{js,mjs,ts,tsx}',
         'src/platform/packages/shared/kbn-workflows/**/*.{js,mjs,ts,tsx}',
         'src/platform/packages/shared/kbn-workflows-ui/**/*.{js,mjs,ts,tsx}',
       ],
@@ -2456,6 +2464,7 @@ module.exports = {
       files: [
         'src/platform/plugins/shared/workflows_management/**/*.{test,mock,test_helper}.{ts,tsx}',
         'src/platform/plugins/shared/workflows_execution_engine/**/*.{test,mock,test_helper}.{ts,tsx}',
+        'src/platform/plugins/shared/workflows_extensions/**/*.{test,mock,test_helper}.{ts,tsx}',
         'src/platform/packages/shared/kbn-workflows/**/*.{test,mock,test_helper}.{ts,tsx}',
         'src/platform/packages/shared/kbn-workflows-ui/**/*.{test,mock,test_helper}.{ts,tsx}',
       ],