[Streams] Add data quality badge to Streams table

x-pack/platform/plugins/shared/dataset_quality/public/utils/calculate_percentage.ts → x-pack/platform/packages/private/kbn-data-quality/common/constants.ts

@@ -5,6 +5,5 @@
  * 2.0.
  */
 
-export function calculatePercentage({ totalDocs, count }: { totalDocs?: number; count?: number }) {
-  return totalDocs && count ? (count / totalDocs) * 100 : 0;
-}
+export const POOR_QUALITY_MINIMUM_PERCENTAGE = 3;
+export const DEGRADED_QUALITY_MINIMUM_PERCENTAGE = 0;

x-pack/platform/packages/private/kbn-data-quality/common/index.ts

@@ -6,4 +6,6 @@
  */
 
 export * from './url_schema';
-export * from './utils/deep_compact_object';
+export * from './utils';
+export * from './constants';
+export * from './types';

x-pack/platform/plugins/shared/dataset_quality/common/types/quality_types.ts → x-pack/platform/packages/private/kbn-data-quality/common/types.ts

@@ -6,4 +6,3 @@
  */
 
 export type QualityIndicators = 'good' | 'poor' | 'degraded';
-export type InfoIndicators = 'success' | 'danger' | 'warning';

x-pack/platform/packages/private/kbn-data-quality/common/utils/index.ts

@@ -0,0 +1,9 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+export * from './deep_compact_object';
+export * from './quality_helpers';

x-pack/platform/plugins/shared/dataset_quality/common/utils/quality_helpers.ts → x-pack/platform/packages/private/kbn-data-quality/common/utils/quality_helpers.ts

@@ -5,8 +5,12 @@
  * 2.0.
  */
 
-import { POOR_QUALITY_MINIMUM_PERCENTAGE, DEGRADED_QUALITY_MINIMUM_PERCENTAGE } from '../constants';
-import type { QualityIndicators } from '../types';
+import type { QualityIndicators } from '..';
+import { POOR_QUALITY_MINIMUM_PERCENTAGE, DEGRADED_QUALITY_MINIMUM_PERCENTAGE } from '..';
+
+export function calculatePercentage({ totalDocs, count }: { totalDocs?: number; count?: number }) {
+  return totalDocs && count ? (count / totalDocs) * 100 : 0;
+}
 
 export const mapPercentageToQuality = (percentages: number[]): QualityIndicators => {
   if (percentages.some((percentage) => percentage > POOR_QUALITY_MINIMUM_PERCENTAGE)) {

x-pack/platform/plugins/shared/dataset_quality/common/constants.ts

@@ -6,16 +6,15 @@
  */
 
 import { _IGNORED } from './es_fields';
-import type { DataStreamType, QualityIndicators } from './types';
+import type { DataStreamType } from './types';
+import { QualityIndicators } from '@kbn/data-quality/common';
 
 export const DATASET_QUALITY_APP_ID = 'dataset_quality';
 export const DATASET_QUALITY_ALL_SIGNALS_ID = 'datasetQuality:all-signals-available';
 export const DEFAULT_DATASET_TYPE: DataStreamType = 'logs';
 export const DEFAULT_LOGS_DATA_VIEW = 'logs-*-*';
 
 export const DEFAULT_DATASET_QUALITY: QualityIndicators = 'good';
-export const POOR_QUALITY_MINIMUM_PERCENTAGE = 3;
-export const DEGRADED_QUALITY_MINIMUM_PERCENTAGE = 0;
 
 export const DEFAULT_SORT_FIELD = 'title';
 export const DEFAULT_SORT_DIRECTION = 'asc';

x-pack/platform/plugins/shared/dataset_quality/common/data_streams_stats/data_stream_stat.ts

@@ -5,9 +5,10 @@
  * 2.0.
  */
 
+import { QualityIndicators, mapPercentageToQuality } from '@kbn/data-quality/common';
 import { DEFAULT_DATASET_QUALITY, DEFAULT_QUALITY_DOC_STATS } from '../constants';
-import type { DataStreamType, QualityIndicators } from '../types';
-import { indexNameToDataStreamParts, mapPercentageToQuality } from '../utils';
+import type { DataStreamType } from '../types';
+import { indexNameToDataStreamParts } from '../utils';
 import type { Integration } from './integration';
 import type { DataStreamStatType } from './types';
 

x-pack/platform/plugins/shared/dataset_quality/common/utils/index.ts

@@ -6,4 +6,3 @@
  */
 
 export * from './dataset_name';
-export * from './quality_helpers';

x-pack/platform/plugins/shared/dataset_quality/public/components/dataset_quality/filters/qualities_selector.tsx

@@ -8,9 +8,9 @@
 import { EuiFilterButton, EuiPopover, EuiSelectable, EuiText } from '@elastic/eui';
 import React, { useState } from 'react';
 import type { EuiSelectableOptionCheckedType } from '@elastic/eui/src/components/selectable/selectable_option';
+import type { QualityIndicators } from '@kbn/data-quality/common';
 import { i18n } from '@kbn/i18n';
 import { capitalize } from 'lodash';
-import type { QualityIndicators } from '../../../../common/types';
 import { QualityIndicator } from '../../quality_indicator';
 
 const qualitiesSelectorLabel = i18n.translate('xpack.datasetQuality.qualitiesSelectorLabel', {

x-pack/platform/plugins/shared/dataset_quality/public/components/dataset_quality/summary_panel/datasets_quality_indicators.tsx

@@ -17,7 +17,6 @@ import {
   EuiSkeletonTitle,
 } from '@elastic/eui';
 import { usePerformanceContext } from '@kbn/ebt-tools';
-import type { InfoIndicators } from '../../../../common/types';
 import { useSummaryPanelContext } from '../../../hooks';
 import {
   summaryPanelQualityDegradedText,
@@ -29,6 +28,8 @@ import {
 import { useDatasetQualityFilters } from '../../../hooks/use_dataset_quality_filters';
 import { VerticalRule } from '../../common/vertical_rule';
 
+type InfoIndicators = 'success' | 'danger' | 'warning';
+
 export function DatasetsQualityIndicators() {
   const { onPageReady } = usePerformanceContext();
   const { timeRange } = useDatasetQualityFilters();

x-pack/platform/plugins/shared/dataset_quality/public/components/quality_indicator/dataset_quality_indicator.tsx

@@ -9,7 +9,7 @@ import { EuiSkeletonRectangle, EuiFlexGroup } from '@elastic/eui';
 import React from 'react';
 import { capitalize } from 'lodash';
 import { i18n } from '@kbn/i18n';
-import type { QualityIndicators } from '../../../common/types';
+import type { QualityIndicators } from '@kbn/data-quality/common';
 import { QualityIndicator } from '.';
 
 export const DatasetQualityIndicator = ({

x-pack/platform/plugins/shared/dataset_quality/public/components/quality_indicator/indicator.tsx

@@ -9,7 +9,7 @@ import type { IconType } from '@elastic/eui';
 import { EuiBadge, EuiText, useEuiTheme } from '@elastic/eui';
 import type { ReactNode } from 'react';
 import React from 'react';
-import type { QualityIndicators } from '../../../common/types';
+import type { QualityIndicators } from '@kbn/data-quality/common';
 
 export function QualityIndicator({
   quality,

x-pack/platform/plugins/shared/dataset_quality/public/hooks/use_dataset_details_telemetry.ts

@@ -8,15 +8,14 @@
 import { useCallback, useEffect, useMemo } from 'react';
 import type { RouterLinkProps } from '@kbn/router-utils/src/get_router_link_props';
 import { getDateISORange } from '@kbn/timerange';
+import { mapPercentageToQuality, calculatePercentage } from '@kbn/data-quality/common';
 import { useDatasetQualityDetailsState } from './use_dataset_quality_details_state';
 import type { DatasetDetailsEbtProps } from '../services/telemetry';
 import { NavigationSource, NavigationTarget } from '../services/telemetry';
 import type { BasicDataStream, TimeRangeConfig } from '../../common/types';
 import type { DataStreamDetails } from '../../common/api_types';
 import type { Integration } from '../../common/data_streams_stats/integration';
-import { mapPercentageToQuality } from '../../common/utils';
 import { MASKED_FIELD_PLACEHOLDER, UNKOWN_FIELD_PLACEHOLDER } from '../../common/constants';
-import { calculatePercentage } from '../utils';
 
 export function useDatasetDetailsTelemetry() {
   const {

x-pack/platform/plugins/shared/dataset_quality/public/hooks/use_dataset_quality_filters.ts

@@ -8,8 +8,9 @@
 import type { OnRefreshChangeProps } from '@elastic/eui';
 import { useSelector } from '@xstate/react';
 import { useCallback, useMemo } from 'react';
+import type { QualityIndicators } from '@kbn/data-quality/common';
 import { DEFAULT_DATASET_TYPE } from '../../common/constants';
-import type { DataStreamType, QualityIndicators } from '../../common/types';
+import type { DataStreamType } from '../../common/types';
 import { Integration } from '../../common/data_streams_stats/integration';
 import { useDatasetQualityContext } from '../components/dataset_quality/context';
 import type { IntegrationItem } from '../components/dataset_quality/filters/integrations_selector';

x-pack/platform/plugins/shared/dataset_quality/public/hooks/use_overview_summary_panel.ts

@@ -7,10 +7,9 @@
 
 import { useSelector } from '@xstate/react';
 import { formatNumber } from '@elastic/eui';
-import { mapPercentageToQuality } from '../../common/utils';
+import { mapPercentageToQuality, calculatePercentage } from '@kbn/data-quality/common';
 import { BYTE_NUMBER_FORMAT, MAX_HOSTS_METRIC_VALUE, NUMBER_FORMAT } from '../../common/constants';
 import { useDatasetQualityDetailsContext } from '../components/dataset_quality_details/context';
-import { calculatePercentage } from '../utils';
 
 export const useOverviewSummaryPanel = () => {
   const { service } = useDatasetQualityDetailsContext();

x-pack/platform/plugins/shared/dataset_quality/public/hooks/use_summary_panel.ts

@@ -8,9 +8,9 @@
 import { useSelector } from '@xstate/react';
 import createContainer from 'constate';
 import { countBy } from 'lodash';
+import type { QualityIndicators } from '@kbn/data-quality/common';
 import { useDatasetQualityTable } from '.';
 import { DataStreamStat } from '../../common/data_streams_stats/data_stream_stat';
-import type { QualityIndicators } from '../../common/types';
 import { useDatasetQualityContext } from '../components/dataset_quality/context';
 import { filterInactiveDatasets } from '../utils';
 

x-pack/platform/plugins/shared/dataset_quality/public/services/telemetry/types.ts

@@ -6,7 +6,7 @@
  */
 
 import type { AnalyticsServiceSetup, RootSchema } from '@kbn/core/public';
-import type { QualityIndicators } from '../../../common/types';
+import type { QualityIndicators } from '@kbn/data-quality/common';
 
 export interface TelemetryServiceSetupParams {
   analytics: AnalyticsServiceSetup;

x-pack/platform/plugins/shared/dataset_quality/public/state_machines/dataset_quality_controller/src/types.ts

@@ -6,6 +6,7 @@
  */
 
 import type { DoneInvokeEvent } from 'xstate';
+import type { QualityIndicators } from '@kbn/data-quality/common';
 import type {
   DataStreamDocsStat,
   DatasetUserPrivileges,
@@ -19,12 +20,7 @@ import type {
   GetDataStreamsTypesPrivilegesResponse,
 } from '../../../../common/data_streams_stats';
 import type { Integration } from '../../../../common/data_streams_stats/integration';
-import type {
-  DataStreamType,
-  QualityIndicators,
-  TableCriteria,
-  TimeRangeConfig,
-} from '../../../../common/types';
+import type { DataStreamType, TableCriteria, TimeRangeConfig } from '../../../../common/types';
 import type { DatasetTableSortField } from '../../../hooks';
 
 interface FiltersCriteria {

x-pack/platform/plugins/shared/dataset_quality/public/utils/generate_datasets.ts

@@ -5,15 +5,14 @@
  * 2.0.
  */
 
+import { mapPercentageToQuality, calculatePercentage } from '@kbn/data-quality/common';
 import { DEFAULT_QUALITY_DOC_STATS } from '../../common/constants';
 import type { DataStreamDocsStat } from '../../common/api_types';
 import type { DataStreamStatType } from '../../common/data_streams_stats/types';
-import { mapPercentageToQuality } from '../../common/utils';
 import type { Integration } from '../../common/data_streams_stats/integration';
 import { DataStreamStat } from '../../common/data_streams_stats/data_stream_stat';
 import type { DictionaryType } from '../state_machines/dataset_quality_controller/src/types';
 import { flattenStats } from './flatten_stats';
-import { calculatePercentage } from './calculate_percentage';
 
 export function generateDatasets(
   dataStreamStats: DataStreamStatType[] = [],

x-pack/platform/plugins/shared/dataset_quality/public/utils/index.ts

@@ -5,7 +5,6 @@
  * 2.0.
  */
 
-export * from './calculate_percentage';
 export * from './filter_inactive_datasets';
 export * from './generate_datasets';
 export * from './use_kibana';

x-pack/platform/plugins/shared/dataset_quality/tsconfig.json

@@ -8,7 +8,7 @@
     "public/**/*",
     "server/**/*",
     "../../../../../typings/**/*"
-  ],
+, "../../../packages/private/kbn-data-quality/common/utils/quality_helpers.ts", "../../../packages/private/kbn-data-quality/common/utils/calculate_percentage.ts"  ],
   "kbn_references": [
     "@kbn/alerting-comparators",
     "@kbn/alerting-plugin",

x-pack/platform/plugins/shared/streams/common/constants.ts

@@ -25,6 +25,8 @@ export const STREAMS_UI_PRIVILEGES = {
   show: 'show',
 } as const;
 
+export const FAILURE_STORE_PRIVILEGE = 'read_failure_store';
+
 /**
  * Tiered features
  */

x-pack/platform/plugins/shared/streams/server/routes/internal/streams/crud/route.ts

@@ -11,14 +11,15 @@ import type { estypes } from '@elastic/elasticsearch';
 import type { ClassicIngestStreamEffectiveLifecycle } from '@kbn/streams-schema';
 import { Streams } from '@kbn/streams-schema';
 import { processAsyncInChunks } from '../../../../utils/process_async_in_chunks';
-import { STREAMS_API_PRIVILEGES } from '../../../../../common/constants';
+import { STREAMS_API_PRIVILEGES, FAILURE_STORE_PRIVILEGE } from '../../../../../common/constants';
 import { createServerRoute } from '../../../create_server_route';
 import { getDataStreamLifecycle } from '../../../../lib/streams/stream_crud';
 
 export interface ListStreamDetail {
   stream: Streams.all.Definition;
   effective_lifecycle?: ClassicIngestStreamEffectiveLifecycle;
   data_stream?: estypes.IndicesDataStream;
+  can_read_failure_store?: boolean;
 }
 
 export const listStreamsRoute = createServerRoute({
@@ -38,6 +39,10 @@ export const listStreamsRoute = createServerRoute({
 
     const streamNames = streams.filter(({ exists }) => exists).map(({ stream }) => stream.name);
 
+    const failureStorePrivileges = await scopedClusterClient.asCurrentUser.security.hasPrivileges({
+      index: [{ names: streamNames, privileges: [FAILURE_STORE_PRIVILEGE] }],
+    });
+
     const dataStreams = await processAsyncInChunks(streamNames, (streamNamesChunk) =>
       scopedClusterClient.asCurrentUser.indices.getDataStream({ name: streamNamesChunk })
     );
@@ -53,6 +58,7 @@ export const listStreamsRoute = createServerRoute({
         stream,
         effective_lifecycle: getDataStreamLifecycle(match ?? null),
         data_stream: match,
+        can_read_failure_store: failureStorePrivileges.index?.[stream.name]?.[FAILURE_STORE_PRIVILEGE],
       });
       return acc;
     }, []);

x-pack/platform/plugins/shared/streams_app/public/components/stream_list_view/data_quality_badge.tsx

@@ -0,0 +1,48 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import React from 'react';
+import type { IconType } from '@elastic/eui';
+import { useEuiTheme, EuiBadge, EuiText } from '@elastic/eui';
+import { i18n } from '@kbn/i18n';
+import type { QualityIndicators } from '@kbn/data-quality/common';
+
+export const DataQualityBadge = ({ quality }: { quality: QualityIndicators }) => {
+  const { euiTheme } = useEuiTheme();
+
+  const qualityColors: Record<QualityIndicators, string> = {
+    poor: euiTheme.colors.backgroundLightDanger,
+    degraded: euiTheme.colors.backgroundLightWarning,
+    good: euiTheme.colors.backgroundLightSuccess,
+  };
+
+  const qualityTextColors: Record<QualityIndicators, string> = {
+    poor: euiTheme.colors.textDanger,
+    degraded: euiTheme.colors.textWarning,
+    good: euiTheme.colors.textSuccess,
+  };
+
+  const qualityIcons: Record<QualityIndicators, IconType> = {
+    poor: 'error',
+    degraded: 'warning',
+    good: 'checkCircle',
+  };
+
+  const qualityTexts: Record<QualityIndicators, string> = {
+    poor: i18n.translate('xpack.streams.dataQualityBadge.poor', { defaultMessage: 'Poor' }),
+    degraded: i18n.translate('xpack.streams.dataQualityBadge.degraded', { defaultMessage: 'Degraded' }),
+    good: i18n.translate('xpack.streams.dataQualityBadge.good', { defaultMessage: 'Good' }),
+  };
+
+  return (
+    <EuiBadge color={qualityColors[quality]} iconType={qualityIcons[quality]}>
+      <EuiText color={qualityTextColors[quality]} size="relative">
+        {qualityTexts[quality]}
+      </EuiText>
+    </EuiBadge>
+  );
+};