Epic: Day 1 service

openmetadata-service/src/main/java/org/openmetadata/service/migration/mysql/v170/Migration.java

@@ -1,5 +1,6 @@
 package org.openmetadata.service.migration.mysql.v170;
 
+import static org.openmetadata.service.migration.utils.v170.MigrationUtil.createServiceCharts;
 import static org.openmetadata.service.migration.utils.v170.MigrationUtil.updateDataInsightsApplication;
 import static org.openmetadata.service.migration.utils.v170.MigrationUtil.updateGovernanceWorkflowDefinitions;
 
@@ -19,5 +20,6 @@ public void runDataMigration() {
     initializeWorkflowHandler();
     updateGovernanceWorkflowDefinitions();
     updateDataInsightsApplication();
+    createServiceCharts();
   }
 }

openmetadata-service/src/main/java/org/openmetadata/service/migration/utils/v170/MigrationUtil.java

@@ -5,16 +5,21 @@
 import java.lang.reflect.Field;
 import java.util.List;
 import java.util.Map;
+import java.util.UUID;
 import lombok.SneakyThrows;
 import lombok.extern.slf4j.Slf4j;
 import org.jdbi.v3.core.statement.UnableToExecuteStatementException;
+import org.openmetadata.schema.dataInsight.custom.DataInsightCustomChart;
+import org.openmetadata.schema.dataInsight.custom.LineChart;
+import org.openmetadata.schema.dataInsight.custom.LineChartMetric;
 import org.openmetadata.schema.governance.workflows.WorkflowDefinition;
 import org.openmetadata.schema.governance.workflows.elements.WorkflowNodeDefinitionInterface;
 import org.openmetadata.service.Entity;
 import org.openmetadata.service.exception.EntityNotFoundException;
 import org.openmetadata.service.governance.workflows.flowable.MainWorkflow;
 import org.openmetadata.service.jdbi3.AppMarketPlaceRepository;
 import org.openmetadata.service.jdbi3.AppRepository;
+import org.openmetadata.service.jdbi3.DataInsightSystemChartRepository;
 import org.openmetadata.service.jdbi3.ListFilter;
 import org.openmetadata.service.jdbi3.WorkflowDefinitionRepository;
 import org.openmetadata.service.util.EntityUtil;
@@ -137,4 +142,82 @@ public static void updateGovernanceWorkflowDefinitions() {
       repository.createOrUpdate(null, workflowDefinition);
     }
   }
+
+  static DataInsightSystemChartRepository dataInsightSystemChartRepository;
+
+  public static void createChart(String chartName, Object chartObject) {
+    createChart(chartName, chartObject, DataInsightCustomChart.ChartType.LINE_CHART);
+  }
+
+  public static void createChart(
+      String chartName, Object chartObject, DataInsightCustomChart.ChartType chartType) {
+    DataInsightCustomChart chart =
+        new DataInsightCustomChart()
+            .withId(UUID.randomUUID())
+            .withName(chartName)
+            .withChartDetails(chartObject)
+            .withUpdatedAt(System.currentTimeMillis())
+            .withUpdatedBy("ingestion-bot")
+            .withDeleted(false)
+            .withChartType(chartType)
+            .withIsSystemChart(true);
+    dataInsightSystemChartRepository.prepareInternal(chart, false);
+    try {
+      dataInsightSystemChartRepository
+          .getDao()
+          .insert("fqnHash", chart, chart.getFullyQualifiedName());
+    } catch (Exception ex) {
+      LOG.warn(ex.toString());
+      LOG.warn(String.format("Chart %s exists", chart));
+    }
+  }
+
+  public static void createServiceCharts() {
+    dataInsightSystemChartRepository = new DataInsightSystemChartRepository();
+    createChart(
+        "assets_with_pii_bar",
+        new LineChart()
+            .withMetrics(List.of(new LineChartMetric().withFormula("count(k='id.keyword')")))
+            .withxAxisField("tags.tagFQN")
+            .withIncludeXAxisFiled("pii.*"),
+        DataInsightCustomChart.ChartType.BAR_CHART);
+
+    createChart(
+        "assets_with_tier_bar",
+        new LineChart()
+            .withMetrics(List.of(new LineChartMetric().withFormula("count(k='id.keyword')")))
+            .withxAxisField("tags.tagFQN")
+            .withIncludeXAxisFiled("tier.*"),
+        DataInsightCustomChart.ChartType.BAR_CHART);
+
+    createChart(
+        "assets_with_description",
+        new LineChart()
+            .withMetrics(
+                List.of(
+                    new LineChartMetric()
+                        .withFormula("count(k='id.keyword',q='hasDescription: 1')"))));
+
+    createChart(
+        "assets_with_owners",
+        new LineChart()
+            .withMetrics(
+                List.of(new LineChartMetric().withFormula("count(k='id.keyword',q='owners: *')"))));
+
+    createChart(
+        "assets_with_pii",
+        new LineChart()
+            .withMetrics(
+                List.of(
+                    new LineChartMetric()
+                        .withFormula(
+                            "count(q='tags.tagFQN: pii.sensitive OR tags.tagFQN:"
+                                + " pii.nonsensitive OR tags.tagFQN: pii.none')"))));
+
+    createChart(
+        "assets_with_tier",
+        new LineChart()
+            .withMetrics(
+                List.of(new LineChartMetric().withFormula("count(q='tags.tagFQN: tier.*')"))));
+  }
 }

openmetadata-service/src/main/java/org/openmetadata/service/search/elasticsearch/dataInsightAggregators/ElasticSearchLineChartAggregator.java

@@ -60,8 +60,18 @@ public SearchRequest prepareSearchRequest(
       String metricName = metric.getName() == null ? "metric_" + ++i : metric.getName();
       if (lineChart.getxAxisField() != null
           && !lineChart.getxAxisField().equals(DataInsightSystemChartRepository.TIMESTAMP_FIELD)) {
+        IncludeExclude includeExclude = null;
+        if (!CommonUtil.nullOrEmpty(lineChart.getIncludeXAxisFiled())
+            || !CommonUtil.nullOrEmpty(lineChart.getExcludeXAxisField())) {
+          includeExclude =
+              new IncludeExclude(
+                  lineChart.getIncludeXAxisFiled(), lineChart.getExcludeXAxisField());
+        }
         aggregationBuilder =
-            AggregationBuilders.terms(metricName).field(lineChart.getxAxisField()).size(1000);
+            AggregationBuilders.terms(metricName)
+                .field(lineChart.getxAxisField())
+                .includeExclude(includeExclude)
+                .size(1000);
 
         // in case of horizontal axis only process data of 24 hr prior to end time
         start = end - MILLISECONDS_IN_DAY;

openmetadata-service/src/main/java/org/openmetadata/service/search/opensearch/dataInsightAggregator/OpenSearchLineChartAggregator.java

@@ -59,8 +59,18 @@ public SearchRequest prepareSearchRequest(
       String metricName = metric.getName() == null ? "metric_" + ++i : metric.getName();
       if (lineChart.getxAxisField() != null
           && !lineChart.getxAxisField().equals(DataInsightSystemChartRepository.TIMESTAMP_FIELD)) {
+        IncludeExclude includeExclude = null;
+        if (!CommonUtil.nullOrEmpty(lineChart.getIncludeXAxisFiled())
+            || !CommonUtil.nullOrEmpty(lineChart.getExcludeXAxisField())) {
+          includeExclude =
+              new IncludeExclude(
+                  lineChart.getIncludeXAxisFiled(), lineChart.getExcludeXAxisField());
+        }
         aggregationBuilder =
-            AggregationBuilders.terms(metricName).field(lineChart.getxAxisField()).size(1000);
+            AggregationBuilders.terms(metricName)
+                .field(lineChart.getxAxisField())
+                .includeExclude(includeExclude)
+                .size(1000);
 
         // in case of horizontal axis only process data of 24 hr prior to end time
         start = end - MILLISECONDS_IN_DAY;

openmetadata-spec/src/main/resources/json/schema/dataInsight/custom/lineChart.json

@@ -86,6 +86,14 @@
             "description": "X-axis field for the data insight chart.",
             "type": "string",
             "default": "@timestamp"
+        },
+        "includeXAxisFiled": {
+            "description": "Regex to include fields in the data insight chart when xAxisField is specified.",
+            "type": "string"
+        },
+        "excludeXAxisField": {
+            "description": "Regex to exclude fields from the data insight chart when xAxisField is specified.",
+            "type": "string"
         }
     },
     "additionalProperties": false

openmetadata-ui/src/main/resources/ui/playwright/utils/entity.ts

@@ -1099,9 +1099,6 @@ export const deletedEntityCommonChecks = async ({
 }) => {
   const isTableEntity = endPoint === EntityTypeEndpoint.Table;
 
-  // Go to first tab before starts validating
-  await page.click('.ant-tabs-tab:nth-child(1)');
-
   // Check if all the edit actions are available for the entity
   await checkForEditActions({
     page,

openmetadata-ui/src/main/resources/ui/src/components/DataInsight/DataAssetsTab/DataAssetsTab.component.tsx

@@ -13,8 +13,8 @@
 import { Col, Row } from 'antd';
 import React from 'react';
 import { useTranslation } from 'react-i18next';
+import { SystemChartType } from '../../../enums/DataInsight.enum';
 import { useDataInsightProvider } from '../../../pages/DataInsightPage/DataInsightProvider';
-import { SystemChartType } from '../../../rest/DataInsightAPI';
 import Loader from '../../common/Loader/Loader';
 import { DataInsightChartCard } from '../DataInsightChartCard';
 

openmetadata-ui/src/main/resources/ui/src/components/DataInsight/DataInsightChartCard.tsx

@@ -46,13 +46,13 @@ import {
   NO_OWNER_ADVANCE_SEARCH_FILTER,
 } from '../../constants/explore.constants';
 
+import { SystemChartType } from '../../enums/DataInsight.enum';
 import { SearchIndex } from '../../enums/search.enum';
 import { DataInsightChart } from '../../generated/api/dataInsight/kpi/createKpiRequest';
 import { useDataInsightProvider } from '../../pages/DataInsightPage/DataInsightProvider';
 import {
   DataInsightCustomChartResult,
   getChartPreviewByName,
-  SystemChartType,
 } from '../../rest/DataInsightAPI';
 import { updateActiveChartFilter } from '../../utils/ChartUtils';
 import { entityChartColor } from '../../utils/CommonUtils';

openmetadata-ui/src/main/resources/ui/src/components/DataInsight/DataInsightSummary.tsx

@@ -17,6 +17,7 @@ import React, { FC, useEffect, useMemo, useState } from 'react';
 import { useTranslation } from 'react-i18next';
 import { useParams } from 'react-router-dom';
 import { WEB_CHARTS } from '../../constants/DataInsight.constants';
+import { SystemChartType } from '../../enums/DataInsight.enum';
 import { DataReportIndex } from '../../generated/dataInsight/dataInsightChart';
 import {
   DataInsightChartResult,
@@ -32,7 +33,6 @@ import { useDataInsightProvider } from '../../pages/DataInsightPage/DataInsightP
 import {
   getAggregateChartData,
   getMultiChartsPreviewByName,
-  SystemChartType,
 } from '../../rest/DataInsightAPI';
 import { getTeamByName } from '../../rest/teamsAPI';
 import {

openmetadata-ui/src/main/resources/ui/src/components/DataQuality/ChartWidgets/DataAssetsCoveragePieChartWidget/DataAssetsCoveragePieChartWidget.component.tsx

@@ -29,6 +29,7 @@ import CustomPieChart from '../../../Visualisations/Chart/CustomPieChart.compone
 import { PieChartWidgetCommonProps } from '../../DataQuality.interface';
 
 const DataAssetsCoveragePieChartWidget = ({
+  className = '',
   chartFilter,
 }: PieChartWidgetCommonProps) => {
   const { t } = useTranslation();
@@ -116,7 +117,7 @@ const DataAssetsCoveragePieChartWidget = ({
   }, [chartFilter]);
 
   return (
-    <Card loading={isLoading}>
+    <Card className={className} loading={isLoading}>
       <div className="d-flex flex-column items-center">
         <div className="d-flex items-center gap-2">
           <DataAssetsCoverageIcon height={20} width={20} />

openmetadata-ui/src/main/resources/ui/src/components/DataQuality/ChartWidgets/EntityHealthStatusPieChartWidget/EntityHealthStatusPieChartWidget.component.tsx

@@ -26,6 +26,7 @@ import CustomPieChart from '../../../Visualisations/Chart/CustomPieChart.compone
 import { PieChartWidgetCommonProps } from '../../DataQuality.interface';
 
 const EntityHealthStatusPieChartWidget = ({
+  className = '',
   chartFilter,
 }: PieChartWidgetCommonProps) => {
   const { t } = useTranslation();
@@ -107,7 +108,7 @@ const EntityHealthStatusPieChartWidget = ({
   }, [chartFilter]);
 
   return (
-    <Card loading={isLoading}>
+    <Card className={className} loading={isLoading}>
       <div className="d-flex flex-column items-center">
         <div className="d-flex items-center gap-2">
           <HealthCheckIcon height={20} width={20} />

openmetadata-ui/src/main/resources/ui/src/components/DataQuality/ChartWidgets/TestCaseStatusPieChartWidget/TestCaseStatusPieChartWidget.component.tsx

@@ -29,6 +29,7 @@ import CustomPieChart from '../../../Visualisations/Chart/CustomPieChart.compone
 import { PieChartWidgetCommonProps } from '../../DataQuality.interface';
 
 const TestCaseStatusPieChartWidget = ({
+  className = '',
   chartFilter,
 }: PieChartWidgetCommonProps) => {
   const { t } = useTranslation();
@@ -100,6 +101,7 @@ const TestCaseStatusPieChartWidget = ({
 
   return (
     <Card
+      className={className}
       data-testid="test-case-status-pie-chart-widget"
       loading={isTestCaseSummaryLoading}>
       <div className="d-flex flex-column items-center">

openmetadata-ui/src/main/resources/ui/src/components/DataQuality/DataQuality.interface.ts

@@ -78,6 +78,7 @@ export interface TestCaseStatusAreaChartWidgetProps {
 }
 
 export interface PieChartWidgetCommonProps {
+  className?: string;
   chartFilter?: DataQualityDashboardChartFilters;
 }
 

openmetadata-ui/src/main/resources/ui/src/components/Entity/EntityHeaderTitle/EntityHeaderTitle.component.tsx

@@ -12,6 +12,7 @@
  */
 import { ExclamationCircleFilled } from '@ant-design/icons';
 import { Badge, Col, Divider, Row, Typography } from 'antd';
+import classNames from 'classnames';
 import { isEmpty } from 'lodash';
 import React, { useMemo } from 'react';
 import { useTranslation } from 'react-i18next';
@@ -39,6 +40,8 @@ const EntityHeaderTitle = ({
   color,
   showName = true,
   certification,
+  nameClassName = '',
+  displayNameClassName = '',
 }: EntityHeaderTitleProps) => {
   const { t } = useTranslation();
   const location = useCustomLocation();
@@ -63,15 +66,19 @@ const EntityHeaderTitle = ({
         {/* If we do not have displayName name only be shown in the bold from the below code */}
         {!isEmpty(displayName) && showName ? (
           <Typography.Text
-            className="m-b-0 d-block text-grey-muted"
-            data-testid="entity-header-name">
+            className={classNames('entity-header-name', nameClassName)}
+            data-testid="entity-header-name"
+            ellipsis={{ tooltip: true }}>
             {stringToHTML(name)}
           </Typography.Text>
         ) : null}
 
         {/* It will render displayName fallback to name */}
         <Typography.Text
-          className="m-b-0 d-block entity-header-display-name text-lg font-semibold"
+          className={classNames(
+            'entity-header-display-name',
+            displayNameClassName
+          )}
           data-testid="entity-header-display-name"
           ellipsis={{ tooltip: true }}
           style={{ color: color ?? TEXT_COLOR }}>

openmetadata-ui/src/main/resources/ui/src/components/Entity/EntityHeaderTitle/EntityHeaderTitle.interface.ts

@@ -27,4 +27,6 @@ export interface EntityHeaderTitleProps {
   isDisabled?: boolean;
   showName?: boolean;
   certification?: AssetCertification;
+  nameClassName?: string;
+  displayNameClassName?: string;
 }

openmetadata-ui/src/main/resources/ui/src/components/Entity/EntityHeaderTitle/entity-header-title.less

@@ -10,6 +10,17 @@
  *  See the License for the specific language governing permissions and
  *  limitations under the License.
  */
+@import (reference) url('../../../styles/variables.less');
+
 .ant-col.entity-header-content {
   max-width: calc(100% - 100px);
+  .ant-typography-ellipsis.entity-header-name {
+    margin-bottom: 0px;
+    display: block;
+    color: @text-grey-muted;
+  }
+  .ant-typography-ellipsis.entity-header-display-name {
+    font-weight: 600;
+    font-size: 16px;
+  }
 }