From 22989a9d1e9c43cf8ba10c76610ceb53a898ce63 Mon Sep 17 00:00:00 2001
From: sagar-salvi-apptware
 <159135491+sagar-salvi-apptware@users.noreply.github.com>
Date: Mon, 2 Dec 2024 15:02:47 +0530
Subject: [PATCH] fix(ingestion/dremio): Fixed lineage view for dremio EE
 (#11990)

---
 .../ingestion/source/dremio/dremio_source.py  |    6 +-
 .../dremio/dremio_mces_golden.json            | 2092 +++++++++++------
 2 files changed, 1423 insertions(+), 675 deletions(-)

diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_source.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_source.py
index f814108c37760..319290d25169a 100644
--- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_source.py
+++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_source.py
@@ -396,10 +396,12 @@ def process_dataset(
         ):
             yield dremio_mcp
             # Check if the emitted aspect is SchemaMetadataClass
-            if isinstance(dremio_mcp.metadata, SchemaMetadataClass):
+            if isinstance(
+                dremio_mcp.metadata, MetadataChangeProposalWrapper
+            ) and isinstance(dremio_mcp.metadata.aspect, SchemaMetadataClass):
                 self.sql_parsing_aggregator.register_schema(
                     urn=dataset_urn,
-                    schema=dremio_mcp.metadata,
+                    schema=dremio_mcp.metadata.aspect,
                 )
 
         if dataset_info.dataset_type == DremioDatasetType.VIEW:
diff --git a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json
index df89255c30048..3a8fce62f4bb3 100644
--- a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json
+++ b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json
@@ -15,7 +15,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -31,7 +31,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -49,7 +49,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -65,7 +65,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -85,7 +85,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -105,7 +105,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -121,7 +121,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -139,7 +139,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -155,7 +155,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -175,7 +175,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -195,7 +195,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -211,7 +211,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -229,7 +229,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -245,7 +245,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -265,7 +265,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -285,7 +285,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -301,7 +301,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -319,7 +319,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -335,7 +335,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -355,7 +355,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -375,7 +375,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -391,7 +391,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -409,7 +409,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -425,7 +425,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -445,7 +445,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -465,7 +465,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -481,7 +481,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -497,7 +497,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -515,7 +515,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -531,7 +531,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -555,7 +555,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -575,7 +575,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -591,7 +591,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -607,7 +607,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -625,7 +625,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -641,7 +641,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -665,7 +665,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -685,7 +685,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -701,7 +701,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -717,7 +717,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -735,7 +735,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -751,7 +751,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -775,7 +775,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -795,7 +795,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -811,7 +811,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -827,7 +827,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -845,7 +845,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -861,7 +861,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -885,7 +885,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -905,7 +905,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -921,7 +921,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -937,7 +937,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -955,7 +955,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -971,7 +971,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -995,7 +995,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1015,7 +1015,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1031,7 +1031,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1047,7 +1047,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1065,7 +1065,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1081,7 +1081,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1105,7 +1105,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1125,7 +1125,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1141,7 +1141,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1157,7 +1157,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1175,7 +1175,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1191,7 +1191,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1215,7 +1215,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1235,7 +1235,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1251,7 +1251,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1267,7 +1267,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1285,7 +1285,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1301,7 +1301,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1325,7 +1325,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1345,7 +1345,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1361,7 +1361,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1377,7 +1377,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1395,7 +1395,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1411,7 +1411,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1435,7 +1435,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1455,7 +1455,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1471,7 +1471,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1487,7 +1487,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1505,7 +1505,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1521,7 +1521,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1549,7 +1549,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1569,7 +1569,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1585,7 +1585,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1601,7 +1601,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1619,7 +1619,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1635,7 +1635,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1663,7 +1663,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1683,7 +1683,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1699,7 +1699,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1715,7 +1715,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1733,7 +1733,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1749,7 +1749,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1781,7 +1781,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1801,7 +1801,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1817,7 +1817,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1833,7 +1833,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1851,7 +1851,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1867,7 +1867,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1903,7 +1903,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1927,7 +1927,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1945,7 +1945,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1961,7 +1961,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1977,7 +1977,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -1995,7 +1995,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2025,7 +2025,7 @@
             },
             "fields": [
                 {
-                    "fieldPath": "A",
+                    "fieldPath": "F",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -2037,7 +2037,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "I",
+                    "fieldPath": "G",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -2061,7 +2061,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "G",
+                    "fieldPath": "I",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -2073,7 +2073,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "F",
+                    "fieldPath": "A",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -2085,7 +2085,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "E",
+                    "fieldPath": "B",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -2097,7 +2097,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "D",
+                    "fieldPath": "C",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -2109,7 +2109,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "C",
+                    "fieldPath": "D",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -2121,7 +2121,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "B",
+                    "fieldPath": "E",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -2137,7 +2137,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2153,7 +2153,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2177,7 +2177,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2201,7 +2201,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2219,7 +2219,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2235,7 +2235,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2251,7 +2251,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2269,7 +2269,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2299,31 +2299,31 @@
             },
             "fields": [
                 {
-                    "fieldPath": "id",
+                    "fieldPath": "email_address",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.NumberType": {}
+                            "com.linkedin.schema.StringType": {}
                         }
                     },
-                    "nativeDataType": "integer(32)",
+                    "nativeDataType": "character varying(65536)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "company",
+                    "fieldPath": "priority",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.StringType": {}
+                            "com.linkedin.schema.NumberType": {}
                         }
                     },
-                    "nativeDataType": "character varying(65536)",
+                    "nativeDataType": "float(24)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "last_name",
+                    "fieldPath": "company",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -2335,31 +2335,31 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "first_name",
+                    "fieldPath": "id",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.StringType": {}
+                            "com.linkedin.schema.NumberType": {}
                         }
                     },
-                    "nativeDataType": "character varying(65536)",
+                    "nativeDataType": "integer(32)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "priority",
+                    "fieldPath": "first_name",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.NumberType": {}
+                            "com.linkedin.schema.StringType": {}
                         }
                     },
-                    "nativeDataType": "float(24)",
+                    "nativeDataType": "character varying(65536)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "email_address",
+                    "fieldPath": "last_name",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -2375,7 +2375,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2391,7 +2391,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2419,7 +2419,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2443,7 +2443,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2461,7 +2461,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2477,7 +2477,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2493,7 +2493,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2511,7 +2511,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2541,7 +2541,7 @@
             },
             "fields": [
                 {
-                    "fieldPath": "urn",
+                    "fieldPath": "createdby",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -2553,7 +2553,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "aspect",
+                    "fieldPath": "createdfor",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -2565,19 +2565,19 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "version",
+                    "fieldPath": "urn",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.NumberType": {}
+                            "com.linkedin.schema.StringType": {}
                         }
                     },
-                    "nativeDataType": "bigint(64)",
+                    "nativeDataType": "character varying(65536)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "metadata",
+                    "fieldPath": "aspect",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -2589,19 +2589,19 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "createdon",
+                    "fieldPath": "version",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.DateType": {}
+                            "com.linkedin.schema.NumberType": {}
                         }
                     },
-                    "nativeDataType": "timestamp(23)",
+                    "nativeDataType": "bigint(64)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "createdby",
+                    "fieldPath": "metadata",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -2613,14 +2613,14 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "createdfor",
+                    "fieldPath": "createdon",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.StringType": {}
+                            "com.linkedin.schema.DateType": {}
                         }
                     },
-                    "nativeDataType": "character varying(65536)",
+                    "nativeDataType": "timestamp(23)",
                     "recursive": false,
                     "isPartOfKey": false
                 }
@@ -2629,7 +2629,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2645,7 +2645,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2673,7 +2673,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2697,7 +2697,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2715,7 +2715,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2731,7 +2731,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2747,7 +2747,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2765,7 +2765,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2795,19 +2795,19 @@
             },
             "fields": [
                 {
-                    "fieldPath": "path",
+                    "fieldPath": "id",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.StringType": {}
+                            "com.linkedin.schema.NumberType": {}
                         }
                     },
-                    "nativeDataType": "character varying(65536)",
+                    "nativeDataType": "bigint(64)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "aspect",
+                    "fieldPath": "urn",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -2819,26 +2819,26 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "urn",
+                    "fieldPath": "longVal",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.StringType": {}
+                            "com.linkedin.schema.NumberType": {}
                         }
                     },
-                    "nativeDataType": "character varying(65536)",
+                    "nativeDataType": "bigint(64)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "id",
+                    "fieldPath": "stringVal",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.NumberType": {}
+                            "com.linkedin.schema.StringType": {}
                         }
                     },
-                    "nativeDataType": "bigint(64)",
+                    "nativeDataType": "character varying(65536)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
@@ -2855,7 +2855,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "stringVal",
+                    "fieldPath": "path",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -2867,14 +2867,14 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "longVal",
+                    "fieldPath": "aspect",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.NumberType": {}
+                            "com.linkedin.schema.StringType": {}
                         }
                     },
-                    "nativeDataType": "bigint(64)",
+                    "nativeDataType": "character varying(65536)",
                     "recursive": false,
                     "isPartOfKey": false
                 }
@@ -2883,7 +2883,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2899,7 +2899,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2927,7 +2927,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2951,7 +2951,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2969,7 +2969,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -2985,7 +2985,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3001,7 +3001,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3019,7 +3019,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3049,19 +3049,19 @@
             },
             "fields": [
                 {
-                    "fieldPath": "doubleVal",
+                    "fieldPath": "id",
                     "nullable": true,
                     "type": {
                         "type": {
                             "com.linkedin.schema.NumberType": {}
                         }
                     },
-                    "nativeDataType": "double(53)",
+                    "nativeDataType": "bigint(64)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "path",
+                    "fieldPath": "urn",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -3073,7 +3073,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "urn",
+                    "fieldPath": "path",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -3085,14 +3085,14 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "id",
+                    "fieldPath": "doubleVal",
                     "nullable": true,
                     "type": {
                         "type": {
                             "com.linkedin.schema.NumberType": {}
                         }
                     },
-                    "nativeDataType": "bigint(64)",
+                    "nativeDataType": "double(53)",
                     "recursive": false,
                     "isPartOfKey": false
                 }
@@ -3101,7 +3101,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3117,7 +3117,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3145,7 +3145,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3169,7 +3169,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3187,7 +3187,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3203,7 +3203,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3219,7 +3219,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3237,7 +3237,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3267,7 +3267,7 @@
             },
             "fields": [
                 {
-                    "fieldPath": "id",
+                    "fieldPath": "customer_id",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -3291,7 +3291,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "customer_id",
+                    "fieldPath": "id",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -3307,7 +3307,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3323,7 +3323,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3351,7 +3351,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3375,7 +3375,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3393,7 +3393,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3409,7 +3409,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3425,7 +3425,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3443,7 +3443,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3473,7 +3473,7 @@
             },
             "fields": [
                 {
-                    "fieldPath": "id",
+                    "fieldPath": "salary",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -3485,31 +3485,31 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "name",
+                    "fieldPath": "age",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.StringType": {}
+                            "com.linkedin.schema.NumberType": {}
                         }
                     },
-                    "nativeDataType": "character varying(65536)",
+                    "nativeDataType": "bigint(64)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "age",
+                    "fieldPath": "name",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.NumberType": {}
+                            "com.linkedin.schema.StringType": {}
                         }
                     },
-                    "nativeDataType": "bigint(64)",
+                    "nativeDataType": "character varying(65536)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "salary",
+                    "fieldPath": "id",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -3525,7 +3525,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3541,7 +3541,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3569,7 +3569,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3593,7 +3593,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3611,7 +3611,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3627,7 +3627,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3643,7 +3643,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3725,7 +3725,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3741,7 +3741,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3766,7 +3766,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3794,7 +3794,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3818,7 +3818,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3836,7 +3836,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3852,7 +3852,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3868,7 +3868,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -3910,7 +3910,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "aspect",
+                    "fieldPath": "createdfor",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -3922,55 +3922,55 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "version",
+                    "fieldPath": "createdby",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.NumberType": {}
+                            "com.linkedin.schema.StringType": {}
                         }
                     },
-                    "nativeDataType": "bigint(64)",
+                    "nativeDataType": "character varying(65536)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "metadata",
+                    "fieldPath": "createdon",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.StringType": {}
+                            "com.linkedin.schema.DateType": {}
                         }
                     },
-                    "nativeDataType": "character varying(65536)",
+                    "nativeDataType": "timestamp(23)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "createdon",
+                    "fieldPath": "metadata",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.DateType": {}
+                            "com.linkedin.schema.StringType": {}
                         }
                     },
-                    "nativeDataType": "timestamp(23)",
+                    "nativeDataType": "character varying(65536)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "createdby",
+                    "fieldPath": "version",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.StringType": {}
+                            "com.linkedin.schema.NumberType": {}
                         }
                     },
-                    "nativeDataType": "character varying(65536)",
+                    "nativeDataType": "bigint(64)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "createdfor",
+                    "fieldPath": "aspect",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -3986,7 +3986,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4002,7 +4002,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4027,7 +4027,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4055,7 +4055,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4079,7 +4079,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4097,7 +4097,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4113,7 +4113,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4129,7 +4129,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4247,7 +4247,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4263,7 +4263,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4288,7 +4288,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4316,7 +4316,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4340,7 +4340,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4358,7 +4358,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4374,7 +4374,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4390,7 +4390,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4432,38 +4432,38 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "doubleVal",
+                    "fieldPath": "id",
                     "nullable": true,
                     "type": {
                         "type": {
                             "com.linkedin.schema.NumberType": {}
                         }
                     },
-                    "nativeDataType": "double(53)",
+                    "nativeDataType": "bigint(64)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "id",
+                    "fieldPath": "urn",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.NumberType": {}
+                            "com.linkedin.schema.StringType": {}
                         }
                     },
-                    "nativeDataType": "bigint(64)",
+                    "nativeDataType": "character varying(65536)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "urn",
+                    "fieldPath": "doubleVal",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.StringType": {}
+                            "com.linkedin.schema.NumberType": {}
                         }
                     },
-                    "nativeDataType": "character varying(65536)",
+                    "nativeDataType": "double(53)",
                     "recursive": false,
                     "isPartOfKey": false
                 }
@@ -4472,7 +4472,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4488,7 +4488,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4513,7 +4513,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4541,7 +4541,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4565,7 +4565,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4583,7 +4583,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4599,7 +4599,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4615,7 +4615,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4721,7 +4721,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4737,7 +4737,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4762,7 +4762,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4790,7 +4790,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4814,7 +4814,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4832,7 +4832,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4848,7 +4848,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4864,7 +4864,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4894,7 +4894,7 @@
             },
             "fields": [
                 {
-                    "fieldPath": "id",
+                    "fieldPath": "customer_id",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -4906,26 +4906,26 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "description",
+                    "fieldPath": "id",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.StringType": {}
+                            "com.linkedin.schema.NumberType": {}
                         }
                     },
-                    "nativeDataType": "character varying(65536)",
+                    "nativeDataType": "integer(32)",
                     "recursive": false,
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "customer_id",
+                    "fieldPath": "description",
                     "nullable": true,
                     "type": {
                         "type": {
-                            "com.linkedin.schema.NumberType": {}
+                            "com.linkedin.schema.StringType": {}
                         }
                     },
-                    "nativeDataType": "integer(32)",
+                    "nativeDataType": "character varying(65536)",
                     "recursive": false,
                     "isPartOfKey": false
                 }
@@ -4934,7 +4934,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4950,7 +4950,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -4975,7 +4975,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5003,7 +5003,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5027,7 +5027,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5045,7 +5045,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5061,7 +5061,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5077,7 +5077,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5107,7 +5107,7 @@
             },
             "fields": [
                 {
-                    "fieldPath": "B",
+                    "fieldPath": "F",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5119,7 +5119,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "C",
+                    "fieldPath": "G",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5131,7 +5131,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "D",
+                    "fieldPath": "H",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5143,7 +5143,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "E",
+                    "fieldPath": "I",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5155,7 +5155,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "F",
+                    "fieldPath": "A",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5167,7 +5167,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "G",
+                    "fieldPath": "B",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5179,7 +5179,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "H",
+                    "fieldPath": "C",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5191,7 +5191,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "I",
+                    "fieldPath": "D",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5203,7 +5203,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "A",
+                    "fieldPath": "E",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5219,7 +5219,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5235,7 +5235,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5260,7 +5260,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5288,7 +5288,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5312,7 +5312,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5330,7 +5330,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5346,7 +5346,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5362,7 +5362,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5392,7 +5392,7 @@
             },
             "fields": [
                 {
-                    "fieldPath": "I",
+                    "fieldPath": "A",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5404,7 +5404,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "A",
+                    "fieldPath": "B",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5416,7 +5416,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "B",
+                    "fieldPath": "C",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5428,7 +5428,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "C",
+                    "fieldPath": "D",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5440,7 +5440,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "D",
+                    "fieldPath": "E",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5452,7 +5452,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "E",
+                    "fieldPath": "F",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5464,7 +5464,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "F",
+                    "fieldPath": "G",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5476,7 +5476,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "G",
+                    "fieldPath": "H",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5488,7 +5488,7 @@
                     "isPartOfKey": false
                 },
                 {
-                    "fieldPath": "H",
+                    "fieldPath": "I",
                     "nullable": true,
                     "type": {
                         "type": {
@@ -5552,7 +5552,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5568,7 +5568,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5593,7 +5593,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5625,7 +5625,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5649,7 +5649,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5667,7 +5667,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5683,7 +5683,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5699,7 +5699,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5781,7 +5781,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5797,7 +5797,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5822,7 +5822,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5854,7 +5854,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5878,7 +5878,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5896,7 +5896,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5912,7 +5912,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -5928,7 +5928,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -6070,7 +6070,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -6086,7 +6086,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -6111,7 +6111,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -6151,7 +6151,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -6175,12 +6175,91 @@
                     "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD)",
                     "type": "COPY"
                 }
+            ],
+            "fineGrainedLineages": [
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),urn)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),urn)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdfor)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdfor)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdby)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdby)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdon)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdon)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),metadata)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),metadata)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),version)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),version)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),aspect)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),aspect)"
+                    ],
+                    "confidenceScore": 1.0
+                }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -6204,12 +6283,91 @@
                     "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD)",
                     "type": "COPY"
                 }
+            ],
+            "fineGrainedLineages": [
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),doubleVal)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),doubleVal)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),id)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),id)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),urn)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),urn)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),aspect)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),aspect)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),path)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),path)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),longVal)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),longVal)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),stringVal)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),stringVal)"
+                    ],
+                    "confidenceScore": 1.0
+                }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -6233,12 +6391,58 @@
                     "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD)",
                     "type": "COPY"
                 }
+            ],
+            "fineGrainedLineages": [
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),path)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),path)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),id)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),id)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),urn)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),urn)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),doubleVal)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),doubleVal)"
+                    ],
+                    "confidenceScore": 1.0
+                }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -6262,12 +6466,80 @@
                     "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)",
                     "type": "COPY"
                 }
+            ],
+            "fineGrainedLineages": [
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),id)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),id)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),company)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),company)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),last_name)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),last_name)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),first_name)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),first_name)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),email_address)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),email_address)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),priority)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),priority)"
+                    ],
+                    "confidenceScore": 1.0
+                }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -6291,12 +6563,47 @@
                     "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)",
                     "type": "COPY"
                 }
+            ],
+            "fineGrainedLineages": [
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),customer_id)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),customer_id)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),id)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),id)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),description)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),description)"
+                    ],
+                    "confidenceScore": 1.0
+                }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -6320,12 +6627,58 @@
                     "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD)",
                     "type": "COPY"
                 }
+            ],
+            "fineGrainedLineages": [
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),id)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),id)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),name)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),name)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),age)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),age)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),salary)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),salary)"
+                    ],
+                    "confidenceScore": 1.0
+                }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -6349,12 +6702,157 @@
                     "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD)",
                     "type": "COPY"
                 }
+            ],
+            "fineGrainedLineages": [
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),A)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),A)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),B)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),B)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),C)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),C)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),D)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),D)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),F)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),F)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),G)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),G)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),H)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),H)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),I)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),I)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),J)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),J)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),K)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),K)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),L)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),L)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),M)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),M)"
+                    ],
+                    "confidenceScore": 1.0
+                }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -6378,12 +6876,58 @@
                     "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD)",
                     "type": "COPY"
                 }
+            ],
+            "fineGrainedLineages": [
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_NAME)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_NAME)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),MANAGER_ID)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),MANAGER_ID)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_ID)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_ID)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),LOCATION_ID)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),LOCATION_ID)"
+                    ],
+                    "confidenceScore": 1.0
+                }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -6407,12 +6951,113 @@
                     "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD)",
                     "type": "COPY"
                 }
+            ],
+            "fineGrainedLineages": [
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),F)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),F)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),G)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),G)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),H)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),H)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),A)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),C)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),C)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),E)"
+                    ],
+                    "confidenceScore": 1.0
+                }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -6436,18 +7081,119 @@
                     "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD)",
                     "type": "COPY"
                 }
+            ],
+            "fineGrainedLineages": [
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_start_date_sk)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_start_date_sk)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_sk)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_sk)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_id)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_end_date_sk)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_department)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_number)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_description)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)"
+                    ],
+                    "confidenceScore": 1.0
+                },
+                {
+                    "upstreamType": "FIELD_SET",
+                    "upstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_type)"
+                    ],
+                    "downstreamType": "FIELD",
+                    "downstreams": [
+                        "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)"
+                    ],
+                    "confidenceScore": 1.0
+                }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
 {
     "entityType": "dataset",
-    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)",
+    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)",
     "changeType": "UPSERT",
     "aspectName": "datasetProfile",
     "aspect": {
@@ -6457,41 +7203,52 @@
                 "partition": "FULL_TABLE_SNAPSHOT",
                 "type": "FULL_TABLE"
             },
-            "rowCount": 5,
-            "columnCount": 6,
+            "rowCount": 3834,
+            "columnCount": 9,
             "fieldProfiles": [
                 {
-                    "fieldPath": "id",
-                    "uniqueCount": 5,
-                    "nullCount": 0,
-                    "mean": "3.0",
-                    "stdev": "1.5811388300841898"
+                    "fieldPath": "F",
+                    "uniqueCount": 61,
+                    "nullCount": 0
                 },
                 {
-                    "fieldPath": "company",
-                    "uniqueCount": 5,
+                    "fieldPath": "G",
+                    "uniqueCount": 40,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "last_name",
-                    "uniqueCount": 5,
+                    "fieldPath": "H",
+                    "uniqueCount": 91,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "first_name",
-                    "uniqueCount": 5,
+                    "fieldPath": "I",
+                    "uniqueCount": 85,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "priority",
-                    "uniqueCount": 3,
-                    "nullCount": 1,
-                    "mean": "4.175000011920929",
-                    "stdev": "0.4924429489953036"
+                    "fieldPath": "A",
+                    "uniqueCount": 2,
+                    "nullCount": 0
                 },
                 {
-                    "fieldPath": "email_address",
-                    "uniqueCount": 5,
+                    "fieldPath": "B",
+                    "uniqueCount": 2,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "C",
+                    "uniqueCount": 3834,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "D",
+                    "uniqueCount": 76,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "E",
+                    "uniqueCount": 192,
                     "nullCount": 0
                 }
             ]
@@ -6499,13 +7256,13 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
 {
     "entityType": "dataset",
-    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)",
+    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)",
     "changeType": "UPSERT",
     "aspectName": "datasetProfile",
     "aspect": {
@@ -6516,7 +7273,7 @@
                 "type": "FULL_TABLE"
             },
             "rowCount": 0,
-            "columnCount": 7,
+            "columnCount": 4,
             "fieldProfiles": [
                 {
                     "fieldPath": "path",
@@ -6524,7 +7281,7 @@
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "aspect",
+                    "fieldPath": "id",
                     "uniqueCount": 0,
                     "nullCount": 0
                 },
@@ -6533,38 +7290,23 @@
                     "uniqueCount": 0,
                     "nullCount": 0
                 },
-                {
-                    "fieldPath": "id",
-                    "uniqueCount": 0,
-                    "nullCount": 0
-                },
                 {
                     "fieldPath": "doubleVal",
                     "uniqueCount": 0,
                     "nullCount": 0
-                },
-                {
-                    "fieldPath": "stringVal",
-                    "uniqueCount": 0,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "longVal",
-                    "uniqueCount": 0,
-                    "nullCount": 0
                 }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
 {
     "entityType": "dataset",
-    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)",
+    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)",
     "changeType": "UPSERT",
     "aspectName": "datasetProfile",
     "aspect": {
@@ -6575,20 +7317,40 @@
                 "type": "FULL_TABLE"
             },
             "rowCount": 0,
-            "columnCount": 3,
+            "columnCount": 7,
             "fieldProfiles": [
+                {
+                    "fieldPath": "doubleVal",
+                    "uniqueCount": 0,
+                    "nullCount": 0
+                },
                 {
                     "fieldPath": "id",
                     "uniqueCount": 0,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "description",
+                    "fieldPath": "urn",
                     "uniqueCount": 0,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "customer_id",
+                    "fieldPath": "aspect",
+                    "uniqueCount": 0,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "path",
+                    "uniqueCount": 0,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "longVal",
+                    "uniqueCount": 0,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "stringVal",
                     "uniqueCount": 0,
                     "nullCount": 0
                 }
@@ -6597,13 +7359,13 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
 {
     "entityType": "dataset",
-    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)",
+    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)",
     "changeType": "UPSERT",
     "aspectName": "datasetProfile",
     "aspect": {
@@ -6617,17 +7379,17 @@
             "columnCount": 3,
             "fieldProfiles": [
                 {
-                    "fieldPath": "id",
+                    "fieldPath": "customer_id",
                     "uniqueCount": 0,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "description",
+                    "fieldPath": "id",
                     "uniqueCount": 0,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "customer_id",
+                    "fieldPath": "description",
                     "uniqueCount": 0,
                     "nullCount": 0
                 }
@@ -6636,13 +7398,13 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
 {
     "entityType": "dataset",
-    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)",
+    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)",
     "changeType": "UPSERT",
     "aspectName": "datasetProfile",
     "aspect": {
@@ -6656,16 +7418,11 @@
             "columnCount": 4,
             "fieldProfiles": [
                 {
-                    "fieldPath": "id",
+                    "fieldPath": "salary",
                     "uniqueCount": 4,
                     "nullCount": 0,
-                    "mean": "2.5",
-                    "stdev": "1.2909944487358056"
-                },
-                {
-                    "fieldPath": "name",
-                    "uniqueCount": 4,
-                    "nullCount": 0
+                    "mean": "65000.0",
+                    "stdev": "12909.944487358056"
                 },
                 {
                     "fieldPath": "age",
@@ -6675,24 +7432,29 @@
                     "stdev": "6.454972243679028"
                 },
                 {
-                    "fieldPath": "salary",
+                    "fieldPath": "name",
+                    "uniqueCount": 4,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "id",
                     "uniqueCount": 4,
                     "nullCount": 0,
-                    "mean": "65000.0",
-                    "stdev": "12909.944487358056"
+                    "mean": "2.5",
+                    "stdev": "1.2909944487358056"
                 }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
 {
     "entityType": "dataset",
-    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)",
+    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)",
     "changeType": "UPSERT",
     "aspectName": "datasetProfile",
     "aspect": {
@@ -6702,52 +7464,27 @@
                 "partition": "FULL_TABLE_SNAPSHOT",
                 "type": "FULL_TABLE"
             },
-            "rowCount": 3834,
-            "columnCount": 9,
+            "rowCount": 0,
+            "columnCount": 4,
             "fieldProfiles": [
                 {
-                    "fieldPath": "A",
-                    "uniqueCount": 2,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "I",
-                    "uniqueCount": 85,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "H",
-                    "uniqueCount": 91,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "G",
-                    "uniqueCount": 40,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "F",
-                    "uniqueCount": 61,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "E",
-                    "uniqueCount": 192,
+                    "fieldPath": "id",
+                    "uniqueCount": 0,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "D",
-                    "uniqueCount": 76,
+                    "fieldPath": "urn",
+                    "uniqueCount": 0,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "C",
-                    "uniqueCount": 3834,
+                    "fieldPath": "path",
+                    "uniqueCount": 0,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "B",
-                    "uniqueCount": 2,
+                    "fieldPath": "doubleVal",
+                    "uniqueCount": 0,
                     "nullCount": 0
                 }
             ]
@@ -6755,13 +7492,13 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
 {
     "entityType": "dataset",
-    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)",
+    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)",
     "changeType": "UPSERT",
     "aspectName": "datasetProfile",
     "aspect": {
@@ -6771,27 +7508,41 @@
                 "partition": "FULL_TABLE_SNAPSHOT",
                 "type": "FULL_TABLE"
             },
-            "rowCount": 0,
-            "columnCount": 4,
+            "rowCount": 5,
+            "columnCount": 6,
             "fieldProfiles": [
                 {
-                    "fieldPath": "path",
-                    "uniqueCount": 0,
+                    "fieldPath": "email_address",
+                    "uniqueCount": 5,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "doubleVal",
-                    "uniqueCount": 0,
+                    "fieldPath": "priority",
+                    "uniqueCount": 3,
+                    "nullCount": 1,
+                    "mean": "4.175000011920929",
+                    "stdev": "0.4924429489953036"
+                },
+                {
+                    "fieldPath": "company",
+                    "uniqueCount": 5,
                     "nullCount": 0
                 },
                 {
                     "fieldPath": "id",
-                    "uniqueCount": 0,
+                    "uniqueCount": 5,
+                    "nullCount": 0,
+                    "mean": "3.0",
+                    "stdev": "1.5811388300841898"
+                },
+                {
+                    "fieldPath": "first_name",
+                    "uniqueCount": 5,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "urn",
-                    "uniqueCount": 0,
+                    "fieldPath": "last_name",
+                    "uniqueCount": 5,
                     "nullCount": 0
                 }
             ]
@@ -6799,13 +7550,13 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
 {
     "entityType": "dataset",
-    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)",
+    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)",
     "changeType": "UPSERT",
     "aspectName": "datasetProfile",
     "aspect": {
@@ -6815,55 +7566,66 @@
                 "partition": "FULL_TABLE_SNAPSHOT",
                 "type": "FULL_TABLE"
             },
-            "rowCount": 5,
-            "columnCount": 6,
+            "rowCount": 3834,
+            "columnCount": 9,
             "fieldProfiles": [
                 {
-                    "fieldPath": "id",
-                    "uniqueCount": 5,
-                    "nullCount": 0,
-                    "mean": "3.0",
-                    "stdev": "1.5811388300841898"
+                    "fieldPath": "F",
+                    "uniqueCount": 61,
+                    "nullCount": 0
                 },
                 {
-                    "fieldPath": "company",
-                    "uniqueCount": 5,
+                    "fieldPath": "G",
+                    "uniqueCount": 40,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "last_name",
-                    "uniqueCount": 5,
+                    "fieldPath": "H",
+                    "uniqueCount": 91,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "first_name",
-                    "uniqueCount": 5,
+                    "fieldPath": "I",
+                    "uniqueCount": 85,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "email_address",
-                    "uniqueCount": 5,
+                    "fieldPath": "A",
+                    "uniqueCount": 2,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "priority",
-                    "uniqueCount": 3,
-                    "nullCount": 1,
-                    "mean": "4.175000011920929",
-                    "stdev": "0.4924429489953036"
+                    "fieldPath": "B",
+                    "uniqueCount": 2,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "C",
+                    "uniqueCount": 3834,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "D",
+                    "uniqueCount": 76,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "E",
+                    "uniqueCount": 192,
+                    "nullCount": 0
                 }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
 {
     "entityType": "dataset",
-    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)",
+    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)",
     "changeType": "UPSERT",
     "aspectName": "datasetProfile",
     "aspect": {
@@ -6873,42 +7635,42 @@
                 "partition": "FULL_TABLE_SNAPSHOT",
                 "type": "FULL_TABLE"
             },
-            "rowCount": 0,
+            "rowCount": 2,
             "columnCount": 7,
             "fieldProfiles": [
                 {
-                    "fieldPath": "doubleVal",
-                    "uniqueCount": 0,
+                    "fieldPath": "createdby",
+                    "uniqueCount": 1,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "id",
+                    "fieldPath": "createdfor",
                     "uniqueCount": 0,
-                    "nullCount": 0
+                    "nullCount": 2
                 },
                 {
                     "fieldPath": "urn",
-                    "uniqueCount": 0,
+                    "uniqueCount": 1,
                     "nullCount": 0
                 },
                 {
                     "fieldPath": "aspect",
-                    "uniqueCount": 0,
+                    "uniqueCount": 2,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "path",
-                    "uniqueCount": 0,
+                    "fieldPath": "version",
+                    "uniqueCount": 1,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "longVal",
-                    "uniqueCount": 0,
+                    "fieldPath": "metadata",
+                    "uniqueCount": 2,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "stringVal",
-                    "uniqueCount": 0,
+                    "fieldPath": "createdon",
+                    "uniqueCount": 1,
                     "nullCount": 0
                 }
             ]
@@ -6916,13 +7678,13 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
 {
     "entityType": "dataset",
-    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)",
+    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)",
     "changeType": "UPSERT",
     "aspectName": "datasetProfile",
     "aspect": {
@@ -6932,47 +7694,56 @@
                 "partition": "FULL_TABLE_SNAPSHOT",
                 "type": "FULL_TABLE"
             },
-            "rowCount": 4,
-            "columnCount": 4,
+            "rowCount": 2,
+            "columnCount": 7,
             "fieldProfiles": [
                 {
-                    "fieldPath": "id",
-                    "uniqueCount": 4,
-                    "nullCount": 0,
-                    "mean": "2.5",
-                    "stdev": "1.2909944487358056"
+                    "fieldPath": "urn",
+                    "uniqueCount": 1,
+                    "nullCount": 0
                 },
                 {
-                    "fieldPath": "name",
-                    "uniqueCount": 4,
+                    "fieldPath": "createdfor",
+                    "uniqueCount": 0,
+                    "nullCount": 2
+                },
+                {
+                    "fieldPath": "createdby",
+                    "uniqueCount": 1,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "age",
-                    "uniqueCount": 4,
-                    "nullCount": 0,
-                    "mean": "32.5",
-                    "stdev": "6.454972243679028"
+                    "fieldPath": "createdon",
+                    "uniqueCount": 1,
+                    "nullCount": 0
                 },
                 {
-                    "fieldPath": "salary",
-                    "uniqueCount": 4,
-                    "nullCount": 0,
-                    "mean": "65000.0",
-                    "stdev": "12909.944487358056"
+                    "fieldPath": "metadata",
+                    "uniqueCount": 2,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "version",
+                    "uniqueCount": 1,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "aspect",
+                    "uniqueCount": 2,
+                    "nullCount": 0
                 }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
 {
     "entityType": "dataset",
-    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)",
+    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)",
     "changeType": "UPSERT",
     "aspectName": "datasetProfile",
     "aspect": {
@@ -6982,86 +7753,47 @@
                 "partition": "FULL_TABLE_SNAPSHOT",
                 "type": "FULL_TABLE"
             },
-            "rowCount": 10842,
-            "columnCount": 13,
+            "rowCount": 4,
+            "columnCount": 4,
             "fieldProfiles": [
                 {
-                    "fieldPath": "I",
-                    "uniqueCount": 8,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "A",
-                    "uniqueCount": 9661,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "B",
-                    "uniqueCount": 35,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "C",
-                    "uniqueCount": 42,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "D",
-                    "uniqueCount": 6003,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "E",
-                    "uniqueCount": 463,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "F",
-                    "uniqueCount": 23,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "G",
-                    "uniqueCount": 5,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "H",
-                    "uniqueCount": 94,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "J",
-                    "uniqueCount": 121,
-                    "nullCount": 0
+                    "fieldPath": "id",
+                    "uniqueCount": 4,
+                    "nullCount": 0,
+                    "mean": "2.5",
+                    "stdev": "1.2909944487358056"
                 },
                 {
-                    "fieldPath": "K",
-                    "uniqueCount": 1379,
+                    "fieldPath": "name",
+                    "uniqueCount": 4,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "L",
-                    "uniqueCount": 2835,
-                    "nullCount": 0
+                    "fieldPath": "age",
+                    "uniqueCount": 4,
+                    "nullCount": 0,
+                    "mean": "32.5",
+                    "stdev": "6.454972243679028"
                 },
                 {
-                    "fieldPath": "M",
-                    "uniqueCount": 35,
-                    "nullCount": 1
+                    "fieldPath": "salary",
+                    "uniqueCount": 4,
+                    "nullCount": 0,
+                    "mean": "65000.0",
+                    "stdev": "12909.944487358056"
                 }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
 {
     "entityType": "dataset",
-    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)",
+    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)",
     "changeType": "UPSERT",
     "aspectName": "datasetProfile",
     "aspect": {
@@ -7072,20 +7804,15 @@
                 "type": "FULL_TABLE"
             },
             "rowCount": 0,
-            "columnCount": 4,
+            "columnCount": 3,
             "fieldProfiles": [
                 {
-                    "fieldPath": "doubleVal",
-                    "uniqueCount": 0,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "path",
+                    "fieldPath": "customer_id",
                     "uniqueCount": 0,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "urn",
+                    "fieldPath": "description",
                     "uniqueCount": 0,
                     "nullCount": 0
                 },
@@ -7099,13 +7826,13 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
 {
     "entityType": "dataset",
-    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)",
+    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)",
     "changeType": "UPSERT",
     "aspectName": "datasetProfile",
     "aspect": {
@@ -7115,52 +7842,42 @@
                 "partition": "FULL_TABLE_SNAPSHOT",
                 "type": "FULL_TABLE"
             },
-            "rowCount": 3834,
-            "columnCount": 9,
+            "rowCount": 0,
+            "columnCount": 7,
             "fieldProfiles": [
                 {
-                    "fieldPath": "B",
-                    "uniqueCount": 2,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "C",
-                    "uniqueCount": 3834,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "D",
-                    "uniqueCount": 76,
+                    "fieldPath": "id",
+                    "uniqueCount": 0,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "E",
-                    "uniqueCount": 192,
+                    "fieldPath": "urn",
+                    "uniqueCount": 0,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "F",
-                    "uniqueCount": 61,
+                    "fieldPath": "longVal",
+                    "uniqueCount": 0,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "G",
-                    "uniqueCount": 40,
+                    "fieldPath": "stringVal",
+                    "uniqueCount": 0,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "H",
-                    "uniqueCount": 91,
+                    "fieldPath": "doubleVal",
+                    "uniqueCount": 0,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "I",
-                    "uniqueCount": 85,
+                    "fieldPath": "path",
+                    "uniqueCount": 0,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "A",
-                    "uniqueCount": 2,
+                    "fieldPath": "aspect",
+                    "uniqueCount": 0,
                     "nullCount": 0
                 }
             ]
@@ -7168,13 +7885,13 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
 {
     "entityType": "dataset",
-    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)",
+    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)",
     "changeType": "UPSERT",
     "aspectName": "datasetProfile",
     "aspect": {
@@ -7184,56 +7901,55 @@
                 "partition": "FULL_TABLE_SNAPSHOT",
                 "type": "FULL_TABLE"
             },
-            "rowCount": 2,
-            "columnCount": 7,
+            "rowCount": 5,
+            "columnCount": 6,
             "fieldProfiles": [
                 {
-                    "fieldPath": "urn",
-                    "uniqueCount": 1,
-                    "nullCount": 0
-                },
-                {
-                    "fieldPath": "aspect",
-                    "uniqueCount": 2,
-                    "nullCount": 0
+                    "fieldPath": "id",
+                    "uniqueCount": 5,
+                    "nullCount": 0,
+                    "mean": "3.0",
+                    "stdev": "1.5811388300841898"
                 },
                 {
-                    "fieldPath": "version",
-                    "uniqueCount": 1,
+                    "fieldPath": "company",
+                    "uniqueCount": 5,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "metadata",
-                    "uniqueCount": 2,
+                    "fieldPath": "last_name",
+                    "uniqueCount": 5,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "createdon",
-                    "uniqueCount": 1,
+                    "fieldPath": "first_name",
+                    "uniqueCount": 5,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "createdby",
-                    "uniqueCount": 1,
+                    "fieldPath": "email_address",
+                    "uniqueCount": 5,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "createdfor",
-                    "uniqueCount": 0,
-                    "nullCount": 2
+                    "fieldPath": "priority",
+                    "uniqueCount": 3,
+                    "nullCount": 1,
+                    "mean": "4.175000011920929",
+                    "stdev": "0.4924429489953036"
                 }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
 {
     "entityType": "dataset",
-    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)",
+    "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)",
     "changeType": "UPSERT",
     "aspectName": "datasetProfile",
     "aspect": {
@@ -7243,50 +7959,80 @@
                 "partition": "FULL_TABLE_SNAPSHOT",
                 "type": "FULL_TABLE"
             },
-            "rowCount": 2,
-            "columnCount": 7,
+            "rowCount": 10842,
+            "columnCount": 13,
             "fieldProfiles": [
                 {
-                    "fieldPath": "urn",
-                    "uniqueCount": 1,
+                    "fieldPath": "A",
+                    "uniqueCount": 9661,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "aspect",
-                    "uniqueCount": 2,
+                    "fieldPath": "B",
+                    "uniqueCount": 35,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "version",
-                    "uniqueCount": 1,
+                    "fieldPath": "C",
+                    "uniqueCount": 42,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "metadata",
-                    "uniqueCount": 2,
+                    "fieldPath": "D",
+                    "uniqueCount": 6003,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "createdon",
-                    "uniqueCount": 1,
+                    "fieldPath": "E",
+                    "uniqueCount": 463,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "createdby",
-                    "uniqueCount": 1,
+                    "fieldPath": "F",
+                    "uniqueCount": 23,
                     "nullCount": 0
                 },
                 {
-                    "fieldPath": "createdfor",
-                    "uniqueCount": 0,
-                    "nullCount": 2
+                    "fieldPath": "G",
+                    "uniqueCount": 5,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "H",
+                    "uniqueCount": 94,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "I",
+                    "uniqueCount": 8,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "J",
+                    "uniqueCount": 121,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "K",
+                    "uniqueCount": 1379,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "L",
+                    "uniqueCount": 2835,
+                    "nullCount": 0
+                },
+                {
+                    "fieldPath": "M",
+                    "uniqueCount": 35,
+                    "nullCount": 1
                 }
             ]
         }
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -7336,7 +8082,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 },
@@ -7415,7 +8161,7 @@
     },
     "systemMetadata": {
         "lastObserved": 1697353200000,
-        "runId": "dremio-2023_10_15-07_00_00-7c7cnk",
+        "runId": "dremio-2023_10_15-07_00_00-bo12f3",
         "lastRunId": "no-run-id-provided"
     }
 }