From 9de8be07ecae6dbcec93c0c02bda3381ca1c0074 Mon Sep 17 00:00:00 2001 From: sagar-salvi-apptware Date: Mon, 28 Oct 2024 17:17:40 +0530 Subject: [PATCH] test: Updated the test for platform instance --- .../dremio/dremio_mces_golden.json | 1959 +++++++++++------ .../integration/dremio/dremio_to_file.yml | 1 + .../tests/integration/dremio/test_dremio.py | 13 +- 3 files changed, 1307 insertions(+), 666 deletions(-) diff --git a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json index 820c62916aca5..7f704bd45d44a 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json @@ -1,27 +1,26 @@ [ { "entityType": "container", - "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", + "entityUrn": "urn:li:container:fa09700625cdcff9a317f47c34842c8a", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "s3", - "qualifiedName": "s3", - "description": "", + "name": "Spaces", + "qualifiedName": "Spaces", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", + "entityUrn": "urn:li:container:fa09700625cdcff9a317f47c34842c8a", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -31,31 +30,31 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", + "entityUrn": "urn:li:container:fa09700625cdcff9a317f47c34842c8a", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { "json": { "typeNames": [ - "Dremio Source" + "Dremio Container" ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", + "entityUrn": "urn:li:container:fa09700625cdcff9a317f47c34842c8a", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -65,13 +64,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", + "entityUrn": "urn:li:container:fa09700625cdcff9a317f47c34842c8a", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -81,33 +80,32 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "entityUrn": "urn:li:container:89f8dac980018f89c234733853da0cdb", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "mysql", - "qualifiedName": "mysql", - "description": "", + "name": "Sources", + "qualifiedName": "Sources", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "entityUrn": "urn:li:container:89f8dac980018f89c234733853da0cdb", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -117,31 +115,31 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "entityUrn": "urn:li:container:89f8dac980018f89c234733853da0cdb", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { "json": { "typeNames": [ - "Dremio Source" + "Dremio Container" ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "entityUrn": "urn:li:container:89f8dac980018f89c234733853da0cdb", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -151,13 +149,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "entityUrn": "urn:li:container:89f8dac980018f89c234733853da0cdb", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -167,33 +165,49 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "Samples", - "qualifiedName": "Samples", + "name": "s3", + "qualifiedName": "s3", "description": "", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:89f8dac980018f89c234733853da0cdb" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -203,13 +217,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -221,13 +235,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -237,49 +251,69 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { - "path": [] + "path": [ + { + "id": "Sources" + } + ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", + "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "@admin", - "qualifiedName": "@admin", - "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen browsing or previewing datasets, click on the `Open details panel` button to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", + "name": "mysql", + "qualifiedName": "mysql", + "description": "", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", + "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:89f8dac980018f89c234733853da0cdb" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -289,31 +323,31 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", + "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { "json": { "typeNames": [ - "Dremio Space" + "Dremio Source" ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", + "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -323,49 +357,69 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", + "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { - "path": [] + "path": [ + { + "id": "Sources" + } + ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "space", - "qualifiedName": "space", + "name": "Samples", + "qualifiedName": "Samples", "description": "", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:89f8dac980018f89c234733853da0cdb" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -375,31 +429,31 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { "json": { "typeNames": [ - "Dremio Space" + "Dremio Source" ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -409,65 +463,69 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { - "path": [] + "path": [ + { + "id": "Sources" + } + ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23", + "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "test_folder", - "qualifiedName": "space.test_folder", - "description": "", + "name": "@admin", + "qualifiedName": "@admin", + "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen browsing or previewing datasets, click on the `Open details panel` button to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23", + "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:090caabbf8b73fafa83b546f840bd468" + "container": "urn:li:container:fa09700625cdcff9a317f47c34842c8a" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23", + "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -477,31 +535,31 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23", + "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { "json": { "typeNames": [ - "Dremio Folder" + "Dremio Space" ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23", + "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -511,70 +569,69 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23", + "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { - "id": "space", - "urn": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23" + "id": "Spaces" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:b6e7d0c364ccc53ccb02b438999fda9a", + "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "warehouse", - "qualifiedName": "s3.warehouse", + "name": "space", + "qualifiedName": "space", "description": "", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:b6e7d0c364ccc53ccb02b438999fda9a", + "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" + "container": "urn:li:container:fa09700625cdcff9a317f47c34842c8a" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:b6e7d0c364ccc53ccb02b438999fda9a", + "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -584,31 +641,31 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:b6e7d0c364ccc53ccb02b438999fda9a", + "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { "json": { "typeNames": [ - "Dremio Folder" + "Dremio Space" ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:b6e7d0c364ccc53ccb02b438999fda9a", + "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -618,70 +675,69 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:b6e7d0c364ccc53ccb02b438999fda9a", + "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { - "id": "s3", - "urn": "urn:li:container:b6e7d0c364ccc53ccb02b438999fda9a" + "id": "Spaces" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:353a7d9a2c4f918c55149e792cd98413", + "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "dataCharmer", - "qualifiedName": "mysql.dataCharmer", + "name": "test_folder", + "qualifiedName": "space.test_folder", "description": "", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:353a7d9a2c4f918c55149e792cd98413", + "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "container": "urn:li:container:090caabbf8b73fafa83b546f840bd468" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:353a7d9a2c4f918c55149e792cd98413", + "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -691,13 +747,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:353a7d9a2c4f918c55149e792cd98413", + "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -709,13 +765,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:353a7d9a2c4f918c55149e792cd98413", + "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -725,70 +781,73 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:353a7d9a2c4f918c55149e792cd98413", + "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { - "id": "mysql", - "urn": "urn:li:container:353a7d9a2c4f918c55149e792cd98413" + "id": "Spaces" + }, + { + "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:80265058409a98e0ad870d47ac690269", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "metagalaxy", - "qualifiedName": "mysql.metagalaxy", + "name": "warehouse", + "qualifiedName": "s3.warehouse", "description": "", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:80265058409a98e0ad870d47ac690269", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "container": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:80265058409a98e0ad870d47ac690269", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -798,13 +857,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:80265058409a98e0ad870d47ac690269", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -816,13 +875,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:80265058409a98e0ad870d47ac690269", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -832,54 +891,57 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:80265058409a98e0ad870d47ac690269", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { - "id": "mysql", - "urn": "urn:li:container:80265058409a98e0ad870d47ac690269" + "id": "Sources" + }, + { + "id": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", + "urn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:598a5683c1578be281785624985f2675", + "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "mysql", - "qualifiedName": "mysql.mysql", + "name": "dataCharmer", + "qualifiedName": "mysql.dataCharmer", "description": "", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:598a5683c1578be281785624985f2675", + "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -889,13 +951,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:598a5683c1578be281785624985f2675", + "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -905,13 +967,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:598a5683c1578be281785624985f2675", + "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -923,13 +985,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:598a5683c1578be281785624985f2675", + "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -939,54 +1001,57 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:598a5683c1578be281785624985f2675", + "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { - "id": "mysql", - "urn": "urn:li:container:598a5683c1578be281785624985f2675" + "id": "Sources" + }, + { + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:05ae2d35495ee084e2b2e559b25f1244", + "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "northwind", - "qualifiedName": "mysql.northwind", + "name": "metagalaxy", + "qualifiedName": "mysql.metagalaxy", "description": "", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:05ae2d35495ee084e2b2e559b25f1244", + "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -996,13 +1061,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:05ae2d35495ee084e2b2e559b25f1244", + "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -1012,13 +1077,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:05ae2d35495ee084e2b2e559b25f1244", + "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1030,13 +1095,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:05ae2d35495ee084e2b2e559b25f1244", + "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1046,54 +1111,57 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:05ae2d35495ee084e2b2e559b25f1244", + "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { - "id": "mysql", - "urn": "urn:li:container:05ae2d35495ee084e2b2e559b25f1244" + "id": "Sources" + }, + { + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:7d1c598038a2aeca9116d730cb59c09a", + "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "performance_schema", - "qualifiedName": "mysql.performance_schema", + "name": "mysql", + "qualifiedName": "mysql.mysql", "description": "", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:7d1c598038a2aeca9116d730cb59c09a", + "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -1103,13 +1171,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:7d1c598038a2aeca9116d730cb59c09a", + "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -1119,13 +1187,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:7d1c598038a2aeca9116d730cb59c09a", + "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1137,13 +1205,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:7d1c598038a2aeca9116d730cb59c09a", + "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1153,54 +1221,57 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:7d1c598038a2aeca9116d730cb59c09a", + "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { - "id": "mysql", - "urn": "urn:li:container:7d1c598038a2aeca9116d730cb59c09a" + "id": "Sources" + }, + { + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ee095b5b1622afbab9c8d8869e63daf5", + "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "test_cases", - "qualifiedName": "mysql.test_cases", + "name": "northwind", + "qualifiedName": "mysql.northwind", "description": "", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ee095b5b1622afbab9c8d8869e63daf5", + "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", "changeType": "UPSERT", "aspectName": "container", "aspect": { @@ -1210,13 +1281,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ee095b5b1622afbab9c8d8869e63daf5", + "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -1226,13 +1297,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ee095b5b1622afbab9c8d8869e63daf5", + "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1244,13 +1315,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ee095b5b1622afbab9c8d8869e63daf5", + "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1260,70 +1331,73 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ee095b5b1622afbab9c8d8869e63daf5", + "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { - "id": "mysql", - "urn": "urn:li:container:ee095b5b1622afbab9c8d8869e63daf5" + "id": "Sources" + }, + { + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:e247722e4a5ae3879de75a2a478ecbbe", + "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "samples.dremio.com", - "qualifiedName": "Samples.samples.dremio.com", + "name": "performance_schema", + "qualifiedName": "mysql.performance_schema", "description": "", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:e247722e4a5ae3879de75a2a478ecbbe", + "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + "container": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:e247722e4a5ae3879de75a2a478ecbbe", + "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -1333,13 +1407,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:e247722e4a5ae3879de75a2a478ecbbe", + "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1351,13 +1425,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:e247722e4a5ae3879de75a2a478ecbbe", + "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1367,70 +1441,73 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:e247722e4a5ae3879de75a2a478ecbbe", + "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { - "id": "Samples", - "urn": "urn:li:container:e247722e4a5ae3879de75a2a478ecbbe" + "id": "Sources" + }, + { + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:973eabd34940a8012ff93f357510bc1d", + "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "Dremio University", - "qualifiedName": "Samples.samples.dremio.com.Dremio University", + "name": "test_cases", + "qualifiedName": "mysql.test_cases", "description": "", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:973eabd34940a8012ff93f357510bc1d", + "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:e247722e4a5ae3879de75a2a478ecbbe" + "container": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:973eabd34940a8012ff93f357510bc1d", + "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -1440,13 +1517,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:973eabd34940a8012ff93f357510bc1d", + "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1458,13 +1535,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:973eabd34940a8012ff93f357510bc1d", + "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1474,74 +1551,73 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:973eabd34940a8012ff93f357510bc1d", + "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { - "id": "Samples", - "urn": "urn:li:container:64ce2a7c1fe5b4487868e3cc993817d8" + "id": "Sources" }, { - "id": "samples.dremio.com", - "urn": "urn:li:container:973eabd34940a8012ff93f357510bc1d" + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:201af44510e34d8245f5515ee71a751f", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "tpcds_sf1000", - "qualifiedName": "Samples.samples.dremio.com.tpcds_sf1000", + "name": "samples.dremio.com", + "qualifiedName": "Samples.samples.dremio.com", "description": "", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:201af44510e34d8245f5515ee71a751f", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:e247722e4a5ae3879de75a2a478ecbbe" + "container": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:201af44510e34d8245f5515ee71a751f", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -1551,13 +1627,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:201af44510e34d8245f5515ee71a751f", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1569,13 +1645,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:201af44510e34d8245f5515ee71a751f", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1585,74 +1661,73 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:201af44510e34d8245f5515ee71a751f", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { - "id": "Samples", - "urn": "urn:li:container:ef36cbff27a47ed33a76d0232fc3295c" + "id": "Sources" }, { - "id": "samples.dremio.com", - "urn": "urn:li:container:201af44510e34d8245f5515ee71a751f" + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:0c593828953ba6a54f29a97639e300e5", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "catalog_page", - "qualifiedName": "Samples.samples.dremio.com.tpcds_sf1000.catalog_page", + "name": "Dremio University", + "qualifiedName": "Samples.samples.dremio.com.Dremio University", "description": "", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:0c593828953ba6a54f29a97639e300e5", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:201af44510e34d8245f5515ee71a751f" + "container": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:0c593828953ba6a54f29a97639e300e5", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -1662,13 +1737,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:0c593828953ba6a54f29a97639e300e5", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1680,13 +1755,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:0c593828953ba6a54f29a97639e300e5", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1696,78 +1771,77 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:0c593828953ba6a54f29a97639e300e5", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { - "id": "Samples", - "urn": "urn:li:container:3acf5b43ce20cbc5b60abbdb57bb2a1a" + "id": "Sources" }, { - "id": "samples.dremio.com", - "urn": "urn:li:container:c370d9075a8f1b3a28dbc3603717d466" + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" }, { - "id": "tpcds_sf1000", - "urn": "urn:li:container:0c593828953ba6a54f29a97639e300e5" + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:1da1928d2528f84a5e928fca4c3bc75d", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "name": "1ab266d5-18eb-4780-711d-0fa337fa6c00", - "qualifiedName": "Samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00", + "name": "tpcds_sf1000", + "qualifiedName": "Samples.samples.dremio.com.tpcds_sf1000", "description": "", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:1da1928d2528f84a5e928fca4c3bc75d", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:0c593828953ba6a54f29a97639e300e5" + "container": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:1da1928d2528f84a5e928fca4c3bc75d", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -1777,13 +1851,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:1da1928d2528f84a5e928fca4c3bc75d", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1795,13 +1869,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:1da1928d2528f84a5e928fca4c3bc75d", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1811,88 +1885,77 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:1da1928d2528f84a5e928fca4c3bc75d", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { - "id": "Samples", - "urn": "urn:li:container:be5a17b95b6903826193185a545fdb38" - }, - { - "id": "samples.dremio.com", - "urn": "urn:li:container:cd673c4bfa428a6c3e4157eed8f4efdd" + "id": "Sources" }, { - "id": "tpcds_sf1000", - "urn": "urn:li:container:ad2959fe35f5f1baa446ebb3a9a90d27" + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" }, { - "id": "catalog_page", - "urn": "urn:li:container:1da1928d2528f84a5e928fca4c3bc75d" + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityType": "container", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", "changeType": "UPSERT", - "aspectName": "datasetProperties", + "aspectName": "containerProperties", "aspect": { "json": { "customProperties": {}, - "externalUrl": "http://localhost:9047/space/\"space\"/\"test_folder\".\"customers\"", - "name": "customers", - "qualifiedName": "space.test_folder.customers", + "name": "catalog_page", + "qualifiedName": "Samples.samples.dremio.com.tpcds_sf1000.catalog_page", "description": "", - "created": { - "time": 0 - }, - "tags": [] + "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityType": "container", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", "changeType": "UPSERT", - "aspectName": "subTypes", + "aspectName": "container", "aspect": { "json": { - "typeNames": [ - "View" - ] + "container": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, { - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityType": "container", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -1902,7 +1965,527 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "Sources" + }, + { + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + }, + { + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + }, + { + "id": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "urn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "1ab266d5-18eb-4780-711d-0fa337fa6c00", + "qualifiedName": "Samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "Sources" + }, + { + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + }, + { + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + }, + { + "id": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "urn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f" + }, + { + "id": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "urn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/space/\"space\"/\"warehouse\"", + "name": "warehouse", + "qualifiedName": "space.warehouse", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "View" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:090caabbf8b73fafa83b546f840bd468" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "viewProperties", + "aspect": { + "json": { + "materialized": false, + "viewLogic": "SELECT * from Samples.\"samples.dremio.com\".\"NYC-weather.csv\"", + "viewLanguage": "SQL" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "space.warehouse", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "G", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "I", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "H", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "A", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "B", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "C", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "D", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "E", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "F", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "Spaces" + }, + { + "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/space/\"space\"/\"test_folder\".\"customers\"", + "name": "customers", + "qualifiedName": "space.test_folder.customers", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "View" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -1913,12 +2496,12 @@ "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23" + "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -1936,7 +2519,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -1966,7 +2549,7 @@ }, "fields": [ { - "fieldPath": "company", + "fieldPath": "first_name", "nullable": true, "type": { "type": { @@ -2002,7 +2585,7 @@ "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -2014,26 +2597,26 @@ "isPartOfKey": false }, { - "fieldPath": "email_address", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "email_address", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -2042,7 +2625,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2058,7 +2641,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2071,19 +2654,22 @@ "json": { "path": [ { - "id": "space", + "id": "Spaces" + }, + { + "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" }, { - "id": "test_folder", - "urn": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23" + "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2107,7 +2693,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2125,7 +2711,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2141,7 +2727,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2152,12 +2738,12 @@ "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23" + "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2175,7 +2761,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2205,19 +2791,19 @@ }, "fields": [ { - "fieldPath": "urn", + "fieldPath": "createdon", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.DateType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "timestamp(23)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -2241,7 +2827,7 @@ "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -2253,19 +2839,19 @@ "isPartOfKey": false }, { - "fieldPath": "createdon", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.DateType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "timestamp(23)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "createdfor", "nullable": true, "type": { "type": { @@ -2277,7 +2863,7 @@ "isPartOfKey": false }, { - "fieldPath": "createdfor", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -2293,7 +2879,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2309,7 +2895,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2322,19 +2908,22 @@ "json": { "path": [ { - "id": "space", + "id": "Spaces" + }, + { + "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" }, { - "id": "test_folder", - "urn": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23" + "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2358,7 +2947,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2376,7 +2965,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2392,7 +2981,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2403,12 +2992,12 @@ "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23" + "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2426,7 +3015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2456,31 +3045,31 @@ }, "fields": [ { - "fieldPath": "path", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -2492,7 +3081,7 @@ "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -2504,14 +3093,14 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "longVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -2528,14 +3117,14 @@ "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false } @@ -2544,7 +3133,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2560,7 +3149,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2573,19 +3162,22 @@ "json": { "path": [ { - "id": "space", + "id": "Spaces" + }, + { + "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" }, { - "id": "test_folder", - "urn": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23" + "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2609,7 +3201,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2627,7 +3219,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2643,7 +3235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2654,12 +3246,12 @@ "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23" + "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2677,7 +3269,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2707,26 +3299,26 @@ }, "fields": [ { - "fieldPath": "path", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -2743,14 +3335,14 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "id", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false } @@ -2759,7 +3351,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2775,7 +3367,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2788,19 +3380,22 @@ "json": { "path": [ { - "id": "space", + "id": "Spaces" + }, + { + "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" }, { - "id": "test_folder", - "urn": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23" + "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2824,7 +3419,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2842,7 +3437,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2858,7 +3453,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2869,12 +3464,12 @@ "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23" + "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2892,7 +3487,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2922,7 +3517,7 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { @@ -2946,7 +3541,7 @@ "isPartOfKey": false }, { - "fieldPath": "customer_id", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -2962,7 +3557,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2978,7 +3573,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -2991,19 +3586,22 @@ "json": { "path": [ { - "id": "space", + "id": "Spaces" + }, + { + "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" }, { - "id": "test_folder", - "urn": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23" + "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3027,7 +3625,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3045,7 +3643,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3061,7 +3659,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3072,12 +3670,12 @@ "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23" + "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3095,7 +3693,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3177,7 +3775,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3193,7 +3791,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3206,19 +3804,22 @@ "json": { "path": [ { - "id": "space", + "id": "Spaces" + }, + { + "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" }, { - "id": "test_folder", - "urn": "urn:li:container:c6b906a74d25e29fb02dcd7cc2ebab23" + "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3242,7 +3843,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3260,7 +3861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3276,7 +3877,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3287,12 +3888,12 @@ "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:b6e7d0c364ccc53ccb02b438999fda9a" + "container": "urn:li:container:6d76c46c4893c111f0006794f4a16482" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3374,7 +3975,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3390,7 +3991,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3407,7 +4008,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,/warehouse/sample.parquet,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD)", "type": "COPY" } ] @@ -3415,7 +4016,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3428,19 +4029,22 @@ "json": { "path": [ { - "id": "s3", + "id": "Sources" + }, + { + "id": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", "urn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" }, { - "id": "warehouse", - "urn": "urn:li:container:b6e7d0c364ccc53ccb02b438999fda9a" + "id": "urn:li:container:6d76c46c4893c111f0006794f4a16482", + "urn": "urn:li:container:6d76c46c4893c111f0006794f4a16482" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3464,7 +4068,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3482,7 +4086,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3498,7 +4102,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3509,12 +4113,12 @@ "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:80265058409a98e0ad870d47ac690269" + "container": "urn:li:container:f280657a9759203790c7755104f03e52" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3543,6 +4147,18 @@ } }, "fields": [ + { + "fieldPath": "urn", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "aspect", "nullable": true, @@ -3614,25 +4230,13 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "urn", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3648,7 +4252,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3673,7 +4277,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3686,19 +4290,22 @@ "json": { "path": [ { - "id": "mysql", + "id": "Sources" + }, + { + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" }, { - "id": "metagalaxy", - "urn": "urn:li:container:80265058409a98e0ad870d47ac690269" + "id": "urn:li:container:f280657a9759203790c7755104f03e52", + "urn": "urn:li:container:f280657a9759203790c7755104f03e52" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3722,7 +4329,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3740,7 +4347,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3756,7 +4363,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3767,12 +4374,12 @@ "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:80265058409a98e0ad870d47ac690269" + "container": "urn:li:container:f280657a9759203790c7755104f03e52" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3802,7 +4409,7 @@ }, "fields": [ { - "fieldPath": "urn", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -3814,7 +4421,19 @@ "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -3872,25 +4491,13 @@ "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3906,7 +4513,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3931,7 +4538,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3944,19 +4551,22 @@ "json": { "path": [ { - "id": "mysql", + "id": "Sources" + }, + { + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" }, { - "id": "metagalaxy", - "urn": "urn:li:container:80265058409a98e0ad870d47ac690269" + "id": "urn:li:container:f280657a9759203790c7755104f03e52", + "urn": "urn:li:container:f280657a9759203790c7755104f03e52" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3980,7 +4590,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -3998,7 +4608,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4014,7 +4624,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4025,12 +4635,12 @@ "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:80265058409a98e0ad870d47ac690269" + "container": "urn:li:container:f280657a9759203790c7755104f03e52" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4060,14 +4670,14 @@ }, "fields": [ { - "fieldPath": "urn", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, @@ -4084,26 +4694,26 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "id", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -4112,7 +4722,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4128,7 +4738,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4153,7 +4763,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4166,19 +4776,22 @@ "json": { "path": [ { - "id": "mysql", + "id": "Sources" + }, + { + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" }, { - "id": "metagalaxy", - "urn": "urn:li:container:80265058409a98e0ad870d47ac690269" + "id": "urn:li:container:f280657a9759203790c7755104f03e52", + "urn": "urn:li:container:f280657a9759203790c7755104f03e52" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4202,7 +4815,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4220,7 +4833,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4236,7 +4849,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4247,12 +4860,12 @@ "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:05ae2d35495ee084e2b2e559b25f1244" + "container": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4282,31 +4895,31 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "priority", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "company", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -4342,14 +4955,14 @@ "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "last_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -4358,7 +4971,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4374,7 +4987,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4399,7 +5012,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4412,19 +5025,22 @@ "json": { "path": [ { - "id": "mysql", + "id": "Sources" + }, + { + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" }, { - "id": "northwind", - "urn": "urn:li:container:05ae2d35495ee084e2b2e559b25f1244" + "id": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", + "urn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4448,7 +5064,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4466,7 +5082,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4482,7 +5098,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4493,12 +5109,12 @@ "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:05ae2d35495ee084e2b2e559b25f1244" + "container": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4528,7 +5144,7 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { @@ -4552,7 +5168,7 @@ "isPartOfKey": false }, { - "fieldPath": "customer_id", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -4568,7 +5184,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4584,7 +5200,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4609,7 +5225,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4622,19 +5238,22 @@ "json": { "path": [ { - "id": "mysql", + "id": "Sources" + }, + { + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" }, { - "id": "northwind", - "urn": "urn:li:container:05ae2d35495ee084e2b2e559b25f1244" + "id": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", + "urn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4658,7 +5277,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4676,7 +5295,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4692,7 +5311,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4703,12 +5322,12 @@ "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:e247722e4a5ae3879de75a2a478ecbbe" + "container": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4738,7 +5357,7 @@ }, "fields": [ { - "fieldPath": "B", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -4762,7 +5381,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -4774,7 +5393,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -4786,7 +5405,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -4798,7 +5417,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -4810,7 +5429,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -4822,7 +5441,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -4834,7 +5453,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -4850,7 +5469,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4866,7 +5485,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4883,7 +5502,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,/samples.dremio.com/NYC-weather.csv,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD)", "type": "COPY" } ] @@ -4891,7 +5510,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4904,19 +5523,22 @@ "json": { "path": [ { - "id": "Samples", + "id": "Sources" + }, + { + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" }, { - "id": "samples.dremio.com", - "urn": "urn:li:container:e247722e4a5ae3879de75a2a478ecbbe" + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4940,7 +5562,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4958,7 +5580,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4974,7 +5596,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -4985,12 +5607,12 @@ "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:973eabd34940a8012ff93f357510bc1d" + "container": "urn:li:container:687c0496e464bc4c0de935cb1da1becf" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5180,7 +5802,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5196,7 +5818,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5213,7 +5835,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,/samples.dremio.com/Dremio University/googleplaystore.csv,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD)", "type": "COPY" } ] @@ -5221,7 +5843,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5234,23 +5856,26 @@ "json": { "path": [ { - "id": "Samples", + "id": "Sources" + }, + { + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" }, { - "id": "samples.dremio.com", - "urn": "urn:li:container:e247722e4a5ae3879de75a2a478ecbbe" + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" }, { - "id": "Dremio University", - "urn": "urn:li:container:973eabd34940a8012ff93f357510bc1d" + "id": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "urn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5274,7 +5899,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5292,7 +5917,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5308,7 +5933,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5319,12 +5944,12 @@ "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:973eabd34940a8012ff93f357510bc1d" + "container": "urn:li:container:687c0496e464bc4c0de935cb1da1becf" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5354,31 +5979,31 @@ }, "fields": [ { - "fieldPath": "MANAGER_ID", + "fieldPath": "DEPARTMENT_NAME", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_NAME", + "fieldPath": "MANAGER_ID", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "LOCATION_ID", + "fieldPath": "DEPARTMENT_ID", "nullable": true, "type": { "type": { @@ -5390,7 +6015,7 @@ "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_ID", + "fieldPath": "LOCATION_ID", "nullable": true, "type": { "type": { @@ -5406,7 +6031,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5422,7 +6047,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5439,7 +6064,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,/samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD)", "type": "COPY" } ] @@ -5447,7 +6072,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5460,23 +6085,26 @@ "json": { "path": [ { - "id": "Samples", + "id": "Sources" + }, + { + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" }, { - "id": "samples.dremio.com", - "urn": "urn:li:container:e247722e4a5ae3879de75a2a478ecbbe" + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" }, { - "id": "Dremio University", - "urn": "urn:li:container:973eabd34940a8012ff93f357510bc1d" + "id": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "urn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5500,7 +6128,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5518,7 +6146,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5534,7 +6162,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5545,12 +6173,12 @@ "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:1da1928d2528f84a5e928fca4c3bc75d" + "container": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5580,7 +6208,7 @@ }, "fields": [ { - "fieldPath": "cp_start_date_sk", + "fieldPath": "cp_catalog_page_number", "nullable": true, "type": { "type": { @@ -5592,19 +6220,19 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_sk", + "fieldPath": "cp_type", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_id", + "fieldPath": "cp_description", "nullable": true, "type": { "type": { @@ -5616,7 +6244,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_end_date_sk", + "fieldPath": "cp_catalog_number", "nullable": true, "type": { "type": { @@ -5628,19 +6256,19 @@ "isPartOfKey": false }, { - "fieldPath": "cp_department", + "fieldPath": "cp_end_date_sk", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_catalog_number", + "fieldPath": "cp_start_date_sk", "nullable": true, "type": { "type": { @@ -5652,31 +6280,31 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_number", + "fieldPath": "cp_catalog_page_id", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_description", + "fieldPath": "cp_catalog_page_sk", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_type", + "fieldPath": "cp_department", "nullable": true, "type": { "type": { @@ -5692,7 +6320,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5708,7 +6336,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5725,7 +6353,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,/samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD)", "type": "COPY" } ] @@ -5733,7 +6361,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5746,31 +6374,34 @@ "json": { "path": [ { - "id": "Samples", + "id": "Sources" + }, + { + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" }, { - "id": "samples.dremio.com", - "urn": "urn:li:container:e247722e4a5ae3879de75a2a478ecbbe" + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" }, { - "id": "tpcds_sf1000", - "urn": "urn:li:container:201af44510e34d8245f5515ee71a751f" + "id": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "urn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f" }, { - "id": "catalog_page", - "urn": "urn:li:container:0c593828953ba6a54f29a97639e300e5" + "id": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "urn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400" }, { - "id": "1ab266d5-18eb-4780-711d-0fa337fa6c00", - "urn": "urn:li:container:1da1928d2528f84a5e928fca4c3bc75d" + "id": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "urn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5799,7 +6430,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5828,7 +6459,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5857,7 +6488,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5886,7 +6517,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5915,7 +6546,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5936,7 +6567,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,/warehouse/sample.parquet,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD)", "type": "COPY" } ] @@ -5944,7 +6575,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5965,7 +6596,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,/samples.dremio.com/Dremio University/googleplaystore.csv,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD)", "type": "COPY" } ] @@ -5973,7 +6604,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -5994,7 +6625,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,/samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD)", "type": "COPY" } ] @@ -6002,7 +6633,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -6023,7 +6654,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,/samples.dremio.com/NYC-weather.csv,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD)", "type": "COPY" } ] @@ -6031,7 +6662,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } }, @@ -6052,7 +6683,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,/samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD)", "type": "COPY" } ] @@ -6060,7 +6691,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-i19c3f", + "runId": "dremio-2023_10_15-07_00_00-4otmkr", "lastRunId": "no-run-id-provided" } } diff --git a/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml b/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml index db3ddf941ef86..f4a9c18820ac3 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml +++ b/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml @@ -16,6 +16,7 @@ source: source_mappings: - platform: s3 source_name: samples + platform_instance: s3_test_samples schema_pattern: allow: diff --git a/metadata-ingestion/tests/integration/dremio/test_dremio.py b/metadata-ingestion/tests/integration/dremio/test_dremio.py index 259d9108a2868..eb99936796281 100644 --- a/metadata-ingestion/tests/integration/dremio/test_dremio.py +++ b/metadata-ingestion/tests/integration/dremio/test_dremio.py @@ -259,6 +259,16 @@ def create_view(headers): response = requests.post(url, headers=headers, data=json.dumps(payload)) assert response.status_code == 200, f"Failed to create view: {response.text}" + url = f"{DREMIO_HOST}/api/v3/catalog" + payload = { + "entityType": "dataset", + "type": "VIRTUAL_DATASET", + "path": ["space", "warehouse"], + "sql": 'SELECT * from Samples."samples.dremio.com"."NYC-weather.csv"', + } + response = requests.post(url, headers=headers, data=json.dumps(payload)) + assert response.status_code == 200, f"Failed to create view: {response.text}" + # from mysql payload = { "entityType": "dataset", @@ -349,8 +359,7 @@ def test_resources_dir(pytestconfig): def mock_dremio_service(docker_compose_runner, pytestconfig, test_resources_dir): # Spin up Dremio and MinIO (for mock S3) services using Docker Compose. with docker_compose_runner( - test_resources_dir / "docker-compose.yml", - "dremio", + test_resources_dir / "docker-compose.yml", "dremio" ) as docker_services: wait_for_port(docker_services, "dremio", 9047, timeout=120) wait_for_port(