{ "runStatus": { "computeAcquisitionDuration": 1366, "version": "20220729.7", "profile": { "MetaSource": { "computed": [], "lineage": {}, "dropped": 0, "drifted": 2, "newer": 2, "total": 2, "updated": 0 }, "DerivedETlId": { "computed": [], "lineage": {}, "dropped": 0, "drifted": 2, "newer": 1, "total": 3, "updated": 0 }, "RemovingNullETLId": { "computed": [], "lineage": {}, "dropped": 0, "drifted": 2, "newer": 0, "total": 3, "updated": 0 }, "MetaSink": { "computed": [], "lineage": { "ETLId": { "mapped": false, "from": [ { "source": "DerivedETlId", "columns": [ "ETLId" ] } ] }, "Id": { "mapped": true, "from": [ { "source": "MetaSource", "columns": [ "Id" ] } ] }, "Name": { "mapped": true, "from": [ { "source": "MetaSource", "columns": [ "Name" ] } ] } }, "dropped": 0, "drifted": 2, "newer": 0, "total": 3, "updated": 3 }, "SelectingNullETLId": { "computed": [], "lineage": {}, "dropped": 3, "drifted": 2, "newer": 0, "total": 3, "updated": 0 }, "UnionETLIdMetaSource": { "computed": [], "lineage": {}, "dropped": 0, "drifted": 2, "newer": 0, "total": 3, "updated": 3 } }, "metrics": { "MetaSink": { "format": "", "stages": [ { "stage": 12, "partitionTimes": [], "recordsWritten": 2, "lastUpdateTime": "2022-08-01 07:21:58.483", "bytesWritten": 0, "recordsRead": 6, "bytesRead": 0, "partitionStatus": "Success", "streams": { "DerivedETlId": { "count": 3, "cached": false, "totalPartitions": 1, "partitionStatus": "Success", "partitionCounts": [ 3 ], "type": "derive" }, "MetaSource": { "count": 6, "cached": false, "totalPartitions": 2, "partitionStatus": "Success", "partitionCounts": [ 3, 3 ], "type": "source" } }, "target": "MetaSink", "time": 161, "progressState": "Completed" }, { "stage": 17, "partitionTimes": [ 98 ], "recordsWritten": 3, "lastUpdateTime": "2022-08-01 07:22:03.348", "bytesWritten": 0, "recordsRead": 3, "bytesRead": 0, "partitionStatus": "Success", "streams": { "DerivedETlId": { "count": 3, "cached": false, "totalPartitions": 1, "partitionStatus": "Success", "partitionCounts": [ 3 ], "type": "derive" }, "MetaSource": { "count": 6, "cached": false, "totalPartitions": 2, "partitionStatus": "Success", "partitionCounts": [ 3, 3 ], "type": "source" } }, "target": "MetaSink", "time": 122, "progressState": "Completed" }, { "stage": 19, "partitionTimes": [ 5, 9 ], "recordsWritten": 3, "lastUpdateTime": "2022-08-01 07:22:03.576", "bytesWritten": 0, "recordsRead": 6, "bytesRead": 0, "partitionStatus": "Success", "streams": { "UnionETLIdMetaSource": { "count": 6, "cached": false, "totalPartitions": 2, "partitionStatus": "Success", "partitionCounts": [ 3, 3 ], "type": "union" } }, "target": "MetaSink", "time": 34, "progressState": "Completed" }, { "stage": 20, "partitionTimes": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 231 ], "recordsWritten": 3, "lastUpdateTime": "2022-08-01 07:22:06.248", "bytesWritten": 1324, "recordsRead": 6, "bytesRead": 0, "partitionStatus": "Success", "streams": { "RemovingNullETLId": { "count": 3, "cached": false, "totalPartitions": 79, "partitionStatus": "Success", "partitionCounts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3 ], "type": "alterRow" }, "SelectingNullETLId": { "count": 3, "cached": false, "totalPartitions": 79, "partitionStatus": "Success", "partitionCounts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3 ], "type": "exists" } }, "target": "MetaSink", "time": 2651, "progressState": "Completed" } ], "sinkPostProcessingTime": 0, "store": "", "rowsWritten": 0, "details": {}, "progressState": "Completed", "sources": { "MetaSource": { "rowsRead": 12, "store": "sqlserver", "details": {}, "format": "query" } }, "sinkProcessingTime": 8855 } }, "clusterComputeId": "6573d405-cb4b-4c60-9803-41d63d02a1fc", "dsl": "\nsource() ~> MetaSource\n\nMetaSource derive() ~> DerivedETlId\n\nDerivedETlId, MetaSource union() ~> UnionETLIdMetaSource\n\nUnionETLIdMetaSource, DerivedETlId exists() ~> SelectingNullETLId\n\nSelectingNullETLId alterRow() ~> RemovingNullETLId\n\nRemovingNullETLId sink() ~> MetaSink" }, "effectiveIntegrationRuntime": "AutoResolveIntegrationRuntime (South Central US)", "billingReference": { "activityType": "executedataflow", "billableDuration": [ { "meterType": "General", "duration": 0.03063121088888889, "unit": "coreHour", "sessionType": "InteractiveCluster" } ] }, "reportLineageToPurview": { "status": "NotReported" } }