Output { "runStatus": { "ClusterId": "0630-075416-rated962", "computeAcquisitionDuration": 245645, "version": "20210601.1", "profile": { "GetCommonPKs": { "computed": [], "lineage": {}, "dropped": 0, "drifted": 0, "newer": 0, "total": 4, "updated": 0 }, "MainTable": { "computed": [], "lineage": {}, "dropped": 0, "drifted": 37, "newer": 37, "total": 37, "updated": 0 }, "AddMainTablePKColumns": { "computed": [], "lineage": {}, "dropped": 0, "drifted": 37, "newer": 1, "total": 38, "updated": 0 }, "RemoveMainTableDupplicatesPK": { "computed": [], "lineage": {}, "dropped": 0, "drifted": 0, "newer": 1, "total": 2, "updated": 1 }, "AddDependencyPKColumns": { "computed": [], "lineage": {}, "dropped": 0, "drifted": 10, "newer": 1, "total": 11, "updated": 0 }, "RemoveDependencyDupplicatesPK": { "computed": [], "lineage": {}, "dropped": 0, "drifted": 0, "newer": 1, "total": 2, "updated": 1 }, "FlattenMainTablePKs": { "computed": [], "lineage": {}, "dropped": 37, "drifted": 0, "newer": 0, "total": 1, "updated": 1 }, "sinkJoinColumns": { "computed": [ { "source": "AddDependencyPKColumns", "columns": [ "PKColumns" ] }, { "source": "AddMainTablePKColumns", "columns": [ "PKColumns" ] } ], "lineage": { "PKColumns": { "mapped": false, "from": [ { "source": "AddMainTablePKColumns", "columns": [ "PKColumns" ] } ] } }, "dropped": 2, "drifted": 0, "newer": 0, "total": 1, "updated": 1 }, "Dependency": { "computed": [], "lineage": {}, "dropped": 0, "drifted": 10, "newer": 10, "total": 10, "updated": 0 }, "FlattenDependencyPKs": { "computed": [], "lineage": {}, "dropped": 10, "drifted": 0, "newer": 0, "total": 1, "updated": 1 } }, "metrics": {}, "output": { "sinkJoinColumns": { "value": [ { "PKColumns": "PKPhysicalAccessPoint" } ], "count": 1 } }, "dsl": "\nsource() ~> MainTable\n\nMainTable derive() ~> AddMainTablePKColumns\n\nAddMainTablePKColumns foldDown() ~> FlattenMainTablePKs\n\nFlattenMainTablePKs aggregate() ~> RemoveMainTableDupplicatesPK\n\nsource() ~> Dependency\n\nDependency derive() ~> AddDependencyPKColumns\n\nAddDependencyPKColumns foldDown() ~> FlattenDependencyPKs\n\nFlattenDependencyPKs aggregate() ~> RemoveDependencyDupplicatesPK\n\nRemoveMainTableDupplicatesPK, RemoveDependencyDupplicatesPK join() ~> GetCommonPKs\n\nGetCommonPKs sink() ~> sinkJoinColumns" }, "effectiveIntegrationRuntime": "DefaultIntegrationRuntime (West Europe)", "billingReference": { "activityType": "executedataflow", "billableDuration": [ { "meterType": "General", "duration": 0.6193601837777778, "unit": "coreHour", "sessionType": "JobCluster" } ] }, "reportLineageToCatalog": { "status": "NotReported" } }