{ "name": "ManuallyRunItems", "properties": { "description": "Pipeline for firing one-off data flows.", "activities": [ { "name": "Get Regular Expressions", "type": "Lookup", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false, "secureInput": false }, "userProperties": [], "typeProperties": { "source": { "type": "AzureSqlSource", "queryTimeout": "02:00:00", "partitionOption": "None" }, "dataset": { "referenceName": "Stag_RegularExpression", "type": "DatasetReference" }, "firstRowOnly": false } }, { "name": "For Each Regular Expression", "type": "ForEach", "dependsOn": [ { "activity": "Get Regular Expressions", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "items": { "value": "@activity('Get Regular Expressions').output.value", "type": "Expression" }, "isSequential": true, "activities": [ { "name": "Apply Regex Pattern", "type": "ExecuteDataFlow", "dependsOn": [ { "activity": "Set Pattern to Item", "dependencyConditions": [ "Succeeded" ] } ], "policy": { "timeout": "1.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false, "secureInput": false }, "userProperties": [], "typeProperties": { "dataflow": { "referenceName": "TestGenerics", "type": "DataFlowReference", "parameters": { "RegexPattern": { "value": "'@{variables('Pattern')}'", "type": "Expression" } }, "datasetParameters": { "SourceTable": { "TableName": { "value": "@item().TableName", "type": "Expression" }, "SchemaName": "Stag" } } }, "compute": { "coreCount": 8, "computeType": "General" }, "traceLevel": "Fine" } }, { "name": "Set Pattern to Item", "type": "SetVariable", "dependsOn": [], "userProperties": [], "typeProperties": { "variableName": "Pattern", "value": { "value": "@item().Pattern", "type": "Expression" } } } ] } } ], "variables": { "Pattern": { "type": "String" } }, "annotations": [] } }