Azure Native v1.103.0, Jun 2 23
Azure Native v1.103.0, Jun 2 23
azure-native.datafactory.DataFlow
Explore with Pulumi AI
Data flow resource type. API Version: 2018-06-01.
Example Usage
DataFlows_Create
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AzureNative = Pulumi.AzureNative;
return await Deployment.RunAsync(() =>
{
var dataFlow = new AzureNative.DataFactory.DataFlow("dataFlow", new()
{
DataFlowName = "exampleDataFlow",
FactoryName = "exampleFactoryName",
Properties = new AzureNative.DataFactory.Inputs.MappingDataFlowArgs
{
Description = "Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.",
ScriptLines = new[]
{
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: false,",
"validateSchema: false) ~> USDCurrency",
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: true,",
"validateSchema: false) ~> CADSource",
"USDCurrency, CADSource union(byName: true)~> Union",
"Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
"NewCurrencyColumn split(Country == 'USD',",
"Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
"ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
"ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink",
},
Sinks = new[]
{
new AzureNative.DataFactory.Inputs.DataFlowSinkArgs
{
Dataset = new AzureNative.DataFactory.Inputs.DatasetReferenceArgs
{
ReferenceName = "USDOutput",
Type = "DatasetReference",
},
Name = "USDSink",
},
new AzureNative.DataFactory.Inputs.DataFlowSinkArgs
{
Dataset = new AzureNative.DataFactory.Inputs.DatasetReferenceArgs
{
ReferenceName = "CADOutput",
Type = "DatasetReference",
},
Name = "CADSink",
},
},
Sources = new[]
{
new AzureNative.DataFactory.Inputs.DataFlowSourceArgs
{
Dataset = new AzureNative.DataFactory.Inputs.DatasetReferenceArgs
{
ReferenceName = "CurrencyDatasetUSD",
Type = "DatasetReference",
},
Name = "USDCurrency",
},
new AzureNative.DataFactory.Inputs.DataFlowSourceArgs
{
Dataset = new AzureNative.DataFactory.Inputs.DatasetReferenceArgs
{
ReferenceName = "CurrencyDatasetCAD",
Type = "DatasetReference",
},
Name = "CADSource",
},
},
Type = "MappingDataFlow",
},
ResourceGroupName = "exampleResourceGroup",
});
});
package main
import (
datafactory "github.com/pulumi/pulumi-azure-native-sdk/datafactory"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := datafactory.NewDataFlow(ctx, "dataFlow", &datafactory.DataFlowArgs{
DataFlowName: pulumi.String("exampleDataFlow"),
FactoryName: pulumi.String("exampleFactoryName"),
Properties: datafactory.MappingDataFlow{
Description: "Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.",
ScriptLines: []string{
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: false,",
"validateSchema: false) ~> USDCurrency",
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: true,",
"validateSchema: false) ~> CADSource",
"USDCurrency, CADSource union(byName: true)~> Union",
"Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
"NewCurrencyColumn split(Country == 'USD',",
"Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
"ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
"ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink",
},
Sinks: []datafactory.DataFlowSink{
{
Dataset: {
ReferenceName: "USDOutput",
Type: "DatasetReference",
},
Name: "USDSink",
},
{
Dataset: {
ReferenceName: "CADOutput",
Type: "DatasetReference",
},
Name: "CADSink",
},
},
Sources: []datafactory.DataFlowSource{
{
Dataset: {
ReferenceName: "CurrencyDatasetUSD",
Type: "DatasetReference",
},
Name: "USDCurrency",
},
{
Dataset: {
ReferenceName: "CurrencyDatasetCAD",
Type: "DatasetReference",
},
Name: "CADSource",
},
},
Type: "MappingDataFlow",
},
ResourceGroupName: pulumi.String("exampleResourceGroup"),
})
if err != nil {
return err
}
return nil
})
}
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azurenative.datafactory.DataFlow;
import com.pulumi.azurenative.datafactory.DataFlowArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var dataFlow = new DataFlow("dataFlow", DataFlowArgs.builder()
.dataFlowName("exampleDataFlow")
.factoryName("exampleFactoryName")
.properties(Map.ofEntries(
Map.entry("description", "Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation."),
Map.entry("scriptLines",
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: false,",
"validateSchema: false) ~> USDCurrency",
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: true,",
"validateSchema: false) ~> CADSource",
"USDCurrency, CADSource union(byName: true)~> Union",
"Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
"NewCurrencyColumn split(Country == 'USD',",
"Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
"ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
"ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink"),
Map.entry("sinks",
Map.ofEntries(
Map.entry("dataset", Map.ofEntries(
Map.entry("referenceName", "USDOutput"),
Map.entry("type", "DatasetReference")
)),
Map.entry("name", "USDSink")
),
Map.ofEntries(
Map.entry("dataset", Map.ofEntries(
Map.entry("referenceName", "CADOutput"),
Map.entry("type", "DatasetReference")
)),
Map.entry("name", "CADSink")
)),
Map.entry("sources",
Map.ofEntries(
Map.entry("dataset", Map.ofEntries(
Map.entry("referenceName", "CurrencyDatasetUSD"),
Map.entry("type", "DatasetReference")
)),
Map.entry("name", "USDCurrency")
),
Map.ofEntries(
Map.entry("dataset", Map.ofEntries(
Map.entry("referenceName", "CurrencyDatasetCAD"),
Map.entry("type", "DatasetReference")
)),
Map.entry("name", "CADSource")
)),
Map.entry("type", "MappingDataFlow")
))
.resourceGroupName("exampleResourceGroup")
.build());
}
}
import pulumi
import pulumi_azure_native as azure_native
data_flow = azure_native.datafactory.DataFlow("dataFlow",
data_flow_name="exampleDataFlow",
factory_name="exampleFactoryName",
properties=azure_native.datafactory.MappingDataFlowArgs(
description="Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.",
script_lines=[
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: false,",
"validateSchema: false) ~> USDCurrency",
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: true,",
"validateSchema: false) ~> CADSource",
"USDCurrency, CADSource union(byName: true)~> Union",
"Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
"NewCurrencyColumn split(Country == 'USD',",
"Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
"ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
"ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink",
],
sinks=[
azure_native.datafactory.DataFlowSinkArgs(
dataset=azure_native.datafactory.DatasetReferenceArgs(
reference_name="USDOutput",
type="DatasetReference",
),
name="USDSink",
),
azure_native.datafactory.DataFlowSinkArgs(
dataset=azure_native.datafactory.DatasetReferenceArgs(
reference_name="CADOutput",
type="DatasetReference",
),
name="CADSink",
),
],
sources=[
azure_native.datafactory.DataFlowSourceArgs(
dataset=azure_native.datafactory.DatasetReferenceArgs(
reference_name="CurrencyDatasetUSD",
type="DatasetReference",
),
name="USDCurrency",
),
azure_native.datafactory.DataFlowSourceArgs(
dataset=azure_native.datafactory.DatasetReferenceArgs(
reference_name="CurrencyDatasetCAD",
type="DatasetReference",
),
name="CADSource",
),
],
type="MappingDataFlow",
),
resource_group_name="exampleResourceGroup")
import * as pulumi from "@pulumi/pulumi";
import * as azure_native from "@pulumi/azure-native";
const dataFlow = new azure_native.datafactory.DataFlow("dataFlow", {
dataFlowName: "exampleDataFlow",
factoryName: "exampleFactoryName",
properties: {
description: "Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.",
scriptLines: [
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: false,",
"validateSchema: false) ~> USDCurrency",
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: true,",
"validateSchema: false) ~> CADSource",
"USDCurrency, CADSource union(byName: true)~> Union",
"Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
"NewCurrencyColumn split(Country == 'USD',",
"Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
"ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
"ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink",
],
sinks: [
{
dataset: {
referenceName: "USDOutput",
type: "DatasetReference",
},
name: "USDSink",
},
{
dataset: {
referenceName: "CADOutput",
type: "DatasetReference",
},
name: "CADSink",
},
],
sources: [
{
dataset: {
referenceName: "CurrencyDatasetUSD",
type: "DatasetReference",
},
name: "USDCurrency",
},
{
dataset: {
referenceName: "CurrencyDatasetCAD",
type: "DatasetReference",
},
name: "CADSource",
},
],
type: "MappingDataFlow",
},
resourceGroupName: "exampleResourceGroup",
});
resources:
dataFlow:
type: azure-native:datafactory:DataFlow
properties:
dataFlowName: exampleDataFlow
factoryName: exampleFactoryName
properties:
description: Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.
scriptLines:
- source(output(
- PreviousConversionRate as double,
- Country as string,
- DateTime1 as string,
- CurrentConversionRate as double
- ),
- 'allowSchemaDrift: false,'
- 'validateSchema: false) ~> USDCurrency'
- source(output(
- PreviousConversionRate as double,
- Country as string,
- DateTime1 as string,
- CurrentConversionRate as double
- ),
- 'allowSchemaDrift: true,'
- 'validateSchema: false) ~> CADSource'
- 'USDCurrency, CADSource union(byName: true)~> Union'
- Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn
- NewCurrencyColumn split(Country == 'USD',
- 'Country == ''CAD'',disjoint: false) ~> ConditionalSplit1@(USD, CAD)'
- ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink
- ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink
sinks:
- dataset:
referenceName: USDOutput
type: DatasetReference
name: USDSink
- dataset:
referenceName: CADOutput
type: DatasetReference
name: CADSink
sources:
- dataset:
referenceName: CurrencyDatasetUSD
type: DatasetReference
name: USDCurrency
- dataset:
referenceName: CurrencyDatasetCAD
type: DatasetReference
name: CADSource
type: MappingDataFlow
resourceGroupName: exampleResourceGroup
DataFlows_Update
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AzureNative = Pulumi.AzureNative;
return await Deployment.RunAsync(() =>
{
var dataFlow = new AzureNative.DataFactory.DataFlow("dataFlow", new()
{
DataFlowName = "exampleDataFlow",
FactoryName = "exampleFactoryName",
Properties = new AzureNative.DataFactory.Inputs.MappingDataFlowArgs
{
Description = "Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.",
ScriptLines = new[]
{
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: false,",
"validateSchema: false) ~> USDCurrency",
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: true,",
"validateSchema: false) ~> CADSource",
"USDCurrency, CADSource union(byName: true)~> Union",
"Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
"NewCurrencyColumn split(Country == 'USD',",
"Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
"ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
"ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink",
},
Sinks = new[]
{
new AzureNative.DataFactory.Inputs.DataFlowSinkArgs
{
Dataset = new AzureNative.DataFactory.Inputs.DatasetReferenceArgs
{
ReferenceName = "USDOutput",
Type = "DatasetReference",
},
Name = "USDSink",
},
new AzureNative.DataFactory.Inputs.DataFlowSinkArgs
{
Dataset = new AzureNative.DataFactory.Inputs.DatasetReferenceArgs
{
ReferenceName = "CADOutput",
Type = "DatasetReference",
},
Name = "CADSink",
},
},
Sources = new[]
{
new AzureNative.DataFactory.Inputs.DataFlowSourceArgs
{
Dataset = new AzureNative.DataFactory.Inputs.DatasetReferenceArgs
{
ReferenceName = "CurrencyDatasetUSD",
Type = "DatasetReference",
},
Name = "USDCurrency",
},
new AzureNative.DataFactory.Inputs.DataFlowSourceArgs
{
Dataset = new AzureNative.DataFactory.Inputs.DatasetReferenceArgs
{
ReferenceName = "CurrencyDatasetCAD",
Type = "DatasetReference",
},
Name = "CADSource",
},
},
Type = "MappingDataFlow",
},
ResourceGroupName = "exampleResourceGroup",
});
});
package main
import (
datafactory "github.com/pulumi/pulumi-azure-native-sdk/datafactory"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := datafactory.NewDataFlow(ctx, "dataFlow", &datafactory.DataFlowArgs{
DataFlowName: pulumi.String("exampleDataFlow"),
FactoryName: pulumi.String("exampleFactoryName"),
Properties: datafactory.MappingDataFlow{
Description: "Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.",
ScriptLines: []string{
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: false,",
"validateSchema: false) ~> USDCurrency",
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: true,",
"validateSchema: false) ~> CADSource",
"USDCurrency, CADSource union(byName: true)~> Union",
"Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
"NewCurrencyColumn split(Country == 'USD',",
"Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
"ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
"ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink",
},
Sinks: []datafactory.DataFlowSink{
{
Dataset: {
ReferenceName: "USDOutput",
Type: "DatasetReference",
},
Name: "USDSink",
},
{
Dataset: {
ReferenceName: "CADOutput",
Type: "DatasetReference",
},
Name: "CADSink",
},
},
Sources: []datafactory.DataFlowSource{
{
Dataset: {
ReferenceName: "CurrencyDatasetUSD",
Type: "DatasetReference",
},
Name: "USDCurrency",
},
{
Dataset: {
ReferenceName: "CurrencyDatasetCAD",
Type: "DatasetReference",
},
Name: "CADSource",
},
},
Type: "MappingDataFlow",
},
ResourceGroupName: pulumi.String("exampleResourceGroup"),
})
if err != nil {
return err
}
return nil
})
}
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azurenative.datafactory.DataFlow;
import com.pulumi.azurenative.datafactory.DataFlowArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var dataFlow = new DataFlow("dataFlow", DataFlowArgs.builder()
.dataFlowName("exampleDataFlow")
.factoryName("exampleFactoryName")
.properties(Map.ofEntries(
Map.entry("description", "Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation."),
Map.entry("scriptLines",
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: false,",
"validateSchema: false) ~> USDCurrency",
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: true,",
"validateSchema: false) ~> CADSource",
"USDCurrency, CADSource union(byName: true)~> Union",
"Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
"NewCurrencyColumn split(Country == 'USD',",
"Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
"ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
"ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink"),
Map.entry("sinks",
Map.ofEntries(
Map.entry("dataset", Map.ofEntries(
Map.entry("referenceName", "USDOutput"),
Map.entry("type", "DatasetReference")
)),
Map.entry("name", "USDSink")
),
Map.ofEntries(
Map.entry("dataset", Map.ofEntries(
Map.entry("referenceName", "CADOutput"),
Map.entry("type", "DatasetReference")
)),
Map.entry("name", "CADSink")
)),
Map.entry("sources",
Map.ofEntries(
Map.entry("dataset", Map.ofEntries(
Map.entry("referenceName", "CurrencyDatasetUSD"),
Map.entry("type", "DatasetReference")
)),
Map.entry("name", "USDCurrency")
),
Map.ofEntries(
Map.entry("dataset", Map.ofEntries(
Map.entry("referenceName", "CurrencyDatasetCAD"),
Map.entry("type", "DatasetReference")
)),
Map.entry("name", "CADSource")
)),
Map.entry("type", "MappingDataFlow")
))
.resourceGroupName("exampleResourceGroup")
.build());
}
}
import pulumi
import pulumi_azure_native as azure_native
data_flow = azure_native.datafactory.DataFlow("dataFlow",
data_flow_name="exampleDataFlow",
factory_name="exampleFactoryName",
properties=azure_native.datafactory.MappingDataFlowArgs(
description="Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.",
script_lines=[
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: false,",
"validateSchema: false) ~> USDCurrency",
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: true,",
"validateSchema: false) ~> CADSource",
"USDCurrency, CADSource union(byName: true)~> Union",
"Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
"NewCurrencyColumn split(Country == 'USD',",
"Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
"ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
"ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink",
],
sinks=[
azure_native.datafactory.DataFlowSinkArgs(
dataset=azure_native.datafactory.DatasetReferenceArgs(
reference_name="USDOutput",
type="DatasetReference",
),
name="USDSink",
),
azure_native.datafactory.DataFlowSinkArgs(
dataset=azure_native.datafactory.DatasetReferenceArgs(
reference_name="CADOutput",
type="DatasetReference",
),
name="CADSink",
),
],
sources=[
azure_native.datafactory.DataFlowSourceArgs(
dataset=azure_native.datafactory.DatasetReferenceArgs(
reference_name="CurrencyDatasetUSD",
type="DatasetReference",
),
name="USDCurrency",
),
azure_native.datafactory.DataFlowSourceArgs(
dataset=azure_native.datafactory.DatasetReferenceArgs(
reference_name="CurrencyDatasetCAD",
type="DatasetReference",
),
name="CADSource",
),
],
type="MappingDataFlow",
),
resource_group_name="exampleResourceGroup")
import * as pulumi from "@pulumi/pulumi";
import * as azure_native from "@pulumi/azure-native";
const dataFlow = new azure_native.datafactory.DataFlow("dataFlow", {
dataFlowName: "exampleDataFlow",
factoryName: "exampleFactoryName",
properties: {
description: "Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.",
scriptLines: [
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: false,",
"validateSchema: false) ~> USDCurrency",
"source(output(",
"PreviousConversionRate as double,",
"Country as string,",
"DateTime1 as string,",
"CurrentConversionRate as double",
"),",
"allowSchemaDrift: true,",
"validateSchema: false) ~> CADSource",
"USDCurrency, CADSource union(byName: true)~> Union",
"Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
"NewCurrencyColumn split(Country == 'USD',",
"Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
"ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
"ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink",
],
sinks: [
{
dataset: {
referenceName: "USDOutput",
type: "DatasetReference",
},
name: "USDSink",
},
{
dataset: {
referenceName: "CADOutput",
type: "DatasetReference",
},
name: "CADSink",
},
],
sources: [
{
dataset: {
referenceName: "CurrencyDatasetUSD",
type: "DatasetReference",
},
name: "USDCurrency",
},
{
dataset: {
referenceName: "CurrencyDatasetCAD",
type: "DatasetReference",
},
name: "CADSource",
},
],
type: "MappingDataFlow",
},
resourceGroupName: "exampleResourceGroup",
});
resources:
dataFlow:
type: azure-native:datafactory:DataFlow
properties:
dataFlowName: exampleDataFlow
factoryName: exampleFactoryName
properties:
description: Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.
scriptLines:
- source(output(
- PreviousConversionRate as double,
- Country as string,
- DateTime1 as string,
- CurrentConversionRate as double
- ),
- 'allowSchemaDrift: false,'
- 'validateSchema: false) ~> USDCurrency'
- source(output(
- PreviousConversionRate as double,
- Country as string,
- DateTime1 as string,
- CurrentConversionRate as double
- ),
- 'allowSchemaDrift: true,'
- 'validateSchema: false) ~> CADSource'
- 'USDCurrency, CADSource union(byName: true)~> Union'
- Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn
- NewCurrencyColumn split(Country == 'USD',
- 'Country == ''CAD'',disjoint: false) ~> ConditionalSplit1@(USD, CAD)'
- ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink
- ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink
sinks:
- dataset:
referenceName: USDOutput
type: DatasetReference
name: USDSink
- dataset:
referenceName: CADOutput
type: DatasetReference
name: CADSink
sources:
- dataset:
referenceName: CurrencyDatasetUSD
type: DatasetReference
name: USDCurrency
- dataset:
referenceName: CurrencyDatasetCAD
type: DatasetReference
name: CADSource
type: MappingDataFlow
resourceGroupName: exampleResourceGroup
Create DataFlow Resource
new DataFlow(name: string, args: DataFlowArgs, opts?: CustomResourceOptions);
@overload
def DataFlow(resource_name: str,
opts: Optional[ResourceOptions] = None,
data_flow_name: Optional[str] = None,
factory_name: Optional[str] = None,
properties: Optional[Union[FlowletArgs, MappingDataFlowArgs, WranglingDataFlowArgs]] = None,
resource_group_name: Optional[str] = None)
@overload
def DataFlow(resource_name: str,
args: DataFlowArgs,
opts: Optional[ResourceOptions] = None)
func NewDataFlow(ctx *Context, name string, args DataFlowArgs, opts ...ResourceOption) (*DataFlow, error)
public DataFlow(string name, DataFlowArgs args, CustomResourceOptions? opts = null)
public DataFlow(String name, DataFlowArgs args)
public DataFlow(String name, DataFlowArgs args, CustomResourceOptions options)
type: azure-native:datafactory:DataFlow
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.
- name string
- The unique name of the resource.
- args DataFlowArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- resource_name str
- The unique name of the resource.
- args DataFlowArgs
- The arguments to resource properties.
- opts ResourceOptions
- Bag of options to control resource's behavior.
- ctx Context
- Context object for the current deployment.
- name string
- The unique name of the resource.
- args DataFlowArgs
- The arguments to resource properties.
- opts ResourceOption
- Bag of options to control resource's behavior.
- name string
- The unique name of the resource.
- args DataFlowArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- name String
- The unique name of the resource.
- args DataFlowArgs
- The arguments to resource properties.
- options CustomResourceOptions
- Bag of options to control resource's behavior.
DataFlow Resource Properties
To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.
Inputs
The DataFlow resource accepts the following input properties:
- Factory
Name string The factory name.
- Properties
Pulumi.
Azure | Pulumi.Native. Data Factory. Inputs. Flowlet Args Azure | Pulumi.Native. Data Factory. Inputs. Mapping Data Flow Args Azure Native. Data Factory. Inputs. Wrangling Data Flow Args Data flow properties.
- Resource
Group stringName The resource group name.
- Data
Flow stringName The data flow name.
- Factory
Name string The factory name.
- Properties
Flowlet
Args | MappingData | WranglingFlow Args Data Flow Args Data flow properties.
- Resource
Group stringName The resource group name.
- Data
Flow stringName The data flow name.
- factory
Name String The factory name.
- properties
Flowlet
Args | MappingData | WranglingFlow Args Data Flow Args Data flow properties.
- resource
Group StringName The resource group name.
- data
Flow StringName The data flow name.
- factory
Name string The factory name.
- properties
Flowlet
Args | MappingData | WranglingFlow Args Data Flow Args Data flow properties.
- resource
Group stringName The resource group name.
- data
Flow stringName The data flow name.
- factory_
name str The factory name.
- properties
Flowlet
Args | MappingData | WranglingFlow Args Data Flow Args Data flow properties.
- resource_
group_ strname The resource group name.
- data_
flow_ strname The data flow name.
- factory
Name String The factory name.
- properties Property Map | Property Map | Property Map
Data flow properties.
- resource
Group StringName The resource group name.
- data
Flow StringName The data flow name.
Outputs
All input properties are implicitly available as output properties. Additionally, the DataFlow resource produces the following output properties:
Supporting Types
DataFlowFolder
- Name string
The name of the folder that this data flow is in.
- Name string
The name of the folder that this data flow is in.
- name String
The name of the folder that this data flow is in.
- name string
The name of the folder that this data flow is in.
- name str
The name of the folder that this data flow is in.
- name String
The name of the folder that this data flow is in.
DataFlowReference
- Reference
Name string Reference data flow name.
- Type
string | Pulumi.
Azure Native. Data Factory. Data Flow Reference Type Data flow reference type.
- Dataset
Parameters object Reference data flow parameters from dataset.
- Parameters Dictionary<string, object>
Data flow parameters
- Reference
Name string Reference data flow name.
- Type
string | Data
Flow Reference Type Data flow reference type.
- Dataset
Parameters interface{} Reference data flow parameters from dataset.
- Parameters map[string]interface{}
Data flow parameters
- reference
Name String Reference data flow name.
- type
String | Data
Flow Reference Type Data flow reference type.
- dataset
Parameters Object Reference data flow parameters from dataset.
- parameters Map<String,Object>
Data flow parameters
- reference
Name string Reference data flow name.
- type
string | Data
Flow Reference Type Data flow reference type.
- dataset
Parameters any Reference data flow parameters from dataset.
- parameters {[key: string]: any}
Data flow parameters
- reference_
name str Reference data flow name.
- type
str | Data
Flow Reference Type Data flow reference type.
- dataset_
parameters Any Reference data flow parameters from dataset.
- parameters Mapping[str, Any]
Data flow parameters
- reference
Name String Reference data flow name.
- type
String | "Data
Flow Reference" Data flow reference type.
- dataset
Parameters Any Reference data flow parameters from dataset.
- parameters Map<Any>
Data flow parameters
DataFlowReferenceResponse
- Reference
Name string Reference data flow name.
- Type string
Data flow reference type.
- Dataset
Parameters object Reference data flow parameters from dataset.
- Parameters Dictionary<string, object>
Data flow parameters
- Reference
Name string Reference data flow name.
- Type string
Data flow reference type.
- Dataset
Parameters interface{} Reference data flow parameters from dataset.
- Parameters map[string]interface{}
Data flow parameters
- reference
Name String Reference data flow name.
- type String
Data flow reference type.
- dataset
Parameters Object Reference data flow parameters from dataset.
- parameters Map<String,Object>
Data flow parameters
- reference
Name string Reference data flow name.
- type string
Data flow reference type.
- dataset
Parameters any Reference data flow parameters from dataset.
- parameters {[key: string]: any}
Data flow parameters
- reference_
name str Reference data flow name.
- type str
Data flow reference type.
- dataset_
parameters Any Reference data flow parameters from dataset.
- parameters Mapping[str, Any]
Data flow parameters
- reference
Name String Reference data flow name.
- type String
Data flow reference type.
- dataset
Parameters Any Reference data flow parameters from dataset.
- parameters Map<Any>
Data flow parameters
DataFlowReferenceType
- Data
Flow Reference - DataFlowReference
- Data
Flow Reference Type Data Flow Reference - DataFlowReference
- Data
Flow Reference - DataFlowReference
- Data
Flow Reference - DataFlowReference
- DATA_FLOW_REFERENCE
- DataFlowReference
- "Data
Flow Reference" - DataFlowReference
DataFlowResponseFolder
- Name string
The name of the folder that this data flow is in.
- Name string
The name of the folder that this data flow is in.
- name String
The name of the folder that this data flow is in.
- name string
The name of the folder that this data flow is in.
- name str
The name of the folder that this data flow is in.
- name String
The name of the folder that this data flow is in.
DataFlowSink
- Name string
Transformation name.
- Dataset
Pulumi.
Azure Native. Data Factory. Inputs. Dataset Reference Dataset reference.
- Description string
Transformation description.
- Flowlet
Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Reference Flowlet Reference
- Linked
Service Pulumi.Azure Native. Data Factory. Inputs. Linked Service Reference Linked service reference.
- Rejected
Data Pulumi.Linked Service Azure Native. Data Factory. Inputs. Linked Service Reference Rejected data linked service reference.
- Schema
Linked Pulumi.Service Azure Native. Data Factory. Inputs. Linked Service Reference Schema linked service reference.
- Name string
Transformation name.
- Dataset
Dataset
Reference Dataset reference.
- Description string
Transformation description.
- Flowlet
Data
Flow Reference Flowlet Reference
- Linked
Service LinkedService Reference Linked service reference.
- Rejected
Data LinkedLinked Service Service Reference Rejected data linked service reference.
- Schema
Linked LinkedService Service Reference Schema linked service reference.
- name String
Transformation name.
- dataset
Dataset
Reference Dataset reference.
- description String
Transformation description.
- flowlet
Data
Flow Reference Flowlet Reference
- linked
Service LinkedService Reference Linked service reference.
- rejected
Data LinkedLinked Service Service Reference Rejected data linked service reference.
- schema
Linked LinkedService Service Reference Schema linked service reference.
- name string
Transformation name.
- dataset
Dataset
Reference Dataset reference.
- description string
Transformation description.
- flowlet
Data
Flow Reference Flowlet Reference
- linked
Service LinkedService Reference Linked service reference.
- rejected
Data LinkedLinked Service Service Reference Rejected data linked service reference.
- schema
Linked LinkedService Service Reference Schema linked service reference.
- name str
Transformation name.
- dataset
Dataset
Reference Dataset reference.
- description str
Transformation description.
- flowlet
Data
Flow Reference Flowlet Reference
- linked_
service LinkedService Reference Linked service reference.
- rejected_
data_ Linkedlinked_ service Service Reference Rejected data linked service reference.
- schema_
linked_ Linkedservice Service Reference Schema linked service reference.
- name String
Transformation name.
- dataset Property Map
Dataset reference.
- description String
Transformation description.
- flowlet Property Map
Flowlet Reference
- linked
Service Property Map Linked service reference.
- rejected
Data Property MapLinked Service Rejected data linked service reference.
- schema
Linked Property MapService Schema linked service reference.
DataFlowSinkResponse
- Name string
Transformation name.
- Dataset
Pulumi.
Azure Native. Data Factory. Inputs. Dataset Reference Response Dataset reference.
- Description string
Transformation description.
- Flowlet
Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Reference Response Flowlet Reference
- Linked
Service Pulumi.Azure Native. Data Factory. Inputs. Linked Service Reference Response Linked service reference.
- Rejected
Data Pulumi.Linked Service Azure Native. Data Factory. Inputs. Linked Service Reference Response Rejected data linked service reference.
- Schema
Linked Pulumi.Service Azure Native. Data Factory. Inputs. Linked Service Reference Response Schema linked service reference.
- Name string
Transformation name.
- Dataset
Dataset
Reference Response Dataset reference.
- Description string
Transformation description.
- Flowlet
Data
Flow Reference Response Flowlet Reference
- Linked
Service LinkedService Reference Response Linked service reference.
- Rejected
Data LinkedLinked Service Service Reference Response Rejected data linked service reference.
- Schema
Linked LinkedService Service Reference Response Schema linked service reference.
- name String
Transformation name.
- dataset
Dataset
Reference Response Dataset reference.
- description String
Transformation description.
- flowlet
Data
Flow Reference Response Flowlet Reference
- linked
Service LinkedService Reference Response Linked service reference.
- rejected
Data LinkedLinked Service Service Reference Response Rejected data linked service reference.
- schema
Linked LinkedService Service Reference Response Schema linked service reference.
- name string
Transformation name.
- dataset
Dataset
Reference Response Dataset reference.
- description string
Transformation description.
- flowlet
Data
Flow Reference Response Flowlet Reference
- linked
Service LinkedService Reference Response Linked service reference.
- rejected
Data LinkedLinked Service Service Reference Response Rejected data linked service reference.
- schema
Linked LinkedService Service Reference Response Schema linked service reference.
- name str
Transformation name.
- dataset
Dataset
Reference Response Dataset reference.
- description str
Transformation description.
- flowlet
Data
Flow Reference Response Flowlet Reference
- linked_
service LinkedService Reference Response Linked service reference.
- rejected_
data_ Linkedlinked_ service Service Reference Response Rejected data linked service reference.
- schema_
linked_ Linkedservice Service Reference Response Schema linked service reference.
- name String
Transformation name.
- dataset Property Map
Dataset reference.
- description String
Transformation description.
- flowlet Property Map
Flowlet Reference
- linked
Service Property Map Linked service reference.
- rejected
Data Property MapLinked Service Rejected data linked service reference.
- schema
Linked Property MapService Schema linked service reference.
DataFlowSource
- Name string
Transformation name.
- Dataset
Pulumi.
Azure Native. Data Factory. Inputs. Dataset Reference Dataset reference.
- Description string
Transformation description.
- Flowlet
Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Reference Flowlet Reference
- Linked
Service Pulumi.Azure Native. Data Factory. Inputs. Linked Service Reference Linked service reference.
- Schema
Linked Pulumi.Service Azure Native. Data Factory. Inputs. Linked Service Reference Schema linked service reference.
- Name string
Transformation name.
- Dataset
Dataset
Reference Dataset reference.
- Description string
Transformation description.
- Flowlet
Data
Flow Reference Flowlet Reference
- Linked
Service LinkedService Reference Linked service reference.
- Schema
Linked LinkedService Service Reference Schema linked service reference.
- name String
Transformation name.
- dataset
Dataset
Reference Dataset reference.
- description String
Transformation description.
- flowlet
Data
Flow Reference Flowlet Reference
- linked
Service LinkedService Reference Linked service reference.
- schema
Linked LinkedService Service Reference Schema linked service reference.
- name string
Transformation name.
- dataset
Dataset
Reference Dataset reference.
- description string
Transformation description.
- flowlet
Data
Flow Reference Flowlet Reference
- linked
Service LinkedService Reference Linked service reference.
- schema
Linked LinkedService Service Reference Schema linked service reference.
- name str
Transformation name.
- dataset
Dataset
Reference Dataset reference.
- description str
Transformation description.
- flowlet
Data
Flow Reference Flowlet Reference
- linked_
service LinkedService Reference Linked service reference.
- schema_
linked_ Linkedservice Service Reference Schema linked service reference.
- name String
Transformation name.
- dataset Property Map
Dataset reference.
- description String
Transformation description.
- flowlet Property Map
Flowlet Reference
- linked
Service Property Map Linked service reference.
- schema
Linked Property MapService Schema linked service reference.
DataFlowSourceResponse
- Name string
Transformation name.
- Dataset
Pulumi.
Azure Native. Data Factory. Inputs. Dataset Reference Response Dataset reference.
- Description string
Transformation description.
- Flowlet
Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Reference Response Flowlet Reference
- Linked
Service Pulumi.Azure Native. Data Factory. Inputs. Linked Service Reference Response Linked service reference.
- Schema
Linked Pulumi.Service Azure Native. Data Factory. Inputs. Linked Service Reference Response Schema linked service reference.
- Name string
Transformation name.
- Dataset
Dataset
Reference Response Dataset reference.
- Description string
Transformation description.
- Flowlet
Data
Flow Reference Response Flowlet Reference
- Linked
Service LinkedService Reference Response Linked service reference.
- Schema
Linked LinkedService Service Reference Response Schema linked service reference.
- name String
Transformation name.
- dataset
Dataset
Reference Response Dataset reference.
- description String
Transformation description.
- flowlet
Data
Flow Reference Response Flowlet Reference
- linked
Service LinkedService Reference Response Linked service reference.
- schema
Linked LinkedService Service Reference Response Schema linked service reference.
- name string
Transformation name.
- dataset
Dataset
Reference Response Dataset reference.
- description string
Transformation description.
- flowlet
Data
Flow Reference Response Flowlet Reference
- linked
Service LinkedService Reference Response Linked service reference.
- schema
Linked LinkedService Service Reference Response Schema linked service reference.
- name str
Transformation name.
- dataset
Dataset
Reference Response Dataset reference.
- description str
Transformation description.
- flowlet
Data
Flow Reference Response Flowlet Reference
- linked_
service LinkedService Reference Response Linked service reference.
- schema_
linked_ Linkedservice Service Reference Response Schema linked service reference.
- name String
Transformation name.
- dataset Property Map
Dataset reference.
- description String
Transformation description.
- flowlet Property Map
Flowlet Reference
- linked
Service Property Map Linked service reference.
- schema
Linked Property MapService Schema linked service reference.
DatasetReference
- Reference
Name string Reference dataset name.
- Type string
Dataset reference type.
- Parameters Dictionary<string, object>
Arguments for dataset.
- Reference
Name string Reference dataset name.
- Type string
Dataset reference type.
- Parameters map[string]interface{}
Arguments for dataset.
- reference
Name String Reference dataset name.
- type String
Dataset reference type.
- parameters Map<String,Object>
Arguments for dataset.
- reference
Name string Reference dataset name.
- type string
Dataset reference type.
- parameters {[key: string]: any}
Arguments for dataset.
- reference_
name str Reference dataset name.
- type str
Dataset reference type.
- parameters Mapping[str, Any]
Arguments for dataset.
- reference
Name String Reference dataset name.
- type String
Dataset reference type.
- parameters Map<Any>
Arguments for dataset.
DatasetReferenceResponse
- Reference
Name string Reference dataset name.
- Type string
Dataset reference type.
- Parameters Dictionary<string, object>
Arguments for dataset.
- Reference
Name string Reference dataset name.
- Type string
Dataset reference type.
- Parameters map[string]interface{}
Arguments for dataset.
- reference
Name String Reference dataset name.
- type String
Dataset reference type.
- parameters Map<String,Object>
Arguments for dataset.
- reference
Name string Reference dataset name.
- type string
Dataset reference type.
- parameters {[key: string]: any}
Arguments for dataset.
- reference_
name str Reference dataset name.
- type str
Dataset reference type.
- parameters Mapping[str, Any]
Arguments for dataset.
- reference
Name String Reference dataset name.
- type String
Dataset reference type.
- parameters Map<Any>
Arguments for dataset.
Flowlet
- Annotations List<object>
List of tags that can be used for describing the data flow.
- Description string
The description of the data flow.
- Folder
Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- Script string
Flowlet script.
- Script
Lines List<string> Flowlet script lines.
- Sinks
List<Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Sink> List of sinks in Flowlet.
- Sources
List<Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Source> List of sources in Flowlet.
- Transformations
List<Pulumi.
Azure Native. Data Factory. Inputs. Transformation> List of transformations in Flowlet.
- Annotations []interface{}
List of tags that can be used for describing the data flow.
- Description string
The description of the data flow.
- Folder
Data
Flow Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- Script string
Flowlet script.
- Script
Lines []string Flowlet script lines.
- Sinks
[]Data
Flow Sink List of sinks in Flowlet.
- Sources
[]Data
Flow Source List of sources in Flowlet.
- Transformations []Transformation
List of transformations in Flowlet.
- annotations List<Object>
List of tags that can be used for describing the data flow.
- description String
The description of the data flow.
- folder
Data
Flow Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script String
Flowlet script.
- script
Lines List<String> Flowlet script lines.
- sinks
List<Data
Flow Sink> List of sinks in Flowlet.
- sources
List<Data
Flow Source> List of sources in Flowlet.
- transformations List<Transformation>
List of transformations in Flowlet.
- annotations any[]
List of tags that can be used for describing the data flow.
- description string
The description of the data flow.
- folder
Data
Flow Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script string
Flowlet script.
- script
Lines string[] Flowlet script lines.
- sinks
Data
Flow Sink[] List of sinks in Flowlet.
- sources
Data
Flow Source[] List of sources in Flowlet.
- transformations Transformation[]
List of transformations in Flowlet.
- annotations Sequence[Any]
List of tags that can be used for describing the data flow.
- description str
The description of the data flow.
- folder
Data
Flow Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script str
Flowlet script.
- script_
lines Sequence[str] Flowlet script lines.
- sinks
Sequence[Data
Flow Sink] List of sinks in Flowlet.
- sources
Sequence[Data
Flow Source] List of sources in Flowlet.
- transformations Sequence[Transformation]
List of transformations in Flowlet.
- annotations List<Any>
List of tags that can be used for describing the data flow.
- description String
The description of the data flow.
- folder Property Map
The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script String
Flowlet script.
- script
Lines List<String> Flowlet script lines.
- sinks List<Property Map>
List of sinks in Flowlet.
- sources List<Property Map>
List of sources in Flowlet.
- transformations List<Property Map>
List of transformations in Flowlet.
FlowletResponse
- Annotations List<object>
List of tags that can be used for describing the data flow.
- Description string
The description of the data flow.
- Folder
Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Response Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- Script string
Flowlet script.
- Script
Lines List<string> Flowlet script lines.
- Sinks
List<Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Sink Response> List of sinks in Flowlet.
- Sources
List<Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Source Response> List of sources in Flowlet.
- Transformations
List<Pulumi.
Azure Native. Data Factory. Inputs. Transformation Response> List of transformations in Flowlet.
- Annotations []interface{}
List of tags that can be used for describing the data flow.
- Description string
The description of the data flow.
- Folder
Data
Flow Response Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- Script string
Flowlet script.
- Script
Lines []string Flowlet script lines.
- Sinks
[]Data
Flow Sink Response List of sinks in Flowlet.
- Sources
[]Data
Flow Source Response List of sources in Flowlet.
- Transformations
[]Transformation
Response List of transformations in Flowlet.
- annotations List<Object>
List of tags that can be used for describing the data flow.
- description String
The description of the data flow.
- folder
Data
Flow Response Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script String
Flowlet script.
- script
Lines List<String> Flowlet script lines.
- sinks
List<Data
Flow Sink Response> List of sinks in Flowlet.
- sources
List<Data
Flow Source Response> List of sources in Flowlet.
- transformations
List<Transformation
Response> List of transformations in Flowlet.
- annotations any[]
List of tags that can be used for describing the data flow.
- description string
The description of the data flow.
- folder
Data
Flow Response Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script string
Flowlet script.
- script
Lines string[] Flowlet script lines.
- sinks
Data
Flow Sink Response[] List of sinks in Flowlet.
- sources
Data
Flow Source Response[] List of sources in Flowlet.
- transformations
Transformation
Response[] List of transformations in Flowlet.
- annotations Sequence[Any]
List of tags that can be used for describing the data flow.
- description str
The description of the data flow.
- folder
Data
Flow Response Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script str
Flowlet script.
- script_
lines Sequence[str] Flowlet script lines.
- sinks
Sequence[Data
Flow Sink Response] List of sinks in Flowlet.
- sources
Sequence[Data
Flow Source Response] List of sources in Flowlet.
- transformations
Sequence[Transformation
Response] List of transformations in Flowlet.
- annotations List<Any>
List of tags that can be used for describing the data flow.
- description String
The description of the data flow.
- folder Property Map
The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script String
Flowlet script.
- script
Lines List<String> Flowlet script lines.
- sinks List<Property Map>
List of sinks in Flowlet.
- sources List<Property Map>
List of sources in Flowlet.
- transformations List<Property Map>
List of transformations in Flowlet.
LinkedServiceReference
- Reference
Name string Reference LinkedService name.
- Type
string | Pulumi.
Azure Native. Data Factory. Type Linked service reference type.
- Parameters Dictionary<string, object>
Arguments for LinkedService.
- Reference
Name string Reference LinkedService name.
- Type string | Type
Linked service reference type.
- Parameters map[string]interface{}
Arguments for LinkedService.
- reference
Name String Reference LinkedService name.
- type String | Type
Linked service reference type.
- parameters Map<String,Object>
Arguments for LinkedService.
- reference
Name string Reference LinkedService name.
- type string | Type
Linked service reference type.
- parameters {[key: string]: any}
Arguments for LinkedService.
- reference_
name str Reference LinkedService name.
- type str | Type
Linked service reference type.
- parameters Mapping[str, Any]
Arguments for LinkedService.
- reference
Name String Reference LinkedService name.
- type
String | "Linked
Service Reference" Linked service reference type.
- parameters Map<Any>
Arguments for LinkedService.
LinkedServiceReferenceResponse
- Reference
Name string Reference LinkedService name.
- Type string
Linked service reference type.
- Parameters Dictionary<string, object>
Arguments for LinkedService.
- Reference
Name string Reference LinkedService name.
- Type string
Linked service reference type.
- Parameters map[string]interface{}
Arguments for LinkedService.
- reference
Name String Reference LinkedService name.
- type String
Linked service reference type.
- parameters Map<String,Object>
Arguments for LinkedService.
- reference
Name string Reference LinkedService name.
- type string
Linked service reference type.
- parameters {[key: string]: any}
Arguments for LinkedService.
- reference_
name str Reference LinkedService name.
- type str
Linked service reference type.
- parameters Mapping[str, Any]
Arguments for LinkedService.
- reference
Name String Reference LinkedService name.
- type String
Linked service reference type.
- parameters Map<Any>
Arguments for LinkedService.
MappingDataFlow
- Annotations List<object>
List of tags that can be used for describing the data flow.
- Description string
The description of the data flow.
- Folder
Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- Script string
DataFlow script.
- Script
Lines List<string> Data flow script lines.
- Sinks
List<Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Sink> List of sinks in data flow.
- Sources
List<Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Source> List of sources in data flow.
- Transformations
List<Pulumi.
Azure Native. Data Factory. Inputs. Transformation> List of transformations in data flow.
- Annotations []interface{}
List of tags that can be used for describing the data flow.
- Description string
The description of the data flow.
- Folder
Data
Flow Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- Script string
DataFlow script.
- Script
Lines []string Data flow script lines.
- Sinks
[]Data
Flow Sink List of sinks in data flow.
- Sources
[]Data
Flow Source List of sources in data flow.
- Transformations []Transformation
List of transformations in data flow.
- annotations List<Object>
List of tags that can be used for describing the data flow.
- description String
The description of the data flow.
- folder
Data
Flow Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script String
DataFlow script.
- script
Lines List<String> Data flow script lines.
- sinks
List<Data
Flow Sink> List of sinks in data flow.
- sources
List<Data
Flow Source> List of sources in data flow.
- transformations List<Transformation>
List of transformations in data flow.
- annotations any[]
List of tags that can be used for describing the data flow.
- description string
The description of the data flow.
- folder
Data
Flow Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script string
DataFlow script.
- script
Lines string[] Data flow script lines.
- sinks
Data
Flow Sink[] List of sinks in data flow.
- sources
Data
Flow Source[] List of sources in data flow.
- transformations Transformation[]
List of transformations in data flow.
- annotations Sequence[Any]
List of tags that can be used for describing the data flow.
- description str
The description of the data flow.
- folder
Data
Flow Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script str
DataFlow script.
- script_
lines Sequence[str] Data flow script lines.
- sinks
Sequence[Data
Flow Sink] List of sinks in data flow.
- sources
Sequence[Data
Flow Source] List of sources in data flow.
- transformations Sequence[Transformation]
List of transformations in data flow.
- annotations List<Any>
List of tags that can be used for describing the data flow.
- description String
The description of the data flow.
- folder Property Map
The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script String
DataFlow script.
- script
Lines List<String> Data flow script lines.
- sinks List<Property Map>
List of sinks in data flow.
- sources List<Property Map>
List of sources in data flow.
- transformations List<Property Map>
List of transformations in data flow.
MappingDataFlowResponse
- Annotations List<object>
List of tags that can be used for describing the data flow.
- Description string
The description of the data flow.
- Folder
Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Response Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- Script string
DataFlow script.
- Script
Lines List<string> Data flow script lines.
- Sinks
List<Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Sink Response> List of sinks in data flow.
- Sources
List<Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Source Response> List of sources in data flow.
- Transformations
List<Pulumi.
Azure Native. Data Factory. Inputs. Transformation Response> List of transformations in data flow.
- Annotations []interface{}
List of tags that can be used for describing the data flow.
- Description string
The description of the data flow.
- Folder
Data
Flow Response Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- Script string
DataFlow script.
- Script
Lines []string Data flow script lines.
- Sinks
[]Data
Flow Sink Response List of sinks in data flow.
- Sources
[]Data
Flow Source Response List of sources in data flow.
- Transformations
[]Transformation
Response List of transformations in data flow.
- annotations List<Object>
List of tags that can be used for describing the data flow.
- description String
The description of the data flow.
- folder
Data
Flow Response Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script String
DataFlow script.
- script
Lines List<String> Data flow script lines.
- sinks
List<Data
Flow Sink Response> List of sinks in data flow.
- sources
List<Data
Flow Source Response> List of sources in data flow.
- transformations
List<Transformation
Response> List of transformations in data flow.
- annotations any[]
List of tags that can be used for describing the data flow.
- description string
The description of the data flow.
- folder
Data
Flow Response Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script string
DataFlow script.
- script
Lines string[] Data flow script lines.
- sinks
Data
Flow Sink Response[] List of sinks in data flow.
- sources
Data
Flow Source Response[] List of sources in data flow.
- transformations
Transformation
Response[] List of transformations in data flow.
- annotations Sequence[Any]
List of tags that can be used for describing the data flow.
- description str
The description of the data flow.
- folder
Data
Flow Response Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script str
DataFlow script.
- script_
lines Sequence[str] Data flow script lines.
- sinks
Sequence[Data
Flow Sink Response] List of sinks in data flow.
- sources
Sequence[Data
Flow Source Response] List of sources in data flow.
- transformations
Sequence[Transformation
Response] List of transformations in data flow.
- annotations List<Any>
List of tags that can be used for describing the data flow.
- description String
The description of the data flow.
- folder Property Map
The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script String
DataFlow script.
- script
Lines List<String> Data flow script lines.
- sinks List<Property Map>
List of sinks in data flow.
- sources List<Property Map>
List of sources in data flow.
- transformations List<Property Map>
List of transformations in data flow.
PowerQuerySource
- Name string
Transformation name.
- Dataset
Pulumi.
Azure Native. Data Factory. Inputs. Dataset Reference Dataset reference.
- Description string
Transformation description.
- Flowlet
Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Reference Flowlet Reference
- Linked
Service Pulumi.Azure Native. Data Factory. Inputs. Linked Service Reference Linked service reference.
- Schema
Linked Pulumi.Service Azure Native. Data Factory. Inputs. Linked Service Reference Schema linked service reference.
- Script string
source script.
- Name string
Transformation name.
- Dataset
Dataset
Reference Dataset reference.
- Description string
Transformation description.
- Flowlet
Data
Flow Reference Flowlet Reference
- Linked
Service LinkedService Reference Linked service reference.
- Schema
Linked LinkedService Service Reference Schema linked service reference.
- Script string
source script.
- name String
Transformation name.
- dataset
Dataset
Reference Dataset reference.
- description String
Transformation description.
- flowlet
Data
Flow Reference Flowlet Reference
- linked
Service LinkedService Reference Linked service reference.
- schema
Linked LinkedService Service Reference Schema linked service reference.
- script String
source script.
- name string
Transformation name.
- dataset
Dataset
Reference Dataset reference.
- description string
Transformation description.
- flowlet
Data
Flow Reference Flowlet Reference
- linked
Service LinkedService Reference Linked service reference.
- schema
Linked LinkedService Service Reference Schema linked service reference.
- script string
source script.
- name str
Transformation name.
- dataset
Dataset
Reference Dataset reference.
- description str
Transformation description.
- flowlet
Data
Flow Reference Flowlet Reference
- linked_
service LinkedService Reference Linked service reference.
- schema_
linked_ Linkedservice Service Reference Schema linked service reference.
- script str
source script.
- name String
Transformation name.
- dataset Property Map
Dataset reference.
- description String
Transformation description.
- flowlet Property Map
Flowlet Reference
- linked
Service Property Map Linked service reference.
- schema
Linked Property MapService Schema linked service reference.
- script String
source script.
PowerQuerySourceResponse
- Name string
Transformation name.
- Dataset
Pulumi.
Azure Native. Data Factory. Inputs. Dataset Reference Response Dataset reference.
- Description string
Transformation description.
- Flowlet
Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Reference Response Flowlet Reference
- Linked
Service Pulumi.Azure Native. Data Factory. Inputs. Linked Service Reference Response Linked service reference.
- Schema
Linked Pulumi.Service Azure Native. Data Factory. Inputs. Linked Service Reference Response Schema linked service reference.
- Script string
source script.
- Name string
Transformation name.
- Dataset
Dataset
Reference Response Dataset reference.
- Description string
Transformation description.
- Flowlet
Data
Flow Reference Response Flowlet Reference
- Linked
Service LinkedService Reference Response Linked service reference.
- Schema
Linked LinkedService Service Reference Response Schema linked service reference.
- Script string
source script.
- name String
Transformation name.
- dataset
Dataset
Reference Response Dataset reference.
- description String
Transformation description.
- flowlet
Data
Flow Reference Response Flowlet Reference
- linked
Service LinkedService Reference Response Linked service reference.
- schema
Linked LinkedService Service Reference Response Schema linked service reference.
- script String
source script.
- name string
Transformation name.
- dataset
Dataset
Reference Response Dataset reference.
- description string
Transformation description.
- flowlet
Data
Flow Reference Response Flowlet Reference
- linked
Service LinkedService Reference Response Linked service reference.
- schema
Linked LinkedService Service Reference Response Schema linked service reference.
- script string
source script.
- name str
Transformation name.
- dataset
Dataset
Reference Response Dataset reference.
- description str
Transformation description.
- flowlet
Data
Flow Reference Response Flowlet Reference
- linked_
service LinkedService Reference Response Linked service reference.
- schema_
linked_ Linkedservice Service Reference Response Schema linked service reference.
- script str
source script.
- name String
Transformation name.
- dataset Property Map
Dataset reference.
- description String
Transformation description.
- flowlet Property Map
Flowlet Reference
- linked
Service Property Map Linked service reference.
- schema
Linked Property MapService Schema linked service reference.
- script String
source script.
Transformation
- Name string
Transformation name.
- Dataset
Pulumi.
Azure Native. Data Factory. Inputs. Dataset Reference Dataset reference.
- Description string
Transformation description.
- Flowlet
Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Reference Flowlet Reference
- Linked
Service Pulumi.Azure Native. Data Factory. Inputs. Linked Service Reference Linked service reference.
- Name string
Transformation name.
- Dataset
Dataset
Reference Dataset reference.
- Description string
Transformation description.
- Flowlet
Data
Flow Reference Flowlet Reference
- Linked
Service LinkedService Reference Linked service reference.
- name String
Transformation name.
- dataset
Dataset
Reference Dataset reference.
- description String
Transformation description.
- flowlet
Data
Flow Reference Flowlet Reference
- linked
Service LinkedService Reference Linked service reference.
- name string
Transformation name.
- dataset
Dataset
Reference Dataset reference.
- description string
Transformation description.
- flowlet
Data
Flow Reference Flowlet Reference
- linked
Service LinkedService Reference Linked service reference.
- name str
Transformation name.
- dataset
Dataset
Reference Dataset reference.
- description str
Transformation description.
- flowlet
Data
Flow Reference Flowlet Reference
- linked_
service LinkedService Reference Linked service reference.
- name String
Transformation name.
- dataset Property Map
Dataset reference.
- description String
Transformation description.
- flowlet Property Map
Flowlet Reference
- linked
Service Property Map Linked service reference.
TransformationResponse
- Name string
Transformation name.
- Dataset
Pulumi.
Azure Native. Data Factory. Inputs. Dataset Reference Response Dataset reference.
- Description string
Transformation description.
- Flowlet
Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Reference Response Flowlet Reference
- Linked
Service Pulumi.Azure Native. Data Factory. Inputs. Linked Service Reference Response Linked service reference.
- Name string
Transformation name.
- Dataset
Dataset
Reference Response Dataset reference.
- Description string
Transformation description.
- Flowlet
Data
Flow Reference Response Flowlet Reference
- Linked
Service LinkedService Reference Response Linked service reference.
- name String
Transformation name.
- dataset
Dataset
Reference Response Dataset reference.
- description String
Transformation description.
- flowlet
Data
Flow Reference Response Flowlet Reference
- linked
Service LinkedService Reference Response Linked service reference.
- name string
Transformation name.
- dataset
Dataset
Reference Response Dataset reference.
- description string
Transformation description.
- flowlet
Data
Flow Reference Response Flowlet Reference
- linked
Service LinkedService Reference Response Linked service reference.
- name str
Transformation name.
- dataset
Dataset
Reference Response Dataset reference.
- description str
Transformation description.
- flowlet
Data
Flow Reference Response Flowlet Reference
- linked_
service LinkedService Reference Response Linked service reference.
- name String
Transformation name.
- dataset Property Map
Dataset reference.
- description String
Transformation description.
- flowlet Property Map
Flowlet Reference
- linked
Service Property Map Linked service reference.
Type
- Linked
Service Reference - LinkedServiceReference
- Type
Linked Service Reference - LinkedServiceReference
- Linked
Service Reference - LinkedServiceReference
- Linked
Service Reference - LinkedServiceReference
- LINKED_SERVICE_REFERENCE
- LinkedServiceReference
- "Linked
Service Reference" - LinkedServiceReference
WranglingDataFlow
- Annotations List<object>
List of tags that can be used for describing the data flow.
- Description string
The description of the data flow.
- Document
Locale string Locale of the Power query mashup document.
- Folder
Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- Script string
Power query mashup script.
- Sources
List<Pulumi.
Azure Native. Data Factory. Inputs. Power Query Source> List of sources in Power Query.
- Annotations []interface{}
List of tags that can be used for describing the data flow.
- Description string
The description of the data flow.
- Document
Locale string Locale of the Power query mashup document.
- Folder
Data
Flow Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- Script string
Power query mashup script.
- Sources
[]Power
Query Source List of sources in Power Query.
- annotations List<Object>
List of tags that can be used for describing the data flow.
- description String
The description of the data flow.
- document
Locale String Locale of the Power query mashup document.
- folder
Data
Flow Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script String
Power query mashup script.
- sources
List<Power
Query Source> List of sources in Power Query.
- annotations any[]
List of tags that can be used for describing the data flow.
- description string
The description of the data flow.
- document
Locale string Locale of the Power query mashup document.
- folder
Data
Flow Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script string
Power query mashup script.
- sources
Power
Query Source[] List of sources in Power Query.
- annotations Sequence[Any]
List of tags that can be used for describing the data flow.
- description str
The description of the data flow.
- document_
locale str Locale of the Power query mashup document.
- folder
Data
Flow Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script str
Power query mashup script.
- sources
Sequence[Power
Query Source] List of sources in Power Query.
- annotations List<Any>
List of tags that can be used for describing the data flow.
- description String
The description of the data flow.
- document
Locale String Locale of the Power query mashup document.
- folder Property Map
The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script String
Power query mashup script.
- sources List<Property Map>
List of sources in Power Query.
WranglingDataFlowResponse
- Annotations List<object>
List of tags that can be used for describing the data flow.
- Description string
The description of the data flow.
- Document
Locale string Locale of the Power query mashup document.
- Folder
Pulumi.
Azure Native. Data Factory. Inputs. Data Flow Response Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- Script string
Power query mashup script.
- Sources
List<Pulumi.
Azure Native. Data Factory. Inputs. Power Query Source Response> List of sources in Power Query.
- Annotations []interface{}
List of tags that can be used for describing the data flow.
- Description string
The description of the data flow.
- Document
Locale string Locale of the Power query mashup document.
- Folder
Data
Flow Response Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- Script string
Power query mashup script.
- Sources
[]Power
Query Source Response List of sources in Power Query.
- annotations List<Object>
List of tags that can be used for describing the data flow.
- description String
The description of the data flow.
- document
Locale String Locale of the Power query mashup document.
- folder
Data
Flow Response Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script String
Power query mashup script.
- sources
List<Power
Query Source Response> List of sources in Power Query.
- annotations any[]
List of tags that can be used for describing the data flow.
- description string
The description of the data flow.
- document
Locale string Locale of the Power query mashup document.
- folder
Data
Flow Response Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script string
Power query mashup script.
- sources
Power
Query Source Response[] List of sources in Power Query.
- annotations Sequence[Any]
List of tags that can be used for describing the data flow.
- description str
The description of the data flow.
- document_
locale str Locale of the Power query mashup document.
- folder
Data
Flow Response Folder The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script str
Power query mashup script.
- sources
Sequence[Power
Query Source Response] List of sources in Power Query.
- annotations List<Any>
List of tags that can be used for describing the data flow.
- description String
The description of the data flow.
- document
Locale String Locale of the Power query mashup document.
- folder Property Map
The folder that this data flow is in. If not specified, Data flow will appear at the root level.
- script String
Power query mashup script.
- sources List<Property Map>
List of sources in Power Query.
Import
An existing resource can be imported using its type token, name, and identifier, e.g.
$ pulumi import azure-native:datafactory:DataFlow exampleDataFlow /subscriptions/12345678-1234-1234-1234-12345678abc/resourceGroups/exampleResourceGroup/providers/Microsoft.DataFactory/factories/exampleFactoryName/datasets/exampleDataset
Package Details
- Repository
- Azure Native pulumi/pulumi-azure-native
- License
- Apache-2.0