Docs Packages
  1. Pulumi Registry
  2. Azure Native
  3. API Docs
  4. datafactory
  5. DataFlow
azure-native logo
Azure Native v1.103.0, Jun 2 23

azure-native.datafactory.DataFlow

Explore with Pulumi AI

Data flow resource type. API Version: 2018-06-01.

Example Usage

DataFlows_Create

using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AzureNative = Pulumi.AzureNative;

return await Deployment.RunAsync(() => 
{
    var dataFlow = new AzureNative.DataFactory.DataFlow("dataFlow", new()
    {
        DataFlowName = "exampleDataFlow",
        FactoryName = "exampleFactoryName",
        Properties = new AzureNative.DataFactory.Inputs.MappingDataFlowArgs
        {
            Description = "Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.",
            ScriptLines = new[]
            {
                "source(output(",
                "PreviousConversionRate as double,",
                "Country as string,",
                "DateTime1 as string,",
                "CurrentConversionRate as double",
                "),",
                "allowSchemaDrift: false,",
                "validateSchema: false) ~> USDCurrency",
                "source(output(",
                "PreviousConversionRate as double,",
                "Country as string,",
                "DateTime1 as string,",
                "CurrentConversionRate as double",
                "),",
                "allowSchemaDrift: true,",
                "validateSchema: false) ~> CADSource",
                "USDCurrency, CADSource union(byName: true)~> Union",
                "Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
                "NewCurrencyColumn split(Country == 'USD',",
                "Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
                "ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
                "ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink",
            },
            Sinks = new[]
            {
                new AzureNative.DataFactory.Inputs.DataFlowSinkArgs
                {
                    Dataset = new AzureNative.DataFactory.Inputs.DatasetReferenceArgs
                    {
                        ReferenceName = "USDOutput",
                        Type = "DatasetReference",
                    },
                    Name = "USDSink",
                },
                new AzureNative.DataFactory.Inputs.DataFlowSinkArgs
                {
                    Dataset = new AzureNative.DataFactory.Inputs.DatasetReferenceArgs
                    {
                        ReferenceName = "CADOutput",
                        Type = "DatasetReference",
                    },
                    Name = "CADSink",
                },
            },
            Sources = new[]
            {
                new AzureNative.DataFactory.Inputs.DataFlowSourceArgs
                {
                    Dataset = new AzureNative.DataFactory.Inputs.DatasetReferenceArgs
                    {
                        ReferenceName = "CurrencyDatasetUSD",
                        Type = "DatasetReference",
                    },
                    Name = "USDCurrency",
                },
                new AzureNative.DataFactory.Inputs.DataFlowSourceArgs
                {
                    Dataset = new AzureNative.DataFactory.Inputs.DatasetReferenceArgs
                    {
                        ReferenceName = "CurrencyDatasetCAD",
                        Type = "DatasetReference",
                    },
                    Name = "CADSource",
                },
            },
            Type = "MappingDataFlow",
        },
        ResourceGroupName = "exampleResourceGroup",
    });

});

package main

import (
	datafactory "github.com/pulumi/pulumi-azure-native-sdk/datafactory"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		_, err := datafactory.NewDataFlow(ctx, "dataFlow", &datafactory.DataFlowArgs{
			DataFlowName: pulumi.String("exampleDataFlow"),
			FactoryName:  pulumi.String("exampleFactoryName"),
			Properties: datafactory.MappingDataFlow{
				Description: "Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.",
				ScriptLines: []string{
					"source(output(",
					"PreviousConversionRate as double,",
					"Country as string,",
					"DateTime1 as string,",
					"CurrentConversionRate as double",
					"),",
					"allowSchemaDrift: false,",
					"validateSchema: false) ~> USDCurrency",
					"source(output(",
					"PreviousConversionRate as double,",
					"Country as string,",
					"DateTime1 as string,",
					"CurrentConversionRate as double",
					"),",
					"allowSchemaDrift: true,",
					"validateSchema: false) ~> CADSource",
					"USDCurrency, CADSource union(byName: true)~> Union",
					"Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
					"NewCurrencyColumn split(Country == 'USD',",
					"Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
					"ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
					"ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink",
				},
				Sinks: []datafactory.DataFlowSink{
					{
						Dataset: {
							ReferenceName: "USDOutput",
							Type:          "DatasetReference",
						},
						Name: "USDSink",
					},
					{
						Dataset: {
							ReferenceName: "CADOutput",
							Type:          "DatasetReference",
						},
						Name: "CADSink",
					},
				},
				Sources: []datafactory.DataFlowSource{
					{
						Dataset: {
							ReferenceName: "CurrencyDatasetUSD",
							Type:          "DatasetReference",
						},
						Name: "USDCurrency",
					},
					{
						Dataset: {
							ReferenceName: "CurrencyDatasetCAD",
							Type:          "DatasetReference",
						},
						Name: "CADSource",
					},
				},
				Type: "MappingDataFlow",
			},
			ResourceGroupName: pulumi.String("exampleResourceGroup"),
		})
		if err != nil {
			return err
		}
		return nil
	})
}

package generated_program;

import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azurenative.datafactory.DataFlow;
import com.pulumi.azurenative.datafactory.DataFlowArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;

public class App {
    public static void main(String[] args) {
        Pulumi.run(App::stack);
    }

    public static void stack(Context ctx) {
        var dataFlow = new DataFlow("dataFlow", DataFlowArgs.builder()        
            .dataFlowName("exampleDataFlow")
            .factoryName("exampleFactoryName")
            .properties(Map.ofEntries(
                Map.entry("description", "Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation."),
                Map.entry("scriptLines",                 
                    "source(output(",
                    "PreviousConversionRate as double,",
                    "Country as string,",
                    "DateTime1 as string,",
                    "CurrentConversionRate as double",
                    "),",
                    "allowSchemaDrift: false,",
                    "validateSchema: false) ~> USDCurrency",
                    "source(output(",
                    "PreviousConversionRate as double,",
                    "Country as string,",
                    "DateTime1 as string,",
                    "CurrentConversionRate as double",
                    "),",
                    "allowSchemaDrift: true,",
                    "validateSchema: false) ~> CADSource",
                    "USDCurrency, CADSource union(byName: true)~> Union",
                    "Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
                    "NewCurrencyColumn split(Country == 'USD',",
                    "Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
                    "ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
                    "ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink"),
                Map.entry("sinks",                 
                    Map.ofEntries(
                        Map.entry("dataset", Map.ofEntries(
                            Map.entry("referenceName", "USDOutput"),
                            Map.entry("type", "DatasetReference")
                        )),
                        Map.entry("name", "USDSink")
                    ),
                    Map.ofEntries(
                        Map.entry("dataset", Map.ofEntries(
                            Map.entry("referenceName", "CADOutput"),
                            Map.entry("type", "DatasetReference")
                        )),
                        Map.entry("name", "CADSink")
                    )),
                Map.entry("sources",                 
                    Map.ofEntries(
                        Map.entry("dataset", Map.ofEntries(
                            Map.entry("referenceName", "CurrencyDatasetUSD"),
                            Map.entry("type", "DatasetReference")
                        )),
                        Map.entry("name", "USDCurrency")
                    ),
                    Map.ofEntries(
                        Map.entry("dataset", Map.ofEntries(
                            Map.entry("referenceName", "CurrencyDatasetCAD"),
                            Map.entry("type", "DatasetReference")
                        )),
                        Map.entry("name", "CADSource")
                    )),
                Map.entry("type", "MappingDataFlow")
            ))
            .resourceGroupName("exampleResourceGroup")
            .build());

    }
}

import pulumi
import pulumi_azure_native as azure_native

data_flow = azure_native.datafactory.DataFlow("dataFlow",
    data_flow_name="exampleDataFlow",
    factory_name="exampleFactoryName",
    properties=azure_native.datafactory.MappingDataFlowArgs(
        description="Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.",
        script_lines=[
            "source(output(",
            "PreviousConversionRate as double,",
            "Country as string,",
            "DateTime1 as string,",
            "CurrentConversionRate as double",
            "),",
            "allowSchemaDrift: false,",
            "validateSchema: false) ~> USDCurrency",
            "source(output(",
            "PreviousConversionRate as double,",
            "Country as string,",
            "DateTime1 as string,",
            "CurrentConversionRate as double",
            "),",
            "allowSchemaDrift: true,",
            "validateSchema: false) ~> CADSource",
            "USDCurrency, CADSource union(byName: true)~> Union",
            "Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
            "NewCurrencyColumn split(Country == 'USD',",
            "Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
            "ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
            "ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink",
        ],
        sinks=[
            azure_native.datafactory.DataFlowSinkArgs(
                dataset=azure_native.datafactory.DatasetReferenceArgs(
                    reference_name="USDOutput",
                    type="DatasetReference",
                ),
                name="USDSink",
            ),
            azure_native.datafactory.DataFlowSinkArgs(
                dataset=azure_native.datafactory.DatasetReferenceArgs(
                    reference_name="CADOutput",
                    type="DatasetReference",
                ),
                name="CADSink",
            ),
        ],
        sources=[
            azure_native.datafactory.DataFlowSourceArgs(
                dataset=azure_native.datafactory.DatasetReferenceArgs(
                    reference_name="CurrencyDatasetUSD",
                    type="DatasetReference",
                ),
                name="USDCurrency",
            ),
            azure_native.datafactory.DataFlowSourceArgs(
                dataset=azure_native.datafactory.DatasetReferenceArgs(
                    reference_name="CurrencyDatasetCAD",
                    type="DatasetReference",
                ),
                name="CADSource",
            ),
        ],
        type="MappingDataFlow",
    ),
    resource_group_name="exampleResourceGroup")

import * as pulumi from "@pulumi/pulumi";
import * as azure_native from "@pulumi/azure-native";

const dataFlow = new azure_native.datafactory.DataFlow("dataFlow", {
    dataFlowName: "exampleDataFlow",
    factoryName: "exampleFactoryName",
    properties: {
        description: "Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.",
        scriptLines: [
            "source(output(",
            "PreviousConversionRate as double,",
            "Country as string,",
            "DateTime1 as string,",
            "CurrentConversionRate as double",
            "),",
            "allowSchemaDrift: false,",
            "validateSchema: false) ~> USDCurrency",
            "source(output(",
            "PreviousConversionRate as double,",
            "Country as string,",
            "DateTime1 as string,",
            "CurrentConversionRate as double",
            "),",
            "allowSchemaDrift: true,",
            "validateSchema: false) ~> CADSource",
            "USDCurrency, CADSource union(byName: true)~> Union",
            "Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
            "NewCurrencyColumn split(Country == 'USD',",
            "Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
            "ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
            "ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink",
        ],
        sinks: [
            {
                dataset: {
                    referenceName: "USDOutput",
                    type: "DatasetReference",
                },
                name: "USDSink",
            },
            {
                dataset: {
                    referenceName: "CADOutput",
                    type: "DatasetReference",
                },
                name: "CADSink",
            },
        ],
        sources: [
            {
                dataset: {
                    referenceName: "CurrencyDatasetUSD",
                    type: "DatasetReference",
                },
                name: "USDCurrency",
            },
            {
                dataset: {
                    referenceName: "CurrencyDatasetCAD",
                    type: "DatasetReference",
                },
                name: "CADSource",
            },
        ],
        type: "MappingDataFlow",
    },
    resourceGroupName: "exampleResourceGroup",
});

resources:
  dataFlow:
    type: azure-native:datafactory:DataFlow
    properties:
      dataFlowName: exampleDataFlow
      factoryName: exampleFactoryName
      properties:
        description: Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.
        scriptLines:
          - source(output(
          - PreviousConversionRate as double,
          - Country as string,
          - DateTime1 as string,
          - CurrentConversionRate as double
          - ),
          - 'allowSchemaDrift: false,'
          - 'validateSchema: false) ~> USDCurrency'
          - source(output(
          - PreviousConversionRate as double,
          - Country as string,
          - DateTime1 as string,
          - CurrentConversionRate as double
          - ),
          - 'allowSchemaDrift: true,'
          - 'validateSchema: false) ~> CADSource'
          - 'USDCurrency, CADSource union(byName: true)~> Union'
          - Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn
          - NewCurrencyColumn split(Country == 'USD',
          - 'Country == ''CAD'',disjoint: false) ~> ConditionalSplit1@(USD, CAD)'
          - ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink
          - ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink
        sinks:
          - dataset:
              referenceName: USDOutput
              type: DatasetReference
            name: USDSink
          - dataset:
              referenceName: CADOutput
              type: DatasetReference
            name: CADSink
        sources:
          - dataset:
              referenceName: CurrencyDatasetUSD
              type: DatasetReference
            name: USDCurrency
          - dataset:
              referenceName: CurrencyDatasetCAD
              type: DatasetReference
            name: CADSource
        type: MappingDataFlow
      resourceGroupName: exampleResourceGroup

DataFlows_Update

using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AzureNative = Pulumi.AzureNative;

return await Deployment.RunAsync(() => 
{
    var dataFlow = new AzureNative.DataFactory.DataFlow("dataFlow", new()
    {
        DataFlowName = "exampleDataFlow",
        FactoryName = "exampleFactoryName",
        Properties = new AzureNative.DataFactory.Inputs.MappingDataFlowArgs
        {
            Description = "Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.",
            ScriptLines = new[]
            {
                "source(output(",
                "PreviousConversionRate as double,",
                "Country as string,",
                "DateTime1 as string,",
                "CurrentConversionRate as double",
                "),",
                "allowSchemaDrift: false,",
                "validateSchema: false) ~> USDCurrency",
                "source(output(",
                "PreviousConversionRate as double,",
                "Country as string,",
                "DateTime1 as string,",
                "CurrentConversionRate as double",
                "),",
                "allowSchemaDrift: true,",
                "validateSchema: false) ~> CADSource",
                "USDCurrency, CADSource union(byName: true)~> Union",
                "Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
                "NewCurrencyColumn split(Country == 'USD',",
                "Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
                "ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
                "ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink",
            },
            Sinks = new[]
            {
                new AzureNative.DataFactory.Inputs.DataFlowSinkArgs
                {
                    Dataset = new AzureNative.DataFactory.Inputs.DatasetReferenceArgs
                    {
                        ReferenceName = "USDOutput",
                        Type = "DatasetReference",
                    },
                    Name = "USDSink",
                },
                new AzureNative.DataFactory.Inputs.DataFlowSinkArgs
                {
                    Dataset = new AzureNative.DataFactory.Inputs.DatasetReferenceArgs
                    {
                        ReferenceName = "CADOutput",
                        Type = "DatasetReference",
                    },
                    Name = "CADSink",
                },
            },
            Sources = new[]
            {
                new AzureNative.DataFactory.Inputs.DataFlowSourceArgs
                {
                    Dataset = new AzureNative.DataFactory.Inputs.DatasetReferenceArgs
                    {
                        ReferenceName = "CurrencyDatasetUSD",
                        Type = "DatasetReference",
                    },
                    Name = "USDCurrency",
                },
                new AzureNative.DataFactory.Inputs.DataFlowSourceArgs
                {
                    Dataset = new AzureNative.DataFactory.Inputs.DatasetReferenceArgs
                    {
                        ReferenceName = "CurrencyDatasetCAD",
                        Type = "DatasetReference",
                    },
                    Name = "CADSource",
                },
            },
            Type = "MappingDataFlow",
        },
        ResourceGroupName = "exampleResourceGroup",
    });

});

package main

import (
	datafactory "github.com/pulumi/pulumi-azure-native-sdk/datafactory"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		_, err := datafactory.NewDataFlow(ctx, "dataFlow", &datafactory.DataFlowArgs{
			DataFlowName: pulumi.String("exampleDataFlow"),
			FactoryName:  pulumi.String("exampleFactoryName"),
			Properties: datafactory.MappingDataFlow{
				Description: "Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.",
				ScriptLines: []string{
					"source(output(",
					"PreviousConversionRate as double,",
					"Country as string,",
					"DateTime1 as string,",
					"CurrentConversionRate as double",
					"),",
					"allowSchemaDrift: false,",
					"validateSchema: false) ~> USDCurrency",
					"source(output(",
					"PreviousConversionRate as double,",
					"Country as string,",
					"DateTime1 as string,",
					"CurrentConversionRate as double",
					"),",
					"allowSchemaDrift: true,",
					"validateSchema: false) ~> CADSource",
					"USDCurrency, CADSource union(byName: true)~> Union",
					"Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
					"NewCurrencyColumn split(Country == 'USD',",
					"Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
					"ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
					"ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink",
				},
				Sinks: []datafactory.DataFlowSink{
					{
						Dataset: {
							ReferenceName: "USDOutput",
							Type:          "DatasetReference",
						},
						Name: "USDSink",
					},
					{
						Dataset: {
							ReferenceName: "CADOutput",
							Type:          "DatasetReference",
						},
						Name: "CADSink",
					},
				},
				Sources: []datafactory.DataFlowSource{
					{
						Dataset: {
							ReferenceName: "CurrencyDatasetUSD",
							Type:          "DatasetReference",
						},
						Name: "USDCurrency",
					},
					{
						Dataset: {
							ReferenceName: "CurrencyDatasetCAD",
							Type:          "DatasetReference",
						},
						Name: "CADSource",
					},
				},
				Type: "MappingDataFlow",
			},
			ResourceGroupName: pulumi.String("exampleResourceGroup"),
		})
		if err != nil {
			return err
		}
		return nil
	})
}

package generated_program;

import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azurenative.datafactory.DataFlow;
import com.pulumi.azurenative.datafactory.DataFlowArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;

public class App {
    public static void main(String[] args) {
        Pulumi.run(App::stack);
    }

    public static void stack(Context ctx) {
        var dataFlow = new DataFlow("dataFlow", DataFlowArgs.builder()        
            .dataFlowName("exampleDataFlow")
            .factoryName("exampleFactoryName")
            .properties(Map.ofEntries(
                Map.entry("description", "Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation."),
                Map.entry("scriptLines",                 
                    "source(output(",
                    "PreviousConversionRate as double,",
                    "Country as string,",
                    "DateTime1 as string,",
                    "CurrentConversionRate as double",
                    "),",
                    "allowSchemaDrift: false,",
                    "validateSchema: false) ~> USDCurrency",
                    "source(output(",
                    "PreviousConversionRate as double,",
                    "Country as string,",
                    "DateTime1 as string,",
                    "CurrentConversionRate as double",
                    "),",
                    "allowSchemaDrift: true,",
                    "validateSchema: false) ~> CADSource",
                    "USDCurrency, CADSource union(byName: true)~> Union",
                    "Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
                    "NewCurrencyColumn split(Country == 'USD',",
                    "Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
                    "ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
                    "ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink"),
                Map.entry("sinks",                 
                    Map.ofEntries(
                        Map.entry("dataset", Map.ofEntries(
                            Map.entry("referenceName", "USDOutput"),
                            Map.entry("type", "DatasetReference")
                        )),
                        Map.entry("name", "USDSink")
                    ),
                    Map.ofEntries(
                        Map.entry("dataset", Map.ofEntries(
                            Map.entry("referenceName", "CADOutput"),
                            Map.entry("type", "DatasetReference")
                        )),
                        Map.entry("name", "CADSink")
                    )),
                Map.entry("sources",                 
                    Map.ofEntries(
                        Map.entry("dataset", Map.ofEntries(
                            Map.entry("referenceName", "CurrencyDatasetUSD"),
                            Map.entry("type", "DatasetReference")
                        )),
                        Map.entry("name", "USDCurrency")
                    ),
                    Map.ofEntries(
                        Map.entry("dataset", Map.ofEntries(
                            Map.entry("referenceName", "CurrencyDatasetCAD"),
                            Map.entry("type", "DatasetReference")
                        )),
                        Map.entry("name", "CADSource")
                    )),
                Map.entry("type", "MappingDataFlow")
            ))
            .resourceGroupName("exampleResourceGroup")
            .build());

    }
}

import pulumi
import pulumi_azure_native as azure_native

data_flow = azure_native.datafactory.DataFlow("dataFlow",
    data_flow_name="exampleDataFlow",
    factory_name="exampleFactoryName",
    properties=azure_native.datafactory.MappingDataFlowArgs(
        description="Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.",
        script_lines=[
            "source(output(",
            "PreviousConversionRate as double,",
            "Country as string,",
            "DateTime1 as string,",
            "CurrentConversionRate as double",
            "),",
            "allowSchemaDrift: false,",
            "validateSchema: false) ~> USDCurrency",
            "source(output(",
            "PreviousConversionRate as double,",
            "Country as string,",
            "DateTime1 as string,",
            "CurrentConversionRate as double",
            "),",
            "allowSchemaDrift: true,",
            "validateSchema: false) ~> CADSource",
            "USDCurrency, CADSource union(byName: true)~> Union",
            "Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
            "NewCurrencyColumn split(Country == 'USD',",
            "Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
            "ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
            "ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink",
        ],
        sinks=[
            azure_native.datafactory.DataFlowSinkArgs(
                dataset=azure_native.datafactory.DatasetReferenceArgs(
                    reference_name="USDOutput",
                    type="DatasetReference",
                ),
                name="USDSink",
            ),
            azure_native.datafactory.DataFlowSinkArgs(
                dataset=azure_native.datafactory.DatasetReferenceArgs(
                    reference_name="CADOutput",
                    type="DatasetReference",
                ),
                name="CADSink",
            ),
        ],
        sources=[
            azure_native.datafactory.DataFlowSourceArgs(
                dataset=azure_native.datafactory.DatasetReferenceArgs(
                    reference_name="CurrencyDatasetUSD",
                    type="DatasetReference",
                ),
                name="USDCurrency",
            ),
            azure_native.datafactory.DataFlowSourceArgs(
                dataset=azure_native.datafactory.DatasetReferenceArgs(
                    reference_name="CurrencyDatasetCAD",
                    type="DatasetReference",
                ),
                name="CADSource",
            ),
        ],
        type="MappingDataFlow",
    ),
    resource_group_name="exampleResourceGroup")

import * as pulumi from "@pulumi/pulumi";
import * as azure_native from "@pulumi/azure-native";

const dataFlow = new azure_native.datafactory.DataFlow("dataFlow", {
    dataFlowName: "exampleDataFlow",
    factoryName: "exampleFactoryName",
    properties: {
        description: "Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.",
        scriptLines: [
            "source(output(",
            "PreviousConversionRate as double,",
            "Country as string,",
            "DateTime1 as string,",
            "CurrentConversionRate as double",
            "),",
            "allowSchemaDrift: false,",
            "validateSchema: false) ~> USDCurrency",
            "source(output(",
            "PreviousConversionRate as double,",
            "Country as string,",
            "DateTime1 as string,",
            "CurrentConversionRate as double",
            "),",
            "allowSchemaDrift: true,",
            "validateSchema: false) ~> CADSource",
            "USDCurrency, CADSource union(byName: true)~> Union",
            "Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn",
            "NewCurrencyColumn split(Country == 'USD',",
            "Country == 'CAD',disjoint: false) ~> ConditionalSplit1@(USD, CAD)",
            "ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink",
            "ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink",
        ],
        sinks: [
            {
                dataset: {
                    referenceName: "USDOutput",
                    type: "DatasetReference",
                },
                name: "USDSink",
            },
            {
                dataset: {
                    referenceName: "CADOutput",
                    type: "DatasetReference",
                },
                name: "CADSink",
            },
        ],
        sources: [
            {
                dataset: {
                    referenceName: "CurrencyDatasetUSD",
                    type: "DatasetReference",
                },
                name: "USDCurrency",
            },
            {
                dataset: {
                    referenceName: "CurrencyDatasetCAD",
                    type: "DatasetReference",
                },
                name: "CADSource",
            },
        ],
        type: "MappingDataFlow",
    },
    resourceGroupName: "exampleResourceGroup",
});

resources:
  dataFlow:
    type: azure-native:datafactory:DataFlow
    properties:
      dataFlowName: exampleDataFlow
      factoryName: exampleFactoryName
      properties:
        description: Sample demo data flow to convert currencies showing usage of union, derive and conditional split transformation.
        scriptLines:
          - source(output(
          - PreviousConversionRate as double,
          - Country as string,
          - DateTime1 as string,
          - CurrentConversionRate as double
          - ),
          - 'allowSchemaDrift: false,'
          - 'validateSchema: false) ~> USDCurrency'
          - source(output(
          - PreviousConversionRate as double,
          - Country as string,
          - DateTime1 as string,
          - CurrentConversionRate as double
          - ),
          - 'allowSchemaDrift: true,'
          - 'validateSchema: false) ~> CADSource'
          - 'USDCurrency, CADSource union(byName: true)~> Union'
          - Union derive(NewCurrencyRate = round(CurrentConversionRate*1.25)) ~> NewCurrencyColumn
          - NewCurrencyColumn split(Country == 'USD',
          - 'Country == ''CAD'',disjoint: false) ~> ConditionalSplit1@(USD, CAD)'
          - ConditionalSplit1@USD sink(saveMode:'overwrite' ) ~> USDSink
          - ConditionalSplit1@CAD sink(saveMode:'overwrite' ) ~> CADSink
        sinks:
          - dataset:
              referenceName: USDOutput
              type: DatasetReference
            name: USDSink
          - dataset:
              referenceName: CADOutput
              type: DatasetReference
            name: CADSink
        sources:
          - dataset:
              referenceName: CurrencyDatasetUSD
              type: DatasetReference
            name: USDCurrency
          - dataset:
              referenceName: CurrencyDatasetCAD
              type: DatasetReference
            name: CADSource
        type: MappingDataFlow
      resourceGroupName: exampleResourceGroup

Create DataFlow Resource

new DataFlow(name: string, args: DataFlowArgs, opts?: CustomResourceOptions);
@overload
def DataFlow(resource_name: str,
             opts: Optional[ResourceOptions] = None,
             data_flow_name: Optional[str] = None,
             factory_name: Optional[str] = None,
             properties: Optional[Union[FlowletArgs, MappingDataFlowArgs, WranglingDataFlowArgs]] = None,
             resource_group_name: Optional[str] = None)
@overload
def DataFlow(resource_name: str,
             args: DataFlowArgs,
             opts: Optional[ResourceOptions] = None)
func NewDataFlow(ctx *Context, name string, args DataFlowArgs, opts ...ResourceOption) (*DataFlow, error)
public DataFlow(string name, DataFlowArgs args, CustomResourceOptions? opts = null)
public DataFlow(String name, DataFlowArgs args)
public DataFlow(String name, DataFlowArgs args, CustomResourceOptions options)

type: azure-native:datafactory:DataFlow
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.
name string
The unique name of the resource.
args DataFlowArgs
The arguments to resource properties.
opts CustomResourceOptions
Bag of options to control resource's behavior.
resource_name str
The unique name of the resource.
args DataFlowArgs
The arguments to resource properties.
opts ResourceOptions
Bag of options to control resource's behavior.
ctx Context
Context object for the current deployment.
name string
The unique name of the resource.
args DataFlowArgs
The arguments to resource properties.
opts ResourceOption
Bag of options to control resource's behavior.
name string
The unique name of the resource.
args DataFlowArgs
The arguments to resource properties.
opts CustomResourceOptions
Bag of options to control resource's behavior.
name String
The unique name of the resource.
args DataFlowArgs
The arguments to resource properties.
options CustomResourceOptions
Bag of options to control resource's behavior.

DataFlow Resource Properties

To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.

Inputs

The DataFlow resource accepts the following input properties:

FactoryName string

The factory name.

Properties FlowletArgs | MappingDataFlowArgs | WranglingDataFlowArgs

Data flow properties.

ResourceGroupName string

The resource group name.

DataFlowName string

The data flow name.

factoryName String

The factory name.

properties FlowletArgs | MappingDataFlowArgs | WranglingDataFlowArgs

Data flow properties.

resourceGroupName String

The resource group name.

dataFlowName String

The data flow name.

factoryName string

The factory name.

properties FlowletArgs | MappingDataFlowArgs | WranglingDataFlowArgs

Data flow properties.

resourceGroupName string

The resource group name.

dataFlowName string

The data flow name.

factory_name str

The factory name.

properties FlowletArgs | MappingDataFlowArgs | WranglingDataFlowArgs

Data flow properties.

resource_group_name str

The resource group name.

data_flow_name str

The data flow name.

factoryName String

The factory name.

properties Property Map | Property Map | Property Map

Data flow properties.

resourceGroupName String

The resource group name.

dataFlowName String

The data flow name.

Outputs

All input properties are implicitly available as output properties. Additionally, the DataFlow resource produces the following output properties:

Etag string

Etag identifies change in the resource.

Id string

The provider-assigned unique ID for this managed resource.

Name string

The resource name.

Type string

The resource type.

Etag string

Etag identifies change in the resource.

Id string

The provider-assigned unique ID for this managed resource.

Name string

The resource name.

Type string

The resource type.

etag String

Etag identifies change in the resource.

id String

The provider-assigned unique ID for this managed resource.

name String

The resource name.

type String

The resource type.

etag string

Etag identifies change in the resource.

id string

The provider-assigned unique ID for this managed resource.

name string

The resource name.

type string

The resource type.

etag str

Etag identifies change in the resource.

id str

The provider-assigned unique ID for this managed resource.

name str

The resource name.

type str

The resource type.

etag String

Etag identifies change in the resource.

id String

The provider-assigned unique ID for this managed resource.

name String

The resource name.

type String

The resource type.

Supporting Types

DataFlowFolder

Name string

The name of the folder that this data flow is in.

Name string

The name of the folder that this data flow is in.

name String

The name of the folder that this data flow is in.

name string

The name of the folder that this data flow is in.

name str

The name of the folder that this data flow is in.

name String

The name of the folder that this data flow is in.

DataFlowReference

ReferenceName string

Reference data flow name.

Type string | Pulumi.AzureNative.DataFactory.DataFlowReferenceType

Data flow reference type.

DatasetParameters object

Reference data flow parameters from dataset.

Parameters Dictionary<string, object>

Data flow parameters

ReferenceName string

Reference data flow name.

Type string | DataFlowReferenceType

Data flow reference type.

DatasetParameters interface{}

Reference data flow parameters from dataset.

Parameters map[string]interface{}

Data flow parameters

referenceName String

Reference data flow name.

type String | DataFlowReferenceType

Data flow reference type.

datasetParameters Object

Reference data flow parameters from dataset.

parameters Map<String,Object>

Data flow parameters

referenceName string

Reference data flow name.

type string | DataFlowReferenceType

Data flow reference type.

datasetParameters any

Reference data flow parameters from dataset.

parameters {[key: string]: any}

Data flow parameters

reference_name str

Reference data flow name.

type str | DataFlowReferenceType

Data flow reference type.

dataset_parameters Any

Reference data flow parameters from dataset.

parameters Mapping[str, Any]

Data flow parameters

referenceName String

Reference data flow name.

type String | "DataFlowReference"

Data flow reference type.

datasetParameters Any

Reference data flow parameters from dataset.

parameters Map<Any>

Data flow parameters

DataFlowReferenceResponse

ReferenceName string

Reference data flow name.

Type string

Data flow reference type.

DatasetParameters object

Reference data flow parameters from dataset.

Parameters Dictionary<string, object>

Data flow parameters

ReferenceName string

Reference data flow name.

Type string

Data flow reference type.

DatasetParameters interface{}

Reference data flow parameters from dataset.

Parameters map[string]interface{}

Data flow parameters

referenceName String

Reference data flow name.

type String

Data flow reference type.

datasetParameters Object

Reference data flow parameters from dataset.

parameters Map<String,Object>

Data flow parameters

referenceName string

Reference data flow name.

type string

Data flow reference type.

datasetParameters any

Reference data flow parameters from dataset.

parameters {[key: string]: any}

Data flow parameters

reference_name str

Reference data flow name.

type str

Data flow reference type.

dataset_parameters Any

Reference data flow parameters from dataset.

parameters Mapping[str, Any]

Data flow parameters

referenceName String

Reference data flow name.

type String

Data flow reference type.

datasetParameters Any

Reference data flow parameters from dataset.

parameters Map<Any>

Data flow parameters

DataFlowReferenceType

DataFlowReference
DataFlowReference
DataFlowReferenceTypeDataFlowReference
DataFlowReference
DataFlowReference
DataFlowReference
DataFlowReference
DataFlowReference
DATA_FLOW_REFERENCE
DataFlowReference
"DataFlowReference"
DataFlowReference

DataFlowResponseFolder

Name string

The name of the folder that this data flow is in.

Name string

The name of the folder that this data flow is in.

name String

The name of the folder that this data flow is in.

name string

The name of the folder that this data flow is in.

name str

The name of the folder that this data flow is in.

name String

The name of the folder that this data flow is in.

DataFlowSink

Name string

Transformation name.

Dataset DatasetReference

Dataset reference.

Description string

Transformation description.

Flowlet DataFlowReference

Flowlet Reference

LinkedService LinkedServiceReference

Linked service reference.

RejectedDataLinkedService LinkedServiceReference

Rejected data linked service reference.

SchemaLinkedService LinkedServiceReference

Schema linked service reference.

name String

Transformation name.

dataset DatasetReference

Dataset reference.

description String

Transformation description.

flowlet DataFlowReference

Flowlet Reference

linkedService LinkedServiceReference

Linked service reference.

rejectedDataLinkedService LinkedServiceReference

Rejected data linked service reference.

schemaLinkedService LinkedServiceReference

Schema linked service reference.

name string

Transformation name.

dataset DatasetReference

Dataset reference.

description string

Transformation description.

flowlet DataFlowReference

Flowlet Reference

linkedService LinkedServiceReference

Linked service reference.

rejectedDataLinkedService LinkedServiceReference

Rejected data linked service reference.

schemaLinkedService LinkedServiceReference

Schema linked service reference.

name str

Transformation name.

dataset DatasetReference

Dataset reference.

description str

Transformation description.

flowlet DataFlowReference

Flowlet Reference

linked_service LinkedServiceReference

Linked service reference.

rejected_data_linked_service LinkedServiceReference

Rejected data linked service reference.

schema_linked_service LinkedServiceReference

Schema linked service reference.

name String

Transformation name.

dataset Property Map

Dataset reference.

description String

Transformation description.

flowlet Property Map

Flowlet Reference

linkedService Property Map

Linked service reference.

rejectedDataLinkedService Property Map

Rejected data linked service reference.

schemaLinkedService Property Map

Schema linked service reference.

DataFlowSinkResponse

Name string

Transformation name.

Dataset DatasetReferenceResponse

Dataset reference.

Description string

Transformation description.

Flowlet DataFlowReferenceResponse

Flowlet Reference

LinkedService LinkedServiceReferenceResponse

Linked service reference.

RejectedDataLinkedService LinkedServiceReferenceResponse

Rejected data linked service reference.

SchemaLinkedService LinkedServiceReferenceResponse

Schema linked service reference.

name String

Transformation name.

dataset DatasetReferenceResponse

Dataset reference.

description String

Transformation description.

flowlet DataFlowReferenceResponse

Flowlet Reference

linkedService LinkedServiceReferenceResponse

Linked service reference.

rejectedDataLinkedService LinkedServiceReferenceResponse

Rejected data linked service reference.

schemaLinkedService LinkedServiceReferenceResponse

Schema linked service reference.

name string

Transformation name.

dataset DatasetReferenceResponse

Dataset reference.

description string

Transformation description.

flowlet DataFlowReferenceResponse

Flowlet Reference

linkedService LinkedServiceReferenceResponse

Linked service reference.

rejectedDataLinkedService LinkedServiceReferenceResponse

Rejected data linked service reference.

schemaLinkedService LinkedServiceReferenceResponse

Schema linked service reference.

name str

Transformation name.

dataset DatasetReferenceResponse

Dataset reference.

description str

Transformation description.

flowlet DataFlowReferenceResponse

Flowlet Reference

linked_service LinkedServiceReferenceResponse

Linked service reference.

rejected_data_linked_service LinkedServiceReferenceResponse

Rejected data linked service reference.

schema_linked_service LinkedServiceReferenceResponse

Schema linked service reference.

name String

Transformation name.

dataset Property Map

Dataset reference.

description String

Transformation description.

flowlet Property Map

Flowlet Reference

linkedService Property Map

Linked service reference.

rejectedDataLinkedService Property Map

Rejected data linked service reference.

schemaLinkedService Property Map

Schema linked service reference.

DataFlowSource

Name string

Transformation name.

Dataset DatasetReference

Dataset reference.

Description string

Transformation description.

Flowlet DataFlowReference

Flowlet Reference

LinkedService LinkedServiceReference

Linked service reference.

SchemaLinkedService LinkedServiceReference

Schema linked service reference.

name String

Transformation name.

dataset DatasetReference

Dataset reference.

description String

Transformation description.

flowlet DataFlowReference

Flowlet Reference

linkedService LinkedServiceReference

Linked service reference.

schemaLinkedService LinkedServiceReference

Schema linked service reference.

name string

Transformation name.

dataset DatasetReference

Dataset reference.

description string

Transformation description.

flowlet DataFlowReference

Flowlet Reference

linkedService LinkedServiceReference

Linked service reference.

schemaLinkedService LinkedServiceReference

Schema linked service reference.

name str

Transformation name.

dataset DatasetReference

Dataset reference.

description str

Transformation description.

flowlet DataFlowReference

Flowlet Reference

linked_service LinkedServiceReference

Linked service reference.

schema_linked_service LinkedServiceReference

Schema linked service reference.

name String

Transformation name.

dataset Property Map

Dataset reference.

description String

Transformation description.

flowlet Property Map

Flowlet Reference

linkedService Property Map

Linked service reference.

schemaLinkedService Property Map

Schema linked service reference.

DataFlowSourceResponse

Name string

Transformation name.

Dataset DatasetReferenceResponse

Dataset reference.

Description string

Transformation description.

Flowlet DataFlowReferenceResponse

Flowlet Reference

LinkedService LinkedServiceReferenceResponse

Linked service reference.

SchemaLinkedService LinkedServiceReferenceResponse

Schema linked service reference.

name String

Transformation name.

dataset DatasetReferenceResponse

Dataset reference.

description String

Transformation description.

flowlet DataFlowReferenceResponse

Flowlet Reference

linkedService LinkedServiceReferenceResponse

Linked service reference.

schemaLinkedService LinkedServiceReferenceResponse

Schema linked service reference.

name string

Transformation name.

dataset DatasetReferenceResponse

Dataset reference.

description string

Transformation description.

flowlet DataFlowReferenceResponse

Flowlet Reference

linkedService LinkedServiceReferenceResponse

Linked service reference.

schemaLinkedService LinkedServiceReferenceResponse

Schema linked service reference.

name str

Transformation name.

dataset DatasetReferenceResponse

Dataset reference.

description str

Transformation description.

flowlet DataFlowReferenceResponse

Flowlet Reference

linked_service LinkedServiceReferenceResponse

Linked service reference.

schema_linked_service LinkedServiceReferenceResponse

Schema linked service reference.

name String

Transformation name.

dataset Property Map

Dataset reference.

description String

Transformation description.

flowlet Property Map

Flowlet Reference

linkedService Property Map

Linked service reference.

schemaLinkedService Property Map

Schema linked service reference.

DatasetReference

ReferenceName string

Reference dataset name.

Type string

Dataset reference type.

Parameters Dictionary<string, object>

Arguments for dataset.

ReferenceName string

Reference dataset name.

Type string

Dataset reference type.

Parameters map[string]interface{}

Arguments for dataset.

referenceName String

Reference dataset name.

type String

Dataset reference type.

parameters Map<String,Object>

Arguments for dataset.

referenceName string

Reference dataset name.

type string

Dataset reference type.

parameters {[key: string]: any}

Arguments for dataset.

reference_name str

Reference dataset name.

type str

Dataset reference type.

parameters Mapping[str, Any]

Arguments for dataset.

referenceName String

Reference dataset name.

type String

Dataset reference type.

parameters Map<Any>

Arguments for dataset.

DatasetReferenceResponse

ReferenceName string

Reference dataset name.

Type string

Dataset reference type.

Parameters Dictionary<string, object>

Arguments for dataset.

ReferenceName string

Reference dataset name.

Type string

Dataset reference type.

Parameters map[string]interface{}

Arguments for dataset.

referenceName String

Reference dataset name.

type String

Dataset reference type.

parameters Map<String,Object>

Arguments for dataset.

referenceName string

Reference dataset name.

type string

Dataset reference type.

parameters {[key: string]: any}

Arguments for dataset.

reference_name str

Reference dataset name.

type str

Dataset reference type.

parameters Mapping[str, Any]

Arguments for dataset.

referenceName String

Reference dataset name.

type String

Dataset reference type.

parameters Map<Any>

Arguments for dataset.

Flowlet

Annotations List<object>

List of tags that can be used for describing the data flow.

Description string

The description of the data flow.

Folder Pulumi.AzureNative.DataFactory.Inputs.DataFlowFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

Script string

Flowlet script.

ScriptLines List<string>

Flowlet script lines.

Sinks List<Pulumi.AzureNative.DataFactory.Inputs.DataFlowSink>

List of sinks in Flowlet.

Sources List<Pulumi.AzureNative.DataFactory.Inputs.DataFlowSource>

List of sources in Flowlet.

Transformations List<Pulumi.AzureNative.DataFactory.Inputs.Transformation>

List of transformations in Flowlet.

Annotations []interface{}

List of tags that can be used for describing the data flow.

Description string

The description of the data flow.

Folder DataFlowFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

Script string

Flowlet script.

ScriptLines []string

Flowlet script lines.

Sinks []DataFlowSink

List of sinks in Flowlet.

Sources []DataFlowSource

List of sources in Flowlet.

Transformations []Transformation

List of transformations in Flowlet.

annotations List<Object>

List of tags that can be used for describing the data flow.

description String

The description of the data flow.

folder DataFlowFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script String

Flowlet script.

scriptLines List<String>

Flowlet script lines.

sinks List<DataFlowSink>

List of sinks in Flowlet.

sources List<DataFlowSource>

List of sources in Flowlet.

transformations List<Transformation>

List of transformations in Flowlet.

annotations any[]

List of tags that can be used for describing the data flow.

description string

The description of the data flow.

folder DataFlowFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script string

Flowlet script.

scriptLines string[]

Flowlet script lines.

sinks DataFlowSink[]

List of sinks in Flowlet.

sources DataFlowSource[]

List of sources in Flowlet.

transformations Transformation[]

List of transformations in Flowlet.

annotations Sequence[Any]

List of tags that can be used for describing the data flow.

description str

The description of the data flow.

folder DataFlowFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script str

Flowlet script.

script_lines Sequence[str]

Flowlet script lines.

sinks Sequence[DataFlowSink]

List of sinks in Flowlet.

sources Sequence[DataFlowSource]

List of sources in Flowlet.

transformations Sequence[Transformation]

List of transformations in Flowlet.

annotations List<Any>

List of tags that can be used for describing the data flow.

description String

The description of the data flow.

folder Property Map

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script String

Flowlet script.

scriptLines List<String>

Flowlet script lines.

sinks List<Property Map>

List of sinks in Flowlet.

sources List<Property Map>

List of sources in Flowlet.

transformations List<Property Map>

List of transformations in Flowlet.

FlowletResponse

Annotations List<object>

List of tags that can be used for describing the data flow.

Description string

The description of the data flow.

Folder Pulumi.AzureNative.DataFactory.Inputs.DataFlowResponseFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

Script string

Flowlet script.

ScriptLines List<string>

Flowlet script lines.

Sinks List<Pulumi.AzureNative.DataFactory.Inputs.DataFlowSinkResponse>

List of sinks in Flowlet.

Sources List<Pulumi.AzureNative.DataFactory.Inputs.DataFlowSourceResponse>

List of sources in Flowlet.

Transformations List<Pulumi.AzureNative.DataFactory.Inputs.TransformationResponse>

List of transformations in Flowlet.

Annotations []interface{}

List of tags that can be used for describing the data flow.

Description string

The description of the data flow.

Folder DataFlowResponseFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

Script string

Flowlet script.

ScriptLines []string

Flowlet script lines.

Sinks []DataFlowSinkResponse

List of sinks in Flowlet.

Sources []DataFlowSourceResponse

List of sources in Flowlet.

Transformations []TransformationResponse

List of transformations in Flowlet.

annotations List<Object>

List of tags that can be used for describing the data flow.

description String

The description of the data flow.

folder DataFlowResponseFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script String

Flowlet script.

scriptLines List<String>

Flowlet script lines.

sinks List<DataFlowSinkResponse>

List of sinks in Flowlet.

sources List<DataFlowSourceResponse>

List of sources in Flowlet.

transformations List<TransformationResponse>

List of transformations in Flowlet.

annotations any[]

List of tags that can be used for describing the data flow.

description string

The description of the data flow.

folder DataFlowResponseFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script string

Flowlet script.

scriptLines string[]

Flowlet script lines.

sinks DataFlowSinkResponse[]

List of sinks in Flowlet.

sources DataFlowSourceResponse[]

List of sources in Flowlet.

transformations TransformationResponse[]

List of transformations in Flowlet.

annotations Sequence[Any]

List of tags that can be used for describing the data flow.

description str

The description of the data flow.

folder DataFlowResponseFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script str

Flowlet script.

script_lines Sequence[str]

Flowlet script lines.

sinks Sequence[DataFlowSinkResponse]

List of sinks in Flowlet.

sources Sequence[DataFlowSourceResponse]

List of sources in Flowlet.

transformations Sequence[TransformationResponse]

List of transformations in Flowlet.

annotations List<Any>

List of tags that can be used for describing the data flow.

description String

The description of the data flow.

folder Property Map

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script String

Flowlet script.

scriptLines List<String>

Flowlet script lines.

sinks List<Property Map>

List of sinks in Flowlet.

sources List<Property Map>

List of sources in Flowlet.

transformations List<Property Map>

List of transformations in Flowlet.

LinkedServiceReference

ReferenceName string

Reference LinkedService name.

Type string | Pulumi.AzureNative.DataFactory.Type

Linked service reference type.

Parameters Dictionary<string, object>

Arguments for LinkedService.

ReferenceName string

Reference LinkedService name.

Type string | Type

Linked service reference type.

Parameters map[string]interface{}

Arguments for LinkedService.

referenceName String

Reference LinkedService name.

type String | Type

Linked service reference type.

parameters Map<String,Object>

Arguments for LinkedService.

referenceName string

Reference LinkedService name.

type string | Type

Linked service reference type.

parameters {[key: string]: any}

Arguments for LinkedService.

reference_name str

Reference LinkedService name.

type str | Type

Linked service reference type.

parameters Mapping[str, Any]

Arguments for LinkedService.

referenceName String

Reference LinkedService name.

type String | "LinkedServiceReference"

Linked service reference type.

parameters Map<Any>

Arguments for LinkedService.

LinkedServiceReferenceResponse

ReferenceName string

Reference LinkedService name.

Type string

Linked service reference type.

Parameters Dictionary<string, object>

Arguments for LinkedService.

ReferenceName string

Reference LinkedService name.

Type string

Linked service reference type.

Parameters map[string]interface{}

Arguments for LinkedService.

referenceName String

Reference LinkedService name.

type String

Linked service reference type.

parameters Map<String,Object>

Arguments for LinkedService.

referenceName string

Reference LinkedService name.

type string

Linked service reference type.

parameters {[key: string]: any}

Arguments for LinkedService.

reference_name str

Reference LinkedService name.

type str

Linked service reference type.

parameters Mapping[str, Any]

Arguments for LinkedService.

referenceName String

Reference LinkedService name.

type String

Linked service reference type.

parameters Map<Any>

Arguments for LinkedService.

MappingDataFlow

Annotations List<object>

List of tags that can be used for describing the data flow.

Description string

The description of the data flow.

Folder Pulumi.AzureNative.DataFactory.Inputs.DataFlowFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

Script string

DataFlow script.

ScriptLines List<string>

Data flow script lines.

Sinks List<Pulumi.AzureNative.DataFactory.Inputs.DataFlowSink>

List of sinks in data flow.

Sources List<Pulumi.AzureNative.DataFactory.Inputs.DataFlowSource>

List of sources in data flow.

Transformations List<Pulumi.AzureNative.DataFactory.Inputs.Transformation>

List of transformations in data flow.

Annotations []interface{}

List of tags that can be used for describing the data flow.

Description string

The description of the data flow.

Folder DataFlowFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

Script string

DataFlow script.

ScriptLines []string

Data flow script lines.

Sinks []DataFlowSink

List of sinks in data flow.

Sources []DataFlowSource

List of sources in data flow.

Transformations []Transformation

List of transformations in data flow.

annotations List<Object>

List of tags that can be used for describing the data flow.

description String

The description of the data flow.

folder DataFlowFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script String

DataFlow script.

scriptLines List<String>

Data flow script lines.

sinks List<DataFlowSink>

List of sinks in data flow.

sources List<DataFlowSource>

List of sources in data flow.

transformations List<Transformation>

List of transformations in data flow.

annotations any[]

List of tags that can be used for describing the data flow.

description string

The description of the data flow.

folder DataFlowFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script string

DataFlow script.

scriptLines string[]

Data flow script lines.

sinks DataFlowSink[]

List of sinks in data flow.

sources DataFlowSource[]

List of sources in data flow.

transformations Transformation[]

List of transformations in data flow.

annotations Sequence[Any]

List of tags that can be used for describing the data flow.

description str

The description of the data flow.

folder DataFlowFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script str

DataFlow script.

script_lines Sequence[str]

Data flow script lines.

sinks Sequence[DataFlowSink]

List of sinks in data flow.

sources Sequence[DataFlowSource]

List of sources in data flow.

transformations Sequence[Transformation]

List of transformations in data flow.

annotations List<Any>

List of tags that can be used for describing the data flow.

description String

The description of the data flow.

folder Property Map

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script String

DataFlow script.

scriptLines List<String>

Data flow script lines.

sinks List<Property Map>

List of sinks in data flow.

sources List<Property Map>

List of sources in data flow.

transformations List<Property Map>

List of transformations in data flow.

MappingDataFlowResponse

Annotations List<object>

List of tags that can be used for describing the data flow.

Description string

The description of the data flow.

Folder Pulumi.AzureNative.DataFactory.Inputs.DataFlowResponseFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

Script string

DataFlow script.

ScriptLines List<string>

Data flow script lines.

Sinks List<Pulumi.AzureNative.DataFactory.Inputs.DataFlowSinkResponse>

List of sinks in data flow.

Sources List<Pulumi.AzureNative.DataFactory.Inputs.DataFlowSourceResponse>

List of sources in data flow.

Transformations List<Pulumi.AzureNative.DataFactory.Inputs.TransformationResponse>

List of transformations in data flow.

Annotations []interface{}

List of tags that can be used for describing the data flow.

Description string

The description of the data flow.

Folder DataFlowResponseFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

Script string

DataFlow script.

ScriptLines []string

Data flow script lines.

Sinks []DataFlowSinkResponse

List of sinks in data flow.

Sources []DataFlowSourceResponse

List of sources in data flow.

Transformations []TransformationResponse

List of transformations in data flow.

annotations List<Object>

List of tags that can be used for describing the data flow.

description String

The description of the data flow.

folder DataFlowResponseFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script String

DataFlow script.

scriptLines List<String>

Data flow script lines.

sinks List<DataFlowSinkResponse>

List of sinks in data flow.

sources List<DataFlowSourceResponse>

List of sources in data flow.

transformations List<TransformationResponse>

List of transformations in data flow.

annotations any[]

List of tags that can be used for describing the data flow.

description string

The description of the data flow.

folder DataFlowResponseFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script string

DataFlow script.

scriptLines string[]

Data flow script lines.

sinks DataFlowSinkResponse[]

List of sinks in data flow.

sources DataFlowSourceResponse[]

List of sources in data flow.

transformations TransformationResponse[]

List of transformations in data flow.

annotations Sequence[Any]

List of tags that can be used for describing the data flow.

description str

The description of the data flow.

folder DataFlowResponseFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script str

DataFlow script.

script_lines Sequence[str]

Data flow script lines.

sinks Sequence[DataFlowSinkResponse]

List of sinks in data flow.

sources Sequence[DataFlowSourceResponse]

List of sources in data flow.

transformations Sequence[TransformationResponse]

List of transformations in data flow.

annotations List<Any>

List of tags that can be used for describing the data flow.

description String

The description of the data flow.

folder Property Map

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script String

DataFlow script.

scriptLines List<String>

Data flow script lines.

sinks List<Property Map>

List of sinks in data flow.

sources List<Property Map>

List of sources in data flow.

transformations List<Property Map>

List of transformations in data flow.

PowerQuerySource

Name string

Transformation name.

Dataset DatasetReference

Dataset reference.

Description string

Transformation description.

Flowlet DataFlowReference

Flowlet Reference

LinkedService LinkedServiceReference

Linked service reference.

SchemaLinkedService LinkedServiceReference

Schema linked service reference.

Script string

source script.

name String

Transformation name.

dataset DatasetReference

Dataset reference.

description String

Transformation description.

flowlet DataFlowReference

Flowlet Reference

linkedService LinkedServiceReference

Linked service reference.

schemaLinkedService LinkedServiceReference

Schema linked service reference.

script String

source script.

name string

Transformation name.

dataset DatasetReference

Dataset reference.

description string

Transformation description.

flowlet DataFlowReference

Flowlet Reference

linkedService LinkedServiceReference

Linked service reference.

schemaLinkedService LinkedServiceReference

Schema linked service reference.

script string

source script.

name str

Transformation name.

dataset DatasetReference

Dataset reference.

description str

Transformation description.

flowlet DataFlowReference

Flowlet Reference

linked_service LinkedServiceReference

Linked service reference.

schema_linked_service LinkedServiceReference

Schema linked service reference.

script str

source script.

name String

Transformation name.

dataset Property Map

Dataset reference.

description String

Transformation description.

flowlet Property Map

Flowlet Reference

linkedService Property Map

Linked service reference.

schemaLinkedService Property Map

Schema linked service reference.

script String

source script.

PowerQuerySourceResponse

Name string

Transformation name.

Dataset DatasetReferenceResponse

Dataset reference.

Description string

Transformation description.

Flowlet DataFlowReferenceResponse

Flowlet Reference

LinkedService LinkedServiceReferenceResponse

Linked service reference.

SchemaLinkedService LinkedServiceReferenceResponse

Schema linked service reference.

Script string

source script.

name String

Transformation name.

dataset DatasetReferenceResponse

Dataset reference.

description String

Transformation description.

flowlet DataFlowReferenceResponse

Flowlet Reference

linkedService LinkedServiceReferenceResponse

Linked service reference.

schemaLinkedService LinkedServiceReferenceResponse

Schema linked service reference.

script String

source script.

name string

Transformation name.

dataset DatasetReferenceResponse

Dataset reference.

description string

Transformation description.

flowlet DataFlowReferenceResponse

Flowlet Reference

linkedService LinkedServiceReferenceResponse

Linked service reference.

schemaLinkedService LinkedServiceReferenceResponse

Schema linked service reference.

script string

source script.

name str

Transformation name.

dataset DatasetReferenceResponse

Dataset reference.

description str

Transformation description.

flowlet DataFlowReferenceResponse

Flowlet Reference

linked_service LinkedServiceReferenceResponse

Linked service reference.

schema_linked_service LinkedServiceReferenceResponse

Schema linked service reference.

script str

source script.

name String

Transformation name.

dataset Property Map

Dataset reference.

description String

Transformation description.

flowlet Property Map

Flowlet Reference

linkedService Property Map

Linked service reference.

schemaLinkedService Property Map

Schema linked service reference.

script String

source script.

Transformation

Name string

Transformation name.

Dataset DatasetReference

Dataset reference.

Description string

Transformation description.

Flowlet DataFlowReference

Flowlet Reference

LinkedService LinkedServiceReference

Linked service reference.

name String

Transformation name.

dataset DatasetReference

Dataset reference.

description String

Transformation description.

flowlet DataFlowReference

Flowlet Reference

linkedService LinkedServiceReference

Linked service reference.

name string

Transformation name.

dataset DatasetReference

Dataset reference.

description string

Transformation description.

flowlet DataFlowReference

Flowlet Reference

linkedService LinkedServiceReference

Linked service reference.

name str

Transformation name.

dataset DatasetReference

Dataset reference.

description str

Transformation description.

flowlet DataFlowReference

Flowlet Reference

linked_service LinkedServiceReference

Linked service reference.

name String

Transformation name.

dataset Property Map

Dataset reference.

description String

Transformation description.

flowlet Property Map

Flowlet Reference

linkedService Property Map

Linked service reference.

TransformationResponse

Name string

Transformation name.

Dataset DatasetReferenceResponse

Dataset reference.

Description string

Transformation description.

Flowlet DataFlowReferenceResponse

Flowlet Reference

LinkedService LinkedServiceReferenceResponse

Linked service reference.

name String

Transformation name.

dataset DatasetReferenceResponse

Dataset reference.

description String

Transformation description.

flowlet DataFlowReferenceResponse

Flowlet Reference

linkedService LinkedServiceReferenceResponse

Linked service reference.

name string

Transformation name.

dataset DatasetReferenceResponse

Dataset reference.

description string

Transformation description.

flowlet DataFlowReferenceResponse

Flowlet Reference

linkedService LinkedServiceReferenceResponse

Linked service reference.

name str

Transformation name.

dataset DatasetReferenceResponse

Dataset reference.

description str

Transformation description.

flowlet DataFlowReferenceResponse

Flowlet Reference

linked_service LinkedServiceReferenceResponse

Linked service reference.

name String

Transformation name.

dataset Property Map

Dataset reference.

description String

Transformation description.

flowlet Property Map

Flowlet Reference

linkedService Property Map

Linked service reference.

Type

LinkedServiceReference
LinkedServiceReference
TypeLinkedServiceReference
LinkedServiceReference
LinkedServiceReference
LinkedServiceReference
LinkedServiceReference
LinkedServiceReference
LINKED_SERVICE_REFERENCE
LinkedServiceReference
"LinkedServiceReference"
LinkedServiceReference

WranglingDataFlow

Annotations List<object>

List of tags that can be used for describing the data flow.

Description string

The description of the data flow.

DocumentLocale string

Locale of the Power query mashup document.

Folder Pulumi.AzureNative.DataFactory.Inputs.DataFlowFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

Script string

Power query mashup script.

Sources List<Pulumi.AzureNative.DataFactory.Inputs.PowerQuerySource>

List of sources in Power Query.

Annotations []interface{}

List of tags that can be used for describing the data flow.

Description string

The description of the data flow.

DocumentLocale string

Locale of the Power query mashup document.

Folder DataFlowFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

Script string

Power query mashup script.

Sources []PowerQuerySource

List of sources in Power Query.

annotations List<Object>

List of tags that can be used for describing the data flow.

description String

The description of the data flow.

documentLocale String

Locale of the Power query mashup document.

folder DataFlowFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script String

Power query mashup script.

sources List<PowerQuerySource>

List of sources in Power Query.

annotations any[]

List of tags that can be used for describing the data flow.

description string

The description of the data flow.

documentLocale string

Locale of the Power query mashup document.

folder DataFlowFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script string

Power query mashup script.

sources PowerQuerySource[]

List of sources in Power Query.

annotations Sequence[Any]

List of tags that can be used for describing the data flow.

description str

The description of the data flow.

document_locale str

Locale of the Power query mashup document.

folder DataFlowFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script str

Power query mashup script.

sources Sequence[PowerQuerySource]

List of sources in Power Query.

annotations List<Any>

List of tags that can be used for describing the data flow.

description String

The description of the data flow.

documentLocale String

Locale of the Power query mashup document.

folder Property Map

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script String

Power query mashup script.

sources List<Property Map>

List of sources in Power Query.

WranglingDataFlowResponse

Annotations List<object>

List of tags that can be used for describing the data flow.

Description string

The description of the data flow.

DocumentLocale string

Locale of the Power query mashup document.

Folder Pulumi.AzureNative.DataFactory.Inputs.DataFlowResponseFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

Script string

Power query mashup script.

Sources List<Pulumi.AzureNative.DataFactory.Inputs.PowerQuerySourceResponse>

List of sources in Power Query.

Annotations []interface{}

List of tags that can be used for describing the data flow.

Description string

The description of the data flow.

DocumentLocale string

Locale of the Power query mashup document.

Folder DataFlowResponseFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

Script string

Power query mashup script.

Sources []PowerQuerySourceResponse

List of sources in Power Query.

annotations List<Object>

List of tags that can be used for describing the data flow.

description String

The description of the data flow.

documentLocale String

Locale of the Power query mashup document.

folder DataFlowResponseFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script String

Power query mashup script.

sources List<PowerQuerySourceResponse>

List of sources in Power Query.

annotations any[]

List of tags that can be used for describing the data flow.

description string

The description of the data flow.

documentLocale string

Locale of the Power query mashup document.

folder DataFlowResponseFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script string

Power query mashup script.

sources PowerQuerySourceResponse[]

List of sources in Power Query.

annotations Sequence[Any]

List of tags that can be used for describing the data flow.

description str

The description of the data flow.

document_locale str

Locale of the Power query mashup document.

folder DataFlowResponseFolder

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script str

Power query mashup script.

sources Sequence[PowerQuerySourceResponse]

List of sources in Power Query.

annotations List<Any>

List of tags that can be used for describing the data flow.

description String

The description of the data flow.

documentLocale String

Locale of the Power query mashup document.

folder Property Map

The folder that this data flow is in. If not specified, Data flow will appear at the root level.

script String

Power query mashup script.

sources List<Property Map>

List of sources in Power Query.

Import

An existing resource can be imported using its type token, name, and identifier, e.g.

$ pulumi import azure-native:datafactory:DataFlow exampleDataFlow /subscriptions/12345678-1234-1234-1234-12345678abc/resourceGroups/exampleResourceGroup/providers/Microsoft.DataFactory/factories/exampleFactoryName/datasets/exampleDataset

Package Details

Repository
Azure Native pulumi/pulumi-azure-native
License
Apache-2.0