1. Packages
  2. Azure Classic
  3. API Docs
  4. datafactory
  5. FlowletDataFlow

We recommend using Azure Native.

Azure Classic v5.49.0 published on Tuesday, Aug 29, 2023 by Pulumi

azure.datafactory.FlowletDataFlow

Explore with Pulumi AI

azure logo

We recommend using Azure Native.

Azure Classic v5.49.0 published on Tuesday, Aug 29, 2023 by Pulumi

    Manages a Flowlet Data Flow inside an Azure Data Factory.

    Example Usage

    using System.Collections.Generic;
    using System.Linq;
    using Pulumi;
    using Azure = Pulumi.Azure;
    
    return await Deployment.RunAsync(() => 
    {
        var exampleResourceGroup = new Azure.Core.ResourceGroup("exampleResourceGroup", new()
        {
            Location = "West Europe",
        });
    
        var exampleAccount = new Azure.Storage.Account("exampleAccount", new()
        {
            Location = exampleResourceGroup.Location,
            ResourceGroupName = exampleResourceGroup.Name,
            AccountTier = "Standard",
            AccountReplicationType = "LRS",
        });
    
        var exampleFactory = new Azure.DataFactory.Factory("exampleFactory", new()
        {
            Location = exampleResourceGroup.Location,
            ResourceGroupName = exampleResourceGroup.Name,
        });
    
        var exampleLinkedCustomService = new Azure.DataFactory.LinkedCustomService("exampleLinkedCustomService", new()
        {
            DataFactoryId = exampleFactory.Id,
            Type = "AzureBlobStorage",
            TypePropertiesJson = exampleAccount.PrimaryConnectionString.Apply(primaryConnectionString => @$"{{
      ""connectionString"": ""{primaryConnectionString}""
    }}
    "),
        });
    
        var example1DatasetJson = new Azure.DataFactory.DatasetJson("example1DatasetJson", new()
        {
            DataFactoryId = exampleFactory.Id,
            LinkedServiceName = exampleLinkedCustomService.Name,
            AzureBlobStorageLocation = new Azure.DataFactory.Inputs.DatasetJsonAzureBlobStorageLocationArgs
            {
                Container = "container",
                Path = "foo/bar/",
                Filename = "foo.txt",
            },
            Encoding = "UTF-8",
        });
    
        var example2DatasetJson = new Azure.DataFactory.DatasetJson("example2DatasetJson", new()
        {
            DataFactoryId = exampleFactory.Id,
            LinkedServiceName = exampleLinkedCustomService.Name,
            AzureBlobStorageLocation = new Azure.DataFactory.Inputs.DatasetJsonAzureBlobStorageLocationArgs
            {
                Container = "container",
                Path = "foo/bar/",
                Filename = "bar.txt",
            },
            Encoding = "UTF-8",
        });
    
        var example1FlowletDataFlow = new Azure.DataFactory.FlowletDataFlow("example1FlowletDataFlow", new()
        {
            DataFactoryId = exampleFactory.Id,
            Sources = new[]
            {
                new Azure.DataFactory.Inputs.FlowletDataFlowSourceArgs
                {
                    Name = "source1",
                    LinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSourceLinkedServiceArgs
                    {
                        Name = exampleLinkedCustomService.Name,
                    },
                },
            },
            Sinks = new[]
            {
                new Azure.DataFactory.Inputs.FlowletDataFlowSinkArgs
                {
                    Name = "sink1",
                    LinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSinkLinkedServiceArgs
                    {
                        Name = exampleLinkedCustomService.Name,
                    },
                },
            },
            Script = @"source(
      allowSchemaDrift: true, 
      validateSchema: false, 
      limit: 100, 
      ignoreNoFilesFound: false, 
      documentForm: 'documentPerLine') ~> source1 
    source1 sink(
      allowSchemaDrift: true, 
      validateSchema: false, 
      skipDuplicateMapInputs: true, 
      skipDuplicateMapOutputs: true) ~> sink1
    ",
        });
    
        var example2FlowletDataFlow = new Azure.DataFactory.FlowletDataFlow("example2FlowletDataFlow", new()
        {
            DataFactoryId = exampleFactory.Id,
            Sources = new[]
            {
                new Azure.DataFactory.Inputs.FlowletDataFlowSourceArgs
                {
                    Name = "source1",
                    LinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSourceLinkedServiceArgs
                    {
                        Name = exampleLinkedCustomService.Name,
                    },
                },
            },
            Sinks = new[]
            {
                new Azure.DataFactory.Inputs.FlowletDataFlowSinkArgs
                {
                    Name = "sink1",
                    LinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSinkLinkedServiceArgs
                    {
                        Name = exampleLinkedCustomService.Name,
                    },
                },
            },
            Script = @"source(
      allowSchemaDrift: true, 
      validateSchema: false, 
      limit: 100, 
      ignoreNoFilesFound: false, 
      documentForm: 'documentPerLine') ~> source1 
    source1 sink(
      allowSchemaDrift: true, 
      validateSchema: false, 
      skipDuplicateMapInputs: true, 
      skipDuplicateMapOutputs: true) ~> sink1
    ",
        });
    
        var exampleFlowletDataFlow = new Azure.DataFactory.FlowletDataFlow("exampleFlowletDataFlow", new()
        {
            DataFactoryId = exampleFactory.Id,
            Sources = new[]
            {
                new Azure.DataFactory.Inputs.FlowletDataFlowSourceArgs
                {
                    Name = "source1",
                    Flowlet = new Azure.DataFactory.Inputs.FlowletDataFlowSourceFlowletArgs
                    {
                        Name = example1FlowletDataFlow.Name,
                    },
                    LinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSourceLinkedServiceArgs
                    {
                        Name = exampleLinkedCustomService.Name,
                    },
                },
            },
            Sinks = new[]
            {
                new Azure.DataFactory.Inputs.FlowletDataFlowSinkArgs
                {
                    Name = "sink1",
                    Flowlet = new Azure.DataFactory.Inputs.FlowletDataFlowSinkFlowletArgs
                    {
                        Name = example2FlowletDataFlow.Name,
                    },
                    LinkedService = new Azure.DataFactory.Inputs.FlowletDataFlowSinkLinkedServiceArgs
                    {
                        Name = exampleLinkedCustomService.Name,
                    },
                },
            },
            Script = @"source(
      allowSchemaDrift: true, 
      validateSchema: false, 
      limit: 100, 
      ignoreNoFilesFound: false, 
      documentForm: 'documentPerLine') ~> source1 
    source1 sink(
      allowSchemaDrift: true, 
      validateSchema: false, 
      skipDuplicateMapInputs: true, 
      skipDuplicateMapOutputs: true) ~> sink1
    ",
        });
    
    });
    
    package main
    
    import (
    	"fmt"
    
    	"github.com/pulumi/pulumi-azure/sdk/v5/go/azure/core"
    	"github.com/pulumi/pulumi-azure/sdk/v5/go/azure/datafactory"
    	"github.com/pulumi/pulumi-azure/sdk/v5/go/azure/storage"
    	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
    )
    
    func main() {
    	pulumi.Run(func(ctx *pulumi.Context) error {
    		exampleResourceGroup, err := core.NewResourceGroup(ctx, "exampleResourceGroup", &core.ResourceGroupArgs{
    			Location: pulumi.String("West Europe"),
    		})
    		if err != nil {
    			return err
    		}
    		exampleAccount, err := storage.NewAccount(ctx, "exampleAccount", &storage.AccountArgs{
    			Location:               exampleResourceGroup.Location,
    			ResourceGroupName:      exampleResourceGroup.Name,
    			AccountTier:            pulumi.String("Standard"),
    			AccountReplicationType: pulumi.String("LRS"),
    		})
    		if err != nil {
    			return err
    		}
    		exampleFactory, err := datafactory.NewFactory(ctx, "exampleFactory", &datafactory.FactoryArgs{
    			Location:          exampleResourceGroup.Location,
    			ResourceGroupName: exampleResourceGroup.Name,
    		})
    		if err != nil {
    			return err
    		}
    		exampleLinkedCustomService, err := datafactory.NewLinkedCustomService(ctx, "exampleLinkedCustomService", &datafactory.LinkedCustomServiceArgs{
    			DataFactoryId: exampleFactory.ID(),
    			Type:          pulumi.String("AzureBlobStorage"),
    			TypePropertiesJson: exampleAccount.PrimaryConnectionString.ApplyT(func(primaryConnectionString string) (string, error) {
    				return fmt.Sprintf("{\n  \"connectionString\": \"%v\"\n}\n", primaryConnectionString), nil
    			}).(pulumi.StringOutput),
    		})
    		if err != nil {
    			return err
    		}
    		_, err = datafactory.NewDatasetJson(ctx, "example1DatasetJson", &datafactory.DatasetJsonArgs{
    			DataFactoryId:     exampleFactory.ID(),
    			LinkedServiceName: exampleLinkedCustomService.Name,
    			AzureBlobStorageLocation: &datafactory.DatasetJsonAzureBlobStorageLocationArgs{
    				Container: pulumi.String("container"),
    				Path:      pulumi.String("foo/bar/"),
    				Filename:  pulumi.String("foo.txt"),
    			},
    			Encoding: pulumi.String("UTF-8"),
    		})
    		if err != nil {
    			return err
    		}
    		_, err = datafactory.NewDatasetJson(ctx, "example2DatasetJson", &datafactory.DatasetJsonArgs{
    			DataFactoryId:     exampleFactory.ID(),
    			LinkedServiceName: exampleLinkedCustomService.Name,
    			AzureBlobStorageLocation: &datafactory.DatasetJsonAzureBlobStorageLocationArgs{
    				Container: pulumi.String("container"),
    				Path:      pulumi.String("foo/bar/"),
    				Filename:  pulumi.String("bar.txt"),
    			},
    			Encoding: pulumi.String("UTF-8"),
    		})
    		if err != nil {
    			return err
    		}
    		example1FlowletDataFlow, err := datafactory.NewFlowletDataFlow(ctx, "example1FlowletDataFlow", &datafactory.FlowletDataFlowArgs{
    			DataFactoryId: exampleFactory.ID(),
    			Sources: datafactory.FlowletDataFlowSourceArray{
    				&datafactory.FlowletDataFlowSourceArgs{
    					Name: pulumi.String("source1"),
    					LinkedService: &datafactory.FlowletDataFlowSourceLinkedServiceArgs{
    						Name: exampleLinkedCustomService.Name,
    					},
    				},
    			},
    			Sinks: datafactory.FlowletDataFlowSinkArray{
    				&datafactory.FlowletDataFlowSinkArgs{
    					Name: pulumi.String("sink1"),
    					LinkedService: &datafactory.FlowletDataFlowSinkLinkedServiceArgs{
    						Name: exampleLinkedCustomService.Name,
    					},
    				},
    			},
    			Script: pulumi.String(`source(
      allowSchemaDrift: true, 
      validateSchema: false, 
      limit: 100, 
      ignoreNoFilesFound: false, 
      documentForm: 'documentPerLine') ~> source1 
    source1 sink(
      allowSchemaDrift: true, 
      validateSchema: false, 
      skipDuplicateMapInputs: true, 
      skipDuplicateMapOutputs: true) ~> sink1
    `),
    		})
    		if err != nil {
    			return err
    		}
    		example2FlowletDataFlow, err := datafactory.NewFlowletDataFlow(ctx, "example2FlowletDataFlow", &datafactory.FlowletDataFlowArgs{
    			DataFactoryId: exampleFactory.ID(),
    			Sources: datafactory.FlowletDataFlowSourceArray{
    				&datafactory.FlowletDataFlowSourceArgs{
    					Name: pulumi.String("source1"),
    					LinkedService: &datafactory.FlowletDataFlowSourceLinkedServiceArgs{
    						Name: exampleLinkedCustomService.Name,
    					},
    				},
    			},
    			Sinks: datafactory.FlowletDataFlowSinkArray{
    				&datafactory.FlowletDataFlowSinkArgs{
    					Name: pulumi.String("sink1"),
    					LinkedService: &datafactory.FlowletDataFlowSinkLinkedServiceArgs{
    						Name: exampleLinkedCustomService.Name,
    					},
    				},
    			},
    			Script: pulumi.String(`source(
      allowSchemaDrift: true, 
      validateSchema: false, 
      limit: 100, 
      ignoreNoFilesFound: false, 
      documentForm: 'documentPerLine') ~> source1 
    source1 sink(
      allowSchemaDrift: true, 
      validateSchema: false, 
      skipDuplicateMapInputs: true, 
      skipDuplicateMapOutputs: true) ~> sink1
    `),
    		})
    		if err != nil {
    			return err
    		}
    		_, err = datafactory.NewFlowletDataFlow(ctx, "exampleFlowletDataFlow", &datafactory.FlowletDataFlowArgs{
    			DataFactoryId: exampleFactory.ID(),
    			Sources: datafactory.FlowletDataFlowSourceArray{
    				&datafactory.FlowletDataFlowSourceArgs{
    					Name: pulumi.String("source1"),
    					Flowlet: &datafactory.FlowletDataFlowSourceFlowletArgs{
    						Name: example1FlowletDataFlow.Name,
    					},
    					LinkedService: &datafactory.FlowletDataFlowSourceLinkedServiceArgs{
    						Name: exampleLinkedCustomService.Name,
    					},
    				},
    			},
    			Sinks: datafactory.FlowletDataFlowSinkArray{
    				&datafactory.FlowletDataFlowSinkArgs{
    					Name: pulumi.String("sink1"),
    					Flowlet: &datafactory.FlowletDataFlowSinkFlowletArgs{
    						Name: example2FlowletDataFlow.Name,
    					},
    					LinkedService: &datafactory.FlowletDataFlowSinkLinkedServiceArgs{
    						Name: exampleLinkedCustomService.Name,
    					},
    				},
    			},
    			Script: pulumi.String(`source(
      allowSchemaDrift: true, 
      validateSchema: false, 
      limit: 100, 
      ignoreNoFilesFound: false, 
      documentForm: 'documentPerLine') ~> source1 
    source1 sink(
      allowSchemaDrift: true, 
      validateSchema: false, 
      skipDuplicateMapInputs: true, 
      skipDuplicateMapOutputs: true) ~> sink1
    `),
    		})
    		if err != nil {
    			return err
    		}
    		return nil
    	})
    }
    
    package generated_program;
    
    import com.pulumi.Context;
    import com.pulumi.Pulumi;
    import com.pulumi.core.Output;
    import com.pulumi.azure.core.ResourceGroup;
    import com.pulumi.azure.core.ResourceGroupArgs;
    import com.pulumi.azure.storage.Account;
    import com.pulumi.azure.storage.AccountArgs;
    import com.pulumi.azure.datafactory.Factory;
    import com.pulumi.azure.datafactory.FactoryArgs;
    import com.pulumi.azure.datafactory.LinkedCustomService;
    import com.pulumi.azure.datafactory.LinkedCustomServiceArgs;
    import com.pulumi.azure.datafactory.DatasetJson;
    import com.pulumi.azure.datafactory.DatasetJsonArgs;
    import com.pulumi.azure.datafactory.inputs.DatasetJsonAzureBlobStorageLocationArgs;
    import com.pulumi.azure.datafactory.FlowletDataFlow;
    import com.pulumi.azure.datafactory.FlowletDataFlowArgs;
    import com.pulumi.azure.datafactory.inputs.FlowletDataFlowSourceArgs;
    import com.pulumi.azure.datafactory.inputs.FlowletDataFlowSourceLinkedServiceArgs;
    import com.pulumi.azure.datafactory.inputs.FlowletDataFlowSinkArgs;
    import com.pulumi.azure.datafactory.inputs.FlowletDataFlowSinkLinkedServiceArgs;
    import com.pulumi.azure.datafactory.inputs.FlowletDataFlowSourceFlowletArgs;
    import com.pulumi.azure.datafactory.inputs.FlowletDataFlowSinkFlowletArgs;
    import java.util.List;
    import java.util.ArrayList;
    import java.util.Map;
    import java.io.File;
    import java.nio.file.Files;
    import java.nio.file.Paths;
    
    public class App {
        public static void main(String[] args) {
            Pulumi.run(App::stack);
        }
    
        public static void stack(Context ctx) {
            var exampleResourceGroup = new ResourceGroup("exampleResourceGroup", ResourceGroupArgs.builder()        
                .location("West Europe")
                .build());
    
            var exampleAccount = new Account("exampleAccount", AccountArgs.builder()        
                .location(exampleResourceGroup.location())
                .resourceGroupName(exampleResourceGroup.name())
                .accountTier("Standard")
                .accountReplicationType("LRS")
                .build());
    
            var exampleFactory = new Factory("exampleFactory", FactoryArgs.builder()        
                .location(exampleResourceGroup.location())
                .resourceGroupName(exampleResourceGroup.name())
                .build());
    
            var exampleLinkedCustomService = new LinkedCustomService("exampleLinkedCustomService", LinkedCustomServiceArgs.builder()        
                .dataFactoryId(exampleFactory.id())
                .type("AzureBlobStorage")
                .typePropertiesJson(exampleAccount.primaryConnectionString().applyValue(primaryConnectionString -> """
    {
      "connectionString": "%s"
    }
    ", primaryConnectionString)))
                .build());
    
            var example1DatasetJson = new DatasetJson("example1DatasetJson", DatasetJsonArgs.builder()        
                .dataFactoryId(exampleFactory.id())
                .linkedServiceName(exampleLinkedCustomService.name())
                .azureBlobStorageLocation(DatasetJsonAzureBlobStorageLocationArgs.builder()
                    .container("container")
                    .path("foo/bar/")
                    .filename("foo.txt")
                    .build())
                .encoding("UTF-8")
                .build());
    
            var example2DatasetJson = new DatasetJson("example2DatasetJson", DatasetJsonArgs.builder()        
                .dataFactoryId(exampleFactory.id())
                .linkedServiceName(exampleLinkedCustomService.name())
                .azureBlobStorageLocation(DatasetJsonAzureBlobStorageLocationArgs.builder()
                    .container("container")
                    .path("foo/bar/")
                    .filename("bar.txt")
                    .build())
                .encoding("UTF-8")
                .build());
    
            var example1FlowletDataFlow = new FlowletDataFlow("example1FlowletDataFlow", FlowletDataFlowArgs.builder()        
                .dataFactoryId(exampleFactory.id())
                .sources(FlowletDataFlowSourceArgs.builder()
                    .name("source1")
                    .linkedService(FlowletDataFlowSourceLinkedServiceArgs.builder()
                        .name(exampleLinkedCustomService.name())
                        .build())
                    .build())
                .sinks(FlowletDataFlowSinkArgs.builder()
                    .name("sink1")
                    .linkedService(FlowletDataFlowSinkLinkedServiceArgs.builder()
                        .name(exampleLinkedCustomService.name())
                        .build())
                    .build())
                .script("""
    source(
      allowSchemaDrift: true, 
      validateSchema: false, 
      limit: 100, 
      ignoreNoFilesFound: false, 
      documentForm: 'documentPerLine') ~> source1 
    source1 sink(
      allowSchemaDrift: true, 
      validateSchema: false, 
      skipDuplicateMapInputs: true, 
      skipDuplicateMapOutputs: true) ~> sink1
                """)
                .build());
    
            var example2FlowletDataFlow = new FlowletDataFlow("example2FlowletDataFlow", FlowletDataFlowArgs.builder()        
                .dataFactoryId(exampleFactory.id())
                .sources(FlowletDataFlowSourceArgs.builder()
                    .name("source1")
                    .linkedService(FlowletDataFlowSourceLinkedServiceArgs.builder()
                        .name(exampleLinkedCustomService.name())
                        .build())
                    .build())
                .sinks(FlowletDataFlowSinkArgs.builder()
                    .name("sink1")
                    .linkedService(FlowletDataFlowSinkLinkedServiceArgs.builder()
                        .name(exampleLinkedCustomService.name())
                        .build())
                    .build())
                .script("""
    source(
      allowSchemaDrift: true, 
      validateSchema: false, 
      limit: 100, 
      ignoreNoFilesFound: false, 
      documentForm: 'documentPerLine') ~> source1 
    source1 sink(
      allowSchemaDrift: true, 
      validateSchema: false, 
      skipDuplicateMapInputs: true, 
      skipDuplicateMapOutputs: true) ~> sink1
                """)
                .build());
    
            var exampleFlowletDataFlow = new FlowletDataFlow("exampleFlowletDataFlow", FlowletDataFlowArgs.builder()        
                .dataFactoryId(exampleFactory.id())
                .sources(FlowletDataFlowSourceArgs.builder()
                    .name("source1")
                    .flowlet(FlowletDataFlowSourceFlowletArgs.builder()
                        .name(example1FlowletDataFlow.name())
                        .build())
                    .linkedService(FlowletDataFlowSourceLinkedServiceArgs.builder()
                        .name(exampleLinkedCustomService.name())
                        .build())
                    .build())
                .sinks(FlowletDataFlowSinkArgs.builder()
                    .name("sink1")
                    .flowlet(FlowletDataFlowSinkFlowletArgs.builder()
                        .name(example2FlowletDataFlow.name())
                        .build())
                    .linkedService(FlowletDataFlowSinkLinkedServiceArgs.builder()
                        .name(exampleLinkedCustomService.name())
                        .build())
                    .build())
                .script("""
    source(
      allowSchemaDrift: true, 
      validateSchema: false, 
      limit: 100, 
      ignoreNoFilesFound: false, 
      documentForm: 'documentPerLine') ~> source1 
    source1 sink(
      allowSchemaDrift: true, 
      validateSchema: false, 
      skipDuplicateMapInputs: true, 
      skipDuplicateMapOutputs: true) ~> sink1
                """)
                .build());
    
        }
    }
    
    import pulumi
    import pulumi_azure as azure
    
    example_resource_group = azure.core.ResourceGroup("exampleResourceGroup", location="West Europe")
    example_account = azure.storage.Account("exampleAccount",
        location=example_resource_group.location,
        resource_group_name=example_resource_group.name,
        account_tier="Standard",
        account_replication_type="LRS")
    example_factory = azure.datafactory.Factory("exampleFactory",
        location=example_resource_group.location,
        resource_group_name=example_resource_group.name)
    example_linked_custom_service = azure.datafactory.LinkedCustomService("exampleLinkedCustomService",
        data_factory_id=example_factory.id,
        type="AzureBlobStorage",
        type_properties_json=example_account.primary_connection_string.apply(lambda primary_connection_string: f"""{{
      "connectionString": "{primary_connection_string}"
    }}
    """))
    example1_dataset_json = azure.datafactory.DatasetJson("example1DatasetJson",
        data_factory_id=example_factory.id,
        linked_service_name=example_linked_custom_service.name,
        azure_blob_storage_location=azure.datafactory.DatasetJsonAzureBlobStorageLocationArgs(
            container="container",
            path="foo/bar/",
            filename="foo.txt",
        ),
        encoding="UTF-8")
    example2_dataset_json = azure.datafactory.DatasetJson("example2DatasetJson",
        data_factory_id=example_factory.id,
        linked_service_name=example_linked_custom_service.name,
        azure_blob_storage_location=azure.datafactory.DatasetJsonAzureBlobStorageLocationArgs(
            container="container",
            path="foo/bar/",
            filename="bar.txt",
        ),
        encoding="UTF-8")
    example1_flowlet_data_flow = azure.datafactory.FlowletDataFlow("example1FlowletDataFlow",
        data_factory_id=example_factory.id,
        sources=[azure.datafactory.FlowletDataFlowSourceArgs(
            name="source1",
            linked_service=azure.datafactory.FlowletDataFlowSourceLinkedServiceArgs(
                name=example_linked_custom_service.name,
            ),
        )],
        sinks=[azure.datafactory.FlowletDataFlowSinkArgs(
            name="sink1",
            linked_service=azure.datafactory.FlowletDataFlowSinkLinkedServiceArgs(
                name=example_linked_custom_service.name,
            ),
        )],
        script="""source(
      allowSchemaDrift: true, 
      validateSchema: false, 
      limit: 100, 
      ignoreNoFilesFound: false, 
      documentForm: 'documentPerLine') ~> source1 
    source1 sink(
      allowSchemaDrift: true, 
      validateSchema: false, 
      skipDuplicateMapInputs: true, 
      skipDuplicateMapOutputs: true) ~> sink1
    """)
    example2_flowlet_data_flow = azure.datafactory.FlowletDataFlow("example2FlowletDataFlow",
        data_factory_id=example_factory.id,
        sources=[azure.datafactory.FlowletDataFlowSourceArgs(
            name="source1",
            linked_service=azure.datafactory.FlowletDataFlowSourceLinkedServiceArgs(
                name=example_linked_custom_service.name,
            ),
        )],
        sinks=[azure.datafactory.FlowletDataFlowSinkArgs(
            name="sink1",
            linked_service=azure.datafactory.FlowletDataFlowSinkLinkedServiceArgs(
                name=example_linked_custom_service.name,
            ),
        )],
        script="""source(
      allowSchemaDrift: true, 
      validateSchema: false, 
      limit: 100, 
      ignoreNoFilesFound: false, 
      documentForm: 'documentPerLine') ~> source1 
    source1 sink(
      allowSchemaDrift: true, 
      validateSchema: false, 
      skipDuplicateMapInputs: true, 
      skipDuplicateMapOutputs: true) ~> sink1
    """)
    example_flowlet_data_flow = azure.datafactory.FlowletDataFlow("exampleFlowletDataFlow",
        data_factory_id=example_factory.id,
        sources=[azure.datafactory.FlowletDataFlowSourceArgs(
            name="source1",
            flowlet=azure.datafactory.FlowletDataFlowSourceFlowletArgs(
                name=example1_flowlet_data_flow.name,
            ),
            linked_service=azure.datafactory.FlowletDataFlowSourceLinkedServiceArgs(
                name=example_linked_custom_service.name,
            ),
        )],
        sinks=[azure.datafactory.FlowletDataFlowSinkArgs(
            name="sink1",
            flowlet=azure.datafactory.FlowletDataFlowSinkFlowletArgs(
                name=example2_flowlet_data_flow.name,
            ),
            linked_service=azure.datafactory.FlowletDataFlowSinkLinkedServiceArgs(
                name=example_linked_custom_service.name,
            ),
        )],
        script="""source(
      allowSchemaDrift: true, 
      validateSchema: false, 
      limit: 100, 
      ignoreNoFilesFound: false, 
      documentForm: 'documentPerLine') ~> source1 
    source1 sink(
      allowSchemaDrift: true, 
      validateSchema: false, 
      skipDuplicateMapInputs: true, 
      skipDuplicateMapOutputs: true) ~> sink1
    """)
    
    import * as pulumi from "@pulumi/pulumi";
    import * as azure from "@pulumi/azure";
    
    const exampleResourceGroup = new azure.core.ResourceGroup("exampleResourceGroup", {location: "West Europe"});
    const exampleAccount = new azure.storage.Account("exampleAccount", {
        location: exampleResourceGroup.location,
        resourceGroupName: exampleResourceGroup.name,
        accountTier: "Standard",
        accountReplicationType: "LRS",
    });
    const exampleFactory = new azure.datafactory.Factory("exampleFactory", {
        location: exampleResourceGroup.location,
        resourceGroupName: exampleResourceGroup.name,
    });
    const exampleLinkedCustomService = new azure.datafactory.LinkedCustomService("exampleLinkedCustomService", {
        dataFactoryId: exampleFactory.id,
        type: "AzureBlobStorage",
        typePropertiesJson: pulumi.interpolate`{
      "connectionString": "${exampleAccount.primaryConnectionString}"
    }
    `,
    });
    const example1DatasetJson = new azure.datafactory.DatasetJson("example1DatasetJson", {
        dataFactoryId: exampleFactory.id,
        linkedServiceName: exampleLinkedCustomService.name,
        azureBlobStorageLocation: {
            container: "container",
            path: "foo/bar/",
            filename: "foo.txt",
        },
        encoding: "UTF-8",
    });
    const example2DatasetJson = new azure.datafactory.DatasetJson("example2DatasetJson", {
        dataFactoryId: exampleFactory.id,
        linkedServiceName: exampleLinkedCustomService.name,
        azureBlobStorageLocation: {
            container: "container",
            path: "foo/bar/",
            filename: "bar.txt",
        },
        encoding: "UTF-8",
    });
    const example1FlowletDataFlow = new azure.datafactory.FlowletDataFlow("example1FlowletDataFlow", {
        dataFactoryId: exampleFactory.id,
        sources: [{
            name: "source1",
            linkedService: {
                name: exampleLinkedCustomService.name,
            },
        }],
        sinks: [{
            name: "sink1",
            linkedService: {
                name: exampleLinkedCustomService.name,
            },
        }],
        script: `source(
      allowSchemaDrift: true, 
      validateSchema: false, 
      limit: 100, 
      ignoreNoFilesFound: false, 
      documentForm: 'documentPerLine') ~> source1 
    source1 sink(
      allowSchemaDrift: true, 
      validateSchema: false, 
      skipDuplicateMapInputs: true, 
      skipDuplicateMapOutputs: true) ~> sink1
    `,
    });
    const example2FlowletDataFlow = new azure.datafactory.FlowletDataFlow("example2FlowletDataFlow", {
        dataFactoryId: exampleFactory.id,
        sources: [{
            name: "source1",
            linkedService: {
                name: exampleLinkedCustomService.name,
            },
        }],
        sinks: [{
            name: "sink1",
            linkedService: {
                name: exampleLinkedCustomService.name,
            },
        }],
        script: `source(
      allowSchemaDrift: true, 
      validateSchema: false, 
      limit: 100, 
      ignoreNoFilesFound: false, 
      documentForm: 'documentPerLine') ~> source1 
    source1 sink(
      allowSchemaDrift: true, 
      validateSchema: false, 
      skipDuplicateMapInputs: true, 
      skipDuplicateMapOutputs: true) ~> sink1
    `,
    });
    const exampleFlowletDataFlow = new azure.datafactory.FlowletDataFlow("exampleFlowletDataFlow", {
        dataFactoryId: exampleFactory.id,
        sources: [{
            name: "source1",
            flowlet: {
                name: example1FlowletDataFlow.name,
            },
            linkedService: {
                name: exampleLinkedCustomService.name,
            },
        }],
        sinks: [{
            name: "sink1",
            flowlet: {
                name: example2FlowletDataFlow.name,
            },
            linkedService: {
                name: exampleLinkedCustomService.name,
            },
        }],
        script: `source(
      allowSchemaDrift: true, 
      validateSchema: false, 
      limit: 100, 
      ignoreNoFilesFound: false, 
      documentForm: 'documentPerLine') ~> source1 
    source1 sink(
      allowSchemaDrift: true, 
      validateSchema: false, 
      skipDuplicateMapInputs: true, 
      skipDuplicateMapOutputs: true) ~> sink1
    `,
    });
    
    resources:
      exampleResourceGroup:
        type: azure:core:ResourceGroup
        properties:
          location: West Europe
      exampleAccount:
        type: azure:storage:Account
        properties:
          location: ${exampleResourceGroup.location}
          resourceGroupName: ${exampleResourceGroup.name}
          accountTier: Standard
          accountReplicationType: LRS
      exampleFactory:
        type: azure:datafactory:Factory
        properties:
          location: ${exampleResourceGroup.location}
          resourceGroupName: ${exampleResourceGroup.name}
      exampleLinkedCustomService:
        type: azure:datafactory:LinkedCustomService
        properties:
          dataFactoryId: ${exampleFactory.id}
          type: AzureBlobStorage
          typePropertiesJson: |
            {
              "connectionString": "${exampleAccount.primaryConnectionString}"
            }        
      example1DatasetJson:
        type: azure:datafactory:DatasetJson
        properties:
          dataFactoryId: ${exampleFactory.id}
          linkedServiceName: ${exampleLinkedCustomService.name}
          azureBlobStorageLocation:
            container: container
            path: foo/bar/
            filename: foo.txt
          encoding: UTF-8
      example2DatasetJson:
        type: azure:datafactory:DatasetJson
        properties:
          dataFactoryId: ${exampleFactory.id}
          linkedServiceName: ${exampleLinkedCustomService.name}
          azureBlobStorageLocation:
            container: container
            path: foo/bar/
            filename: bar.txt
          encoding: UTF-8
      exampleFlowletDataFlow:
        type: azure:datafactory:FlowletDataFlow
        properties:
          dataFactoryId: ${exampleFactory.id}
          sources:
            - name: source1
              flowlet:
                name: ${example1FlowletDataFlow.name}
              linkedService:
                name: ${exampleLinkedCustomService.name}
          sinks:
            - name: sink1
              flowlet:
                name: ${example2FlowletDataFlow.name}
              linkedService:
                name: ${exampleLinkedCustomService.name}
          script: "source(\n  allowSchemaDrift: true, \n  validateSchema: false, \n  limit: 100, \n  ignoreNoFilesFound: false, \n  documentForm: 'documentPerLine') ~> source1 \nsource1 sink(\n  allowSchemaDrift: true, \n  validateSchema: false, \n  skipDuplicateMapInputs: true, \n  skipDuplicateMapOutputs: true) ~> sink1\n"
      example1FlowletDataFlow:
        type: azure:datafactory:FlowletDataFlow
        properties:
          dataFactoryId: ${exampleFactory.id}
          sources:
            - name: source1
              linkedService:
                name: ${exampleLinkedCustomService.name}
          sinks:
            - name: sink1
              linkedService:
                name: ${exampleLinkedCustomService.name}
          script: "source(\n  allowSchemaDrift: true, \n  validateSchema: false, \n  limit: 100, \n  ignoreNoFilesFound: false, \n  documentForm: 'documentPerLine') ~> source1 \nsource1 sink(\n  allowSchemaDrift: true, \n  validateSchema: false, \n  skipDuplicateMapInputs: true, \n  skipDuplicateMapOutputs: true) ~> sink1\n"
      example2FlowletDataFlow:
        type: azure:datafactory:FlowletDataFlow
        properties:
          dataFactoryId: ${exampleFactory.id}
          sources:
            - name: source1
              linkedService:
                name: ${exampleLinkedCustomService.name}
          sinks:
            - name: sink1
              linkedService:
                name: ${exampleLinkedCustomService.name}
          script: "source(\n  allowSchemaDrift: true, \n  validateSchema: false, \n  limit: 100, \n  ignoreNoFilesFound: false, \n  documentForm: 'documentPerLine') ~> source1 \nsource1 sink(\n  allowSchemaDrift: true, \n  validateSchema: false, \n  skipDuplicateMapInputs: true, \n  skipDuplicateMapOutputs: true) ~> sink1\n"
    

    Create FlowletDataFlow Resource

    new FlowletDataFlow(name: string, args: FlowletDataFlowArgs, opts?: CustomResourceOptions);
    @overload
    def FlowletDataFlow(resource_name: str,
                        opts: Optional[ResourceOptions] = None,
                        annotations: Optional[Sequence[str]] = None,
                        data_factory_id: Optional[str] = None,
                        description: Optional[str] = None,
                        folder: Optional[str] = None,
                        name: Optional[str] = None,
                        script: Optional[str] = None,
                        script_lines: Optional[Sequence[str]] = None,
                        sinks: Optional[Sequence[FlowletDataFlowSinkArgs]] = None,
                        sources: Optional[Sequence[FlowletDataFlowSourceArgs]] = None,
                        transformations: Optional[Sequence[FlowletDataFlowTransformationArgs]] = None)
    @overload
    def FlowletDataFlow(resource_name: str,
                        args: FlowletDataFlowArgs,
                        opts: Optional[ResourceOptions] = None)
    func NewFlowletDataFlow(ctx *Context, name string, args FlowletDataFlowArgs, opts ...ResourceOption) (*FlowletDataFlow, error)
    public FlowletDataFlow(string name, FlowletDataFlowArgs args, CustomResourceOptions? opts = null)
    public FlowletDataFlow(String name, FlowletDataFlowArgs args)
    public FlowletDataFlow(String name, FlowletDataFlowArgs args, CustomResourceOptions options)
    
    type: azure:datafactory:FlowletDataFlow
    properties: # The arguments to resource properties.
    options: # Bag of options to control resource's behavior.
    
    
    name string
    The unique name of the resource.
    args FlowletDataFlowArgs
    The arguments to resource properties.
    opts CustomResourceOptions
    Bag of options to control resource's behavior.
    resource_name str
    The unique name of the resource.
    args FlowletDataFlowArgs
    The arguments to resource properties.
    opts ResourceOptions
    Bag of options to control resource's behavior.
    ctx Context
    Context object for the current deployment.
    name string
    The unique name of the resource.
    args FlowletDataFlowArgs
    The arguments to resource properties.
    opts ResourceOption
    Bag of options to control resource's behavior.
    name string
    The unique name of the resource.
    args FlowletDataFlowArgs
    The arguments to resource properties.
    opts CustomResourceOptions
    Bag of options to control resource's behavior.
    name String
    The unique name of the resource.
    args FlowletDataFlowArgs
    The arguments to resource properties.
    options CustomResourceOptions
    Bag of options to control resource's behavior.

    FlowletDataFlow Resource Properties

    To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.

    Inputs

    The FlowletDataFlow resource accepts the following input properties:

    DataFactoryId string

    The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.

    Sinks List<FlowletDataFlowSink>

    One or more sink blocks as defined below.

    Sources List<FlowletDataFlowSource>

    One or more source blocks as defined below.

    Annotations List<string>

    List of tags that can be used for describing the Data Factory Flowlet Data Flow.

    Description string

    The description for the Data Factory Flowlet Data Flow.

    Folder string

    The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.

    Name string

    Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.

    Script string

    The script for the Data Factory Flowlet Data Flow.

    ScriptLines List<string>

    The script lines for the Data Factory Flowlet Data Flow.

    Transformations List<FlowletDataFlowTransformation>

    One or more transformation blocks as defined below.

    DataFactoryId string

    The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.

    Sinks []FlowletDataFlowSinkArgs

    One or more sink blocks as defined below.

    Sources []FlowletDataFlowSourceArgs

    One or more source blocks as defined below.

    Annotations []string

    List of tags that can be used for describing the Data Factory Flowlet Data Flow.

    Description string

    The description for the Data Factory Flowlet Data Flow.

    Folder string

    The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.

    Name string

    Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.

    Script string

    The script for the Data Factory Flowlet Data Flow.

    ScriptLines []string

    The script lines for the Data Factory Flowlet Data Flow.

    Transformations []FlowletDataFlowTransformationArgs

    One or more transformation blocks as defined below.

    dataFactoryId String

    The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.

    sinks List<FlowletDataFlowSink>

    One or more sink blocks as defined below.

    sources List<FlowletDataFlowSource>

    One or more source blocks as defined below.

    annotations List<String>

    List of tags that can be used for describing the Data Factory Flowlet Data Flow.

    description String

    The description for the Data Factory Flowlet Data Flow.

    folder String

    The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.

    name String

    Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.

    script String

    The script for the Data Factory Flowlet Data Flow.

    scriptLines List<String>

    The script lines for the Data Factory Flowlet Data Flow.

    transformations List<FlowletDataFlowTransformation>

    One or more transformation blocks as defined below.

    dataFactoryId string

    The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.

    sinks FlowletDataFlowSink[]

    One or more sink blocks as defined below.

    sources FlowletDataFlowSource[]

    One or more source blocks as defined below.

    annotations string[]

    List of tags that can be used for describing the Data Factory Flowlet Data Flow.

    description string

    The description for the Data Factory Flowlet Data Flow.

    folder string

    The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.

    name string

    Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.

    script string

    The script for the Data Factory Flowlet Data Flow.

    scriptLines string[]

    The script lines for the Data Factory Flowlet Data Flow.

    transformations FlowletDataFlowTransformation[]

    One or more transformation blocks as defined below.

    data_factory_id str

    The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.

    sinks Sequence[FlowletDataFlowSinkArgs]

    One or more sink blocks as defined below.

    sources Sequence[FlowletDataFlowSourceArgs]

    One or more source blocks as defined below.

    annotations Sequence[str]

    List of tags that can be used for describing the Data Factory Flowlet Data Flow.

    description str

    The description for the Data Factory Flowlet Data Flow.

    folder str

    The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.

    name str

    Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.

    script str

    The script for the Data Factory Flowlet Data Flow.

    script_lines Sequence[str]

    The script lines for the Data Factory Flowlet Data Flow.

    transformations Sequence[FlowletDataFlowTransformationArgs]

    One or more transformation blocks as defined below.

    dataFactoryId String

    The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.

    sinks List<Property Map>

    One or more sink blocks as defined below.

    sources List<Property Map>

    One or more source blocks as defined below.

    annotations List<String>

    List of tags that can be used for describing the Data Factory Flowlet Data Flow.

    description String

    The description for the Data Factory Flowlet Data Flow.

    folder String

    The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.

    name String

    Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.

    script String

    The script for the Data Factory Flowlet Data Flow.

    scriptLines List<String>

    The script lines for the Data Factory Flowlet Data Flow.

    transformations List<Property Map>

    One or more transformation blocks as defined below.

    Outputs

    All input properties are implicitly available as output properties. Additionally, the FlowletDataFlow resource produces the following output properties:

    Id string

    The provider-assigned unique ID for this managed resource.

    Id string

    The provider-assigned unique ID for this managed resource.

    id String

    The provider-assigned unique ID for this managed resource.

    id string

    The provider-assigned unique ID for this managed resource.

    id str

    The provider-assigned unique ID for this managed resource.

    id String

    The provider-assigned unique ID for this managed resource.

    Look up Existing FlowletDataFlow Resource

    Get an existing FlowletDataFlow resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.

    public static get(name: string, id: Input<ID>, state?: FlowletDataFlowState, opts?: CustomResourceOptions): FlowletDataFlow
    @staticmethod
    def get(resource_name: str,
            id: str,
            opts: Optional[ResourceOptions] = None,
            annotations: Optional[Sequence[str]] = None,
            data_factory_id: Optional[str] = None,
            description: Optional[str] = None,
            folder: Optional[str] = None,
            name: Optional[str] = None,
            script: Optional[str] = None,
            script_lines: Optional[Sequence[str]] = None,
            sinks: Optional[Sequence[FlowletDataFlowSinkArgs]] = None,
            sources: Optional[Sequence[FlowletDataFlowSourceArgs]] = None,
            transformations: Optional[Sequence[FlowletDataFlowTransformationArgs]] = None) -> FlowletDataFlow
    func GetFlowletDataFlow(ctx *Context, name string, id IDInput, state *FlowletDataFlowState, opts ...ResourceOption) (*FlowletDataFlow, error)
    public static FlowletDataFlow Get(string name, Input<string> id, FlowletDataFlowState? state, CustomResourceOptions? opts = null)
    public static FlowletDataFlow get(String name, Output<String> id, FlowletDataFlowState state, CustomResourceOptions options)
    Resource lookup is not supported in YAML
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    resource_name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    The following state arguments are supported:
    Annotations List<string>

    List of tags that can be used for describing the Data Factory Flowlet Data Flow.

    DataFactoryId string

    The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.

    Description string

    The description for the Data Factory Flowlet Data Flow.

    Folder string

    The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.

    Name string

    Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.

    Script string

    The script for the Data Factory Flowlet Data Flow.

    ScriptLines List<string>

    The script lines for the Data Factory Flowlet Data Flow.

    Sinks List<FlowletDataFlowSink>

    One or more sink blocks as defined below.

    Sources List<FlowletDataFlowSource>

    One or more source blocks as defined below.

    Transformations List<FlowletDataFlowTransformation>

    One or more transformation blocks as defined below.

    Annotations []string

    List of tags that can be used for describing the Data Factory Flowlet Data Flow.

    DataFactoryId string

    The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.

    Description string

    The description for the Data Factory Flowlet Data Flow.

    Folder string

    The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.

    Name string

    Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.

    Script string

    The script for the Data Factory Flowlet Data Flow.

    ScriptLines []string

    The script lines for the Data Factory Flowlet Data Flow.

    Sinks []FlowletDataFlowSinkArgs

    One or more sink blocks as defined below.

    Sources []FlowletDataFlowSourceArgs

    One or more source blocks as defined below.

    Transformations []FlowletDataFlowTransformationArgs

    One or more transformation blocks as defined below.

    annotations List<String>

    List of tags that can be used for describing the Data Factory Flowlet Data Flow.

    dataFactoryId String

    The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.

    description String

    The description for the Data Factory Flowlet Data Flow.

    folder String

    The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.

    name String

    Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.

    script String

    The script for the Data Factory Flowlet Data Flow.

    scriptLines List<String>

    The script lines for the Data Factory Flowlet Data Flow.

    sinks List<FlowletDataFlowSink>

    One or more sink blocks as defined below.

    sources List<FlowletDataFlowSource>

    One or more source blocks as defined below.

    transformations List<FlowletDataFlowTransformation>

    One or more transformation blocks as defined below.

    annotations string[]

    List of tags that can be used for describing the Data Factory Flowlet Data Flow.

    dataFactoryId string

    The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.

    description string

    The description for the Data Factory Flowlet Data Flow.

    folder string

    The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.

    name string

    Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.

    script string

    The script for the Data Factory Flowlet Data Flow.

    scriptLines string[]

    The script lines for the Data Factory Flowlet Data Flow.

    sinks FlowletDataFlowSink[]

    One or more sink blocks as defined below.

    sources FlowletDataFlowSource[]

    One or more source blocks as defined below.

    transformations FlowletDataFlowTransformation[]

    One or more transformation blocks as defined below.

    annotations Sequence[str]

    List of tags that can be used for describing the Data Factory Flowlet Data Flow.

    data_factory_id str

    The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.

    description str

    The description for the Data Factory Flowlet Data Flow.

    folder str

    The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.

    name str

    Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.

    script str

    The script for the Data Factory Flowlet Data Flow.

    script_lines Sequence[str]

    The script lines for the Data Factory Flowlet Data Flow.

    sinks Sequence[FlowletDataFlowSinkArgs]

    One or more sink blocks as defined below.

    sources Sequence[FlowletDataFlowSourceArgs]

    One or more source blocks as defined below.

    transformations Sequence[FlowletDataFlowTransformationArgs]

    One or more transformation blocks as defined below.

    annotations List<String>

    List of tags that can be used for describing the Data Factory Flowlet Data Flow.

    dataFactoryId String

    The ID of Data Factory in which to associate the Data Flow with. Changing this forces a new resource.

    description String

    The description for the Data Factory Flowlet Data Flow.

    folder String

    The folder that this Data Flow is in. If not specified, the Data Flow will appear at the root level.

    name String

    Specifies the name of the Data Factory Flowlet Data Flow. Changing this forces a new resource to be created.

    script String

    The script for the Data Factory Flowlet Data Flow.

    scriptLines List<String>

    The script lines for the Data Factory Flowlet Data Flow.

    sinks List<Property Map>

    One or more sink blocks as defined below.

    sources List<Property Map>

    One or more source blocks as defined below.

    transformations List<Property Map>

    One or more transformation blocks as defined below.

    Supporting Types

    FlowletDataFlowSink, FlowletDataFlowSinkArgs

    Name string

    The name for the Data Flow Source.

    Dataset FlowletDataFlowSinkDataset

    A dataset block as defined below.

    Description string

    The description for the Data Flow Source.

    Flowlet FlowletDataFlowSinkFlowlet

    A flowlet block as defined below.

    LinkedService FlowletDataFlowSinkLinkedService

    A linked_service block as defined below.

    RejectedLinkedService FlowletDataFlowSinkRejectedLinkedService

    A rejected_linked_service block as defined below.

    SchemaLinkedService FlowletDataFlowSinkSchemaLinkedService

    A schema_linked_service block as defined below.

    Name string

    The name for the Data Flow Source.

    Dataset FlowletDataFlowSinkDataset

    A dataset block as defined below.

    Description string

    The description for the Data Flow Source.

    Flowlet FlowletDataFlowSinkFlowlet

    A flowlet block as defined below.

    LinkedService FlowletDataFlowSinkLinkedService

    A linked_service block as defined below.

    RejectedLinkedService FlowletDataFlowSinkRejectedLinkedService

    A rejected_linked_service block as defined below.

    SchemaLinkedService FlowletDataFlowSinkSchemaLinkedService

    A schema_linked_service block as defined below.

    name String

    The name for the Data Flow Source.

    dataset FlowletDataFlowSinkDataset

    A dataset block as defined below.

    description String

    The description for the Data Flow Source.

    flowlet FlowletDataFlowSinkFlowlet

    A flowlet block as defined below.

    linkedService FlowletDataFlowSinkLinkedService

    A linked_service block as defined below.

    rejectedLinkedService FlowletDataFlowSinkRejectedLinkedService

    A rejected_linked_service block as defined below.

    schemaLinkedService FlowletDataFlowSinkSchemaLinkedService

    A schema_linked_service block as defined below.

    name string

    The name for the Data Flow Source.

    dataset FlowletDataFlowSinkDataset

    A dataset block as defined below.

    description string

    The description for the Data Flow Source.

    flowlet FlowletDataFlowSinkFlowlet

    A flowlet block as defined below.

    linkedService FlowletDataFlowSinkLinkedService

    A linked_service block as defined below.

    rejectedLinkedService FlowletDataFlowSinkRejectedLinkedService

    A rejected_linked_service block as defined below.

    schemaLinkedService FlowletDataFlowSinkSchemaLinkedService

    A schema_linked_service block as defined below.

    name str

    The name for the Data Flow Source.

    dataset FlowletDataFlowSinkDataset

    A dataset block as defined below.

    description str

    The description for the Data Flow Source.

    flowlet FlowletDataFlowSinkFlowlet

    A flowlet block as defined below.

    linked_service FlowletDataFlowSinkLinkedService

    A linked_service block as defined below.

    rejected_linked_service FlowletDataFlowSinkRejectedLinkedService

    A rejected_linked_service block as defined below.

    schema_linked_service FlowletDataFlowSinkSchemaLinkedService

    A schema_linked_service block as defined below.

    name String

    The name for the Data Flow Source.

    dataset Property Map

    A dataset block as defined below.

    description String

    The description for the Data Flow Source.

    flowlet Property Map

    A flowlet block as defined below.

    linkedService Property Map

    A linked_service block as defined below.

    rejectedLinkedService Property Map

    A rejected_linked_service block as defined below.

    schemaLinkedService Property Map

    A schema_linked_service block as defined below.

    FlowletDataFlowSinkDataset, FlowletDataFlowSinkDatasetArgs

    Name string

    The name for the Data Factory Dataset.

    Parameters Dictionary<string, string>

    A map of parameters to associate with the Data Factory dataset.

    Name string

    The name for the Data Factory Dataset.

    Parameters map[string]string

    A map of parameters to associate with the Data Factory dataset.

    name String

    The name for the Data Factory Dataset.

    parameters Map<String,String>

    A map of parameters to associate with the Data Factory dataset.

    name string

    The name for the Data Factory Dataset.

    parameters {[key: string]: string}

    A map of parameters to associate with the Data Factory dataset.

    name str

    The name for the Data Factory Dataset.

    parameters Mapping[str, str]

    A map of parameters to associate with the Data Factory dataset.

    name String

    The name for the Data Factory Dataset.

    parameters Map<String>

    A map of parameters to associate with the Data Factory dataset.

    FlowletDataFlowSinkFlowlet, FlowletDataFlowSinkFlowletArgs

    Name string

    The name for the Data Factory Flowlet.

    DatasetParameters string

    Specifies the reference data flow parameters from dataset.

    Parameters Dictionary<string, string>

    A map of parameters to associate with the Data Factory Flowlet.

    Name string

    The name for the Data Factory Flowlet.

    DatasetParameters string

    Specifies the reference data flow parameters from dataset.

    Parameters map[string]string

    A map of parameters to associate with the Data Factory Flowlet.

    name String

    The name for the Data Factory Flowlet.

    datasetParameters String

    Specifies the reference data flow parameters from dataset.

    parameters Map<String,String>

    A map of parameters to associate with the Data Factory Flowlet.

    name string

    The name for the Data Factory Flowlet.

    datasetParameters string

    Specifies the reference data flow parameters from dataset.

    parameters {[key: string]: string}

    A map of parameters to associate with the Data Factory Flowlet.

    name str

    The name for the Data Factory Flowlet.

    dataset_parameters str

    Specifies the reference data flow parameters from dataset.

    parameters Mapping[str, str]

    A map of parameters to associate with the Data Factory Flowlet.

    name String

    The name for the Data Factory Flowlet.

    datasetParameters String

    Specifies the reference data flow parameters from dataset.

    parameters Map<String>

    A map of parameters to associate with the Data Factory Flowlet.

    FlowletDataFlowSinkLinkedService, FlowletDataFlowSinkLinkedServiceArgs

    Name string

    The name for the Data Factory Linked Service.

    Parameters Dictionary<string, string>

    A map of parameters to associate with the Data Factory Linked Service.

    Name string

    The name for the Data Factory Linked Service.

    Parameters map[string]string

    A map of parameters to associate with the Data Factory Linked Service.

    name String

    The name for the Data Factory Linked Service.

    parameters Map<String,String>

    A map of parameters to associate with the Data Factory Linked Service.

    name string

    The name for the Data Factory Linked Service.

    parameters {[key: string]: string}

    A map of parameters to associate with the Data Factory Linked Service.

    name str

    The name for the Data Factory Linked Service.

    parameters Mapping[str, str]

    A map of parameters to associate with the Data Factory Linked Service.

    name String

    The name for the Data Factory Linked Service.

    parameters Map<String>

    A map of parameters to associate with the Data Factory Linked Service.

    FlowletDataFlowSinkRejectedLinkedService, FlowletDataFlowSinkRejectedLinkedServiceArgs

    Name string

    The name for the Data Factory Linked Service with schema.

    Parameters Dictionary<string, string>

    A map of parameters to associate with the Data Factory Linked Service.

    Name string

    The name for the Data Factory Linked Service with schema.

    Parameters map[string]string

    A map of parameters to associate with the Data Factory Linked Service.

    name String

    The name for the Data Factory Linked Service with schema.

    parameters Map<String,String>

    A map of parameters to associate with the Data Factory Linked Service.

    name string

    The name for the Data Factory Linked Service with schema.

    parameters {[key: string]: string}

    A map of parameters to associate with the Data Factory Linked Service.

    name str

    The name for the Data Factory Linked Service with schema.

    parameters Mapping[str, str]

    A map of parameters to associate with the Data Factory Linked Service.

    name String

    The name for the Data Factory Linked Service with schema.

    parameters Map<String>

    A map of parameters to associate with the Data Factory Linked Service.

    FlowletDataFlowSinkSchemaLinkedService, FlowletDataFlowSinkSchemaLinkedServiceArgs

    Name string

    The name for the Data Factory Linked Service with schema.

    Parameters Dictionary<string, string>

    A map of parameters to associate with the Data Factory Linked Service.

    Name string

    The name for the Data Factory Linked Service with schema.

    Parameters map[string]string

    A map of parameters to associate with the Data Factory Linked Service.

    name String

    The name for the Data Factory Linked Service with schema.

    parameters Map<String,String>

    A map of parameters to associate with the Data Factory Linked Service.

    name string

    The name for the Data Factory Linked Service with schema.

    parameters {[key: string]: string}

    A map of parameters to associate with the Data Factory Linked Service.

    name str

    The name for the Data Factory Linked Service with schema.

    parameters Mapping[str, str]

    A map of parameters to associate with the Data Factory Linked Service.

    name String

    The name for the Data Factory Linked Service with schema.

    parameters Map<String>

    A map of parameters to associate with the Data Factory Linked Service.

    FlowletDataFlowSource, FlowletDataFlowSourceArgs

    Name string

    The name for the Data Flow Source.

    Dataset FlowletDataFlowSourceDataset

    A dataset block as defined below.

    Description string

    The description for the Data Flow Source.

    Flowlet FlowletDataFlowSourceFlowlet

    A flowlet block as defined below.

    LinkedService FlowletDataFlowSourceLinkedService

    A linked_service block as defined below.

    RejectedLinkedService FlowletDataFlowSourceRejectedLinkedService

    A rejected_linked_service block as defined below.

    SchemaLinkedService FlowletDataFlowSourceSchemaLinkedService

    A schema_linked_service block as defined below.

    Name string

    The name for the Data Flow Source.

    Dataset FlowletDataFlowSourceDataset

    A dataset block as defined below.

    Description string

    The description for the Data Flow Source.

    Flowlet FlowletDataFlowSourceFlowlet

    A flowlet block as defined below.

    LinkedService FlowletDataFlowSourceLinkedService

    A linked_service block as defined below.

    RejectedLinkedService FlowletDataFlowSourceRejectedLinkedService

    A rejected_linked_service block as defined below.

    SchemaLinkedService FlowletDataFlowSourceSchemaLinkedService

    A schema_linked_service block as defined below.

    name String

    The name for the Data Flow Source.

    dataset FlowletDataFlowSourceDataset

    A dataset block as defined below.

    description String

    The description for the Data Flow Source.

    flowlet FlowletDataFlowSourceFlowlet

    A flowlet block as defined below.

    linkedService FlowletDataFlowSourceLinkedService

    A linked_service block as defined below.

    rejectedLinkedService FlowletDataFlowSourceRejectedLinkedService

    A rejected_linked_service block as defined below.

    schemaLinkedService FlowletDataFlowSourceSchemaLinkedService

    A schema_linked_service block as defined below.

    name string

    The name for the Data Flow Source.

    dataset FlowletDataFlowSourceDataset

    A dataset block as defined below.

    description string

    The description for the Data Flow Source.

    flowlet FlowletDataFlowSourceFlowlet

    A flowlet block as defined below.

    linkedService FlowletDataFlowSourceLinkedService

    A linked_service block as defined below.

    rejectedLinkedService FlowletDataFlowSourceRejectedLinkedService

    A rejected_linked_service block as defined below.

    schemaLinkedService FlowletDataFlowSourceSchemaLinkedService

    A schema_linked_service block as defined below.

    name str

    The name for the Data Flow Source.

    dataset FlowletDataFlowSourceDataset

    A dataset block as defined below.

    description str

    The description for the Data Flow Source.

    flowlet FlowletDataFlowSourceFlowlet

    A flowlet block as defined below.

    linked_service FlowletDataFlowSourceLinkedService

    A linked_service block as defined below.

    rejected_linked_service FlowletDataFlowSourceRejectedLinkedService

    A rejected_linked_service block as defined below.

    schema_linked_service FlowletDataFlowSourceSchemaLinkedService

    A schema_linked_service block as defined below.

    name String

    The name for the Data Flow Source.

    dataset Property Map

    A dataset block as defined below.

    description String

    The description for the Data Flow Source.

    flowlet Property Map

    A flowlet block as defined below.

    linkedService Property Map

    A linked_service block as defined below.

    rejectedLinkedService Property Map

    A rejected_linked_service block as defined below.

    schemaLinkedService Property Map

    A schema_linked_service block as defined below.

    FlowletDataFlowSourceDataset, FlowletDataFlowSourceDatasetArgs

    Name string

    The name for the Data Factory Dataset.

    Parameters Dictionary<string, string>

    A map of parameters to associate with the Data Factory dataset.

    Name string

    The name for the Data Factory Dataset.

    Parameters map[string]string

    A map of parameters to associate with the Data Factory dataset.

    name String

    The name for the Data Factory Dataset.

    parameters Map<String,String>

    A map of parameters to associate with the Data Factory dataset.

    name string

    The name for the Data Factory Dataset.

    parameters {[key: string]: string}

    A map of parameters to associate with the Data Factory dataset.

    name str

    The name for the Data Factory Dataset.

    parameters Mapping[str, str]

    A map of parameters to associate with the Data Factory dataset.

    name String

    The name for the Data Factory Dataset.

    parameters Map<String>

    A map of parameters to associate with the Data Factory dataset.

    FlowletDataFlowSourceFlowlet, FlowletDataFlowSourceFlowletArgs

    Name string

    The name for the Data Factory Flowlet.

    DatasetParameters string

    Specifies the reference data flow parameters from dataset.

    Parameters Dictionary<string, string>

    A map of parameters to associate with the Data Factory Flowlet.

    Name string

    The name for the Data Factory Flowlet.

    DatasetParameters string

    Specifies the reference data flow parameters from dataset.

    Parameters map[string]string

    A map of parameters to associate with the Data Factory Flowlet.

    name String

    The name for the Data Factory Flowlet.

    datasetParameters String

    Specifies the reference data flow parameters from dataset.

    parameters Map<String,String>

    A map of parameters to associate with the Data Factory Flowlet.

    name string

    The name for the Data Factory Flowlet.

    datasetParameters string

    Specifies the reference data flow parameters from dataset.

    parameters {[key: string]: string}

    A map of parameters to associate with the Data Factory Flowlet.

    name str

    The name for the Data Factory Flowlet.

    dataset_parameters str

    Specifies the reference data flow parameters from dataset.

    parameters Mapping[str, str]

    A map of parameters to associate with the Data Factory Flowlet.

    name String

    The name for the Data Factory Flowlet.

    datasetParameters String

    Specifies the reference data flow parameters from dataset.

    parameters Map<String>

    A map of parameters to associate with the Data Factory Flowlet.

    FlowletDataFlowSourceLinkedService, FlowletDataFlowSourceLinkedServiceArgs

    Name string

    The name for the Data Factory Linked Service.

    Parameters Dictionary<string, string>

    A map of parameters to associate with the Data Factory Linked Service.

    Name string

    The name for the Data Factory Linked Service.

    Parameters map[string]string

    A map of parameters to associate with the Data Factory Linked Service.

    name String

    The name for the Data Factory Linked Service.

    parameters Map<String,String>

    A map of parameters to associate with the Data Factory Linked Service.

    name string

    The name for the Data Factory Linked Service.

    parameters {[key: string]: string}

    A map of parameters to associate with the Data Factory Linked Service.

    name str

    The name for the Data Factory Linked Service.

    parameters Mapping[str, str]

    A map of parameters to associate with the Data Factory Linked Service.

    name String

    The name for the Data Factory Linked Service.

    parameters Map<String>

    A map of parameters to associate with the Data Factory Linked Service.

    FlowletDataFlowSourceRejectedLinkedService, FlowletDataFlowSourceRejectedLinkedServiceArgs

    Name string

    The name for the Data Factory Linked Service with schema.

    Parameters Dictionary<string, string>

    A map of parameters to associate with the Data Factory Linked Service.

    Name string

    The name for the Data Factory Linked Service with schema.

    Parameters map[string]string

    A map of parameters to associate with the Data Factory Linked Service.

    name String

    The name for the Data Factory Linked Service with schema.

    parameters Map<String,String>

    A map of parameters to associate with the Data Factory Linked Service.

    name string

    The name for the Data Factory Linked Service with schema.

    parameters {[key: string]: string}

    A map of parameters to associate with the Data Factory Linked Service.

    name str

    The name for the Data Factory Linked Service with schema.

    parameters Mapping[str, str]

    A map of parameters to associate with the Data Factory Linked Service.

    name String

    The name for the Data Factory Linked Service with schema.

    parameters Map<String>

    A map of parameters to associate with the Data Factory Linked Service.

    FlowletDataFlowSourceSchemaLinkedService, FlowletDataFlowSourceSchemaLinkedServiceArgs

    Name string

    The name for the Data Factory Linked Service with schema.

    Parameters Dictionary<string, string>

    A map of parameters to associate with the Data Factory Linked Service.

    Name string

    The name for the Data Factory Linked Service with schema.

    Parameters map[string]string

    A map of parameters to associate with the Data Factory Linked Service.

    name String

    The name for the Data Factory Linked Service with schema.

    parameters Map<String,String>

    A map of parameters to associate with the Data Factory Linked Service.

    name string

    The name for the Data Factory Linked Service with schema.

    parameters {[key: string]: string}

    A map of parameters to associate with the Data Factory Linked Service.

    name str

    The name for the Data Factory Linked Service with schema.

    parameters Mapping[str, str]

    A map of parameters to associate with the Data Factory Linked Service.

    name String

    The name for the Data Factory Linked Service with schema.

    parameters Map<String>

    A map of parameters to associate with the Data Factory Linked Service.

    FlowletDataFlowTransformation, FlowletDataFlowTransformationArgs

    Name string

    The name for the Data Flow transformation.

    Dataset FlowletDataFlowTransformationDataset

    A dataset block as defined below.

    Description string

    The description for the Data Flow transformation.

    Flowlet FlowletDataFlowTransformationFlowlet

    A flowlet block as defined below.

    LinkedService FlowletDataFlowTransformationLinkedService

    A linked_service block as defined below.

    Name string

    The name for the Data Flow transformation.

    Dataset FlowletDataFlowTransformationDataset

    A dataset block as defined below.

    Description string

    The description for the Data Flow transformation.

    Flowlet FlowletDataFlowTransformationFlowlet

    A flowlet block as defined below.

    LinkedService FlowletDataFlowTransformationLinkedService

    A linked_service block as defined below.

    name String

    The name for the Data Flow transformation.

    dataset FlowletDataFlowTransformationDataset

    A dataset block as defined below.

    description String

    The description for the Data Flow transformation.

    flowlet FlowletDataFlowTransformationFlowlet

    A flowlet block as defined below.

    linkedService FlowletDataFlowTransformationLinkedService

    A linked_service block as defined below.

    name string

    The name for the Data Flow transformation.

    dataset FlowletDataFlowTransformationDataset

    A dataset block as defined below.

    description string

    The description for the Data Flow transformation.

    flowlet FlowletDataFlowTransformationFlowlet

    A flowlet block as defined below.

    linkedService FlowletDataFlowTransformationLinkedService

    A linked_service block as defined below.

    name str

    The name for the Data Flow transformation.

    dataset FlowletDataFlowTransformationDataset

    A dataset block as defined below.

    description str

    The description for the Data Flow transformation.

    flowlet FlowletDataFlowTransformationFlowlet

    A flowlet block as defined below.

    linked_service FlowletDataFlowTransformationLinkedService

    A linked_service block as defined below.

    name String

    The name for the Data Flow transformation.

    dataset Property Map

    A dataset block as defined below.

    description String

    The description for the Data Flow transformation.

    flowlet Property Map

    A flowlet block as defined below.

    linkedService Property Map

    A linked_service block as defined below.

    FlowletDataFlowTransformationDataset, FlowletDataFlowTransformationDatasetArgs

    Name string

    The name for the Data Factory Dataset.

    Parameters Dictionary<string, string>

    A map of parameters to associate with the Data Factory dataset.

    Name string

    The name for the Data Factory Dataset.

    Parameters map[string]string

    A map of parameters to associate with the Data Factory dataset.

    name String

    The name for the Data Factory Dataset.

    parameters Map<String,String>

    A map of parameters to associate with the Data Factory dataset.

    name string

    The name for the Data Factory Dataset.

    parameters {[key: string]: string}

    A map of parameters to associate with the Data Factory dataset.

    name str

    The name for the Data Factory Dataset.

    parameters Mapping[str, str]

    A map of parameters to associate with the Data Factory dataset.

    name String

    The name for the Data Factory Dataset.

    parameters Map<String>

    A map of parameters to associate with the Data Factory dataset.

    FlowletDataFlowTransformationFlowlet, FlowletDataFlowTransformationFlowletArgs

    Name string

    The name for the Data Factory Flowlet.

    DatasetParameters string

    Specifies the reference data flow parameters from dataset.

    Parameters Dictionary<string, string>

    A map of parameters to associate with the Data Factory Flowlet.

    Name string

    The name for the Data Factory Flowlet.

    DatasetParameters string

    Specifies the reference data flow parameters from dataset.

    Parameters map[string]string

    A map of parameters to associate with the Data Factory Flowlet.

    name String

    The name for the Data Factory Flowlet.

    datasetParameters String

    Specifies the reference data flow parameters from dataset.

    parameters Map<String,String>

    A map of parameters to associate with the Data Factory Flowlet.

    name string

    The name for the Data Factory Flowlet.

    datasetParameters string

    Specifies the reference data flow parameters from dataset.

    parameters {[key: string]: string}

    A map of parameters to associate with the Data Factory Flowlet.

    name str

    The name for the Data Factory Flowlet.

    dataset_parameters str

    Specifies the reference data flow parameters from dataset.

    parameters Mapping[str, str]

    A map of parameters to associate with the Data Factory Flowlet.

    name String

    The name for the Data Factory Flowlet.

    datasetParameters String

    Specifies the reference data flow parameters from dataset.

    parameters Map<String>

    A map of parameters to associate with the Data Factory Flowlet.

    FlowletDataFlowTransformationLinkedService, FlowletDataFlowTransformationLinkedServiceArgs

    Name string

    The name for the Data Factory Linked Service.

    Parameters Dictionary<string, string>

    A map of parameters to associate with the Data Factory Linked Service.

    Name string

    The name for the Data Factory Linked Service.

    Parameters map[string]string

    A map of parameters to associate with the Data Factory Linked Service.

    name String

    The name for the Data Factory Linked Service.

    parameters Map<String,String>

    A map of parameters to associate with the Data Factory Linked Service.

    name string

    The name for the Data Factory Linked Service.

    parameters {[key: string]: string}

    A map of parameters to associate with the Data Factory Linked Service.

    name str

    The name for the Data Factory Linked Service.

    parameters Mapping[str, str]

    A map of parameters to associate with the Data Factory Linked Service.

    name String

    The name for the Data Factory Linked Service.

    parameters Map<String>

    A map of parameters to associate with the Data Factory Linked Service.

    Import

    Data Factory Flowlet Data Flow can be imported using the resource id, e.g.

     $ pulumi import azure:datafactory/flowletDataFlow:FlowletDataFlow example /subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/example/providers/Microsoft.DataFactory/factories/example/dataflows/example
    

    Package Details

    Repository
    Azure Classic pulumi/pulumi-azure
    License
    Apache-2.0
    Notes

    This Pulumi package is based on the azurerm Terraform Provider.

    azure logo

    We recommend using Azure Native.

    Azure Classic v5.49.0 published on Tuesday, Aug 29, 2023 by Pulumi