This is the latest version of Azure Native. Use the Azure Native v2 docs if using the v2 version of this package.
Azure Native v3.13.0 published on Wednesday, Jan 28, 2026 by Pulumi
This is the latest version of Azure Native. Use the Azure Native v2 docs if using the v2 version of this package.
Azure Native v3.13.0 published on Wednesday, Jan 28, 2026 by Pulumi
Change data capture resource type.
Uses Azure REST API version 2018-06-01. In version 2.x of the Azure Native provider, it used API version 2018-06-01.
Example Usage
ChangeDataCapture_Create
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AzureNative = Pulumi.AzureNative;
return await Deployment.RunAsync(() =>
{
var changeDataCapture = new AzureNative.DataFactory.ChangeDataCapture("changeDataCapture", new()
{
AllowVNetOverride = false,
ChangeDataCaptureName = "exampleChangeDataCapture",
Description = "Sample demo change data capture to transfer data from delimited (csv) to Azure SQL Database with automapped and non-automapped mappings.",
FactoryName = "exampleFactoryName",
Policy = new AzureNative.DataFactory.Inputs.MapperPolicyArgs
{
Mode = "Microbatch",
Recurrence = new AzureNative.DataFactory.Inputs.MapperPolicyRecurrenceArgs
{
Frequency = AzureNative.DataFactory.FrequencyType.Minute,
Interval = 15,
},
},
ResourceGroupName = "exampleResourceGroup",
SourceConnectionsInfo = new[]
{
new AzureNative.DataFactory.Inputs.MapperSourceConnectionsInfoArgs
{
Connection = new AzureNative.DataFactory.Inputs.MapperConnectionArgs
{
CommonDslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "allowSchemaDrift",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "inferDriftedColumnTypes",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "format",
Value = "delimited",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "dateFormats",
Value = new[]
{
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd",
},
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "timestampFormats",
Value = new[]
{
"yyyyMMddHHmm",
"yyyyMMdd HHmm",
"yyyyMMddHHmmss",
"yyyyMMdd HHmmss",
"dd-MM-yyyy HH:mm:ss",
"dd-MM-yyyy HH:mm",
"yyyy-M-d H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss",
"yyyy-MM-dd HH:mm:ss",
"yyyy-MM-dd HH:mm",
"yyyy.MM.dd HH:mm:ss",
"MM/dd/yyyy HH:mm:ss",
"M/d/yyyy H:m:s",
"yyyy/MM/dd HH:mm:ss",
"yyyy/M/d H:m:s",
"dd MMM yyyy HH:mm:ss",
"dd MMMM yyyy HH:mm:ss",
"d MMM yyyy H:m:s",
"d MMMM yyyy H:m:s",
"d-M-yyyy H:m:s",
"d-M-yyyy H:m",
"yyyy-M-d H:m",
"MM/dd/yyyy HH:mm",
"M/d/yyyy H:m",
"yyyy/MM/dd HH:mm",
"yyyy/M/d H:m",
"dd MMMM yyyy HH:mm",
"dd MMM yyyy HH:mm",
"d MMMM yyyy H:m",
"d MMM yyyy H:m",
"MM-dd-yyyy hh:mm:ss a",
"MM-dd-yyyy HH:mm:ss",
"MM/dd/yyyy hh:mm:ss a",
"yyyy.MM.dd hh:mm:ss a",
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd",
},
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "enableCdc",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "skipInitialLoad",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "columnNamesAsHeader",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "columnDelimiter",
Value = ",",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "escapeChar",
Value = "\\\\",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "quoteChar",
Value = "\\\"",
},
},
IsInlineDataset = true,
LinkedService = new AzureNative.DataFactory.Inputs.LinkedServiceReferenceArgs
{
ReferenceName = "amjaAdls03",
Type = AzureNative.DataFactory.Type.LinkedServiceReference,
},
LinkedServiceType = "AzureBlobFS",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
SourceEntities = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "container",
Value = "source",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "fileSystem",
Value = "source",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "folderPath",
Value = "customer",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "allowSchemaDrift",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "inferDriftedColumnTypes",
Value = false,
},
},
Name = "source/customer",
Schema = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "short",
Name = "CustId",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustName",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustAddres",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustDepName",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustDepLoc",
},
},
},
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "container",
Value = "source",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "fileSystem",
Value = "source",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "folderPath",
Value = "employee",
},
},
Name = "source/employee",
Schema = new() { },
},
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "container",
Value = "lookup",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "fileSystem",
Value = "lookup",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "allowSchemaDrift",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "inferDriftedColumnTypes",
Value = false,
},
},
Name = "lookup",
Schema = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "short",
Name = "EmpId",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "EmpName",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "HomeAddress",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "OfficeAddress",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "integer",
Name = "EmpPhoneNumber",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "DepName",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "DepLoc",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "double",
Name = "DecimalCol",
},
},
},
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "container",
Value = "source",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "fileSystem",
Value = "source",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "folderPath",
Value = "justSchema",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "allowSchemaDrift",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "inferDriftedColumnTypes",
Value = false,
},
},
Name = "source/justSchema",
Schema = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustId",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustName",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustAddres",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustDepName",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustDepLoc",
},
},
},
},
},
},
TargetConnectionsInfo = new[]
{
new AzureNative.DataFactory.Inputs.MapperTargetConnectionsInfoArgs
{
Connection = new AzureNative.DataFactory.Inputs.MapperConnectionArgs
{
CommonDslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "allowSchemaDrift",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "inferDriftedColumnTypes",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "format",
Value = "table",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "store",
Value = "sqlserver",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "databaseType",
Value = "databaseType",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "database",
Value = "database",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "deletable",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "insertable",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "updateable",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "upsertable",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "skipDuplicateMapInputs",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "skipDuplicateMapOutputs",
Value = true,
},
},
IsInlineDataset = true,
LinkedService = new AzureNative.DataFactory.Inputs.LinkedServiceReferenceArgs
{
ReferenceName = "amjaSql",
Type = AzureNative.DataFactory.Type.LinkedServiceReference,
},
LinkedServiceType = "AzureSqlDatabase",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
DataMapperMappings = new[]
{
new AzureNative.DataFactory.Inputs.DataMapperMappingArgs
{
AttributeMappingInfo = new AzureNative.DataFactory.Inputs.MapperAttributeMappingsArgs
{
AttributeMappings = new() { },
},
SourceConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
SourceEntityName = "source/customer",
TargetEntityName = "dbo.customer",
},
new AzureNative.DataFactory.Inputs.DataMapperMappingArgs
{
AttributeMappingInfo = new AzureNative.DataFactory.Inputs.MapperAttributeMappingsArgs
{
AttributeMappings = new[]
{
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReferences = new[]
{
new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "lookup",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "EmpName",
},
},
Expression = "upper(EmpName)",
FunctionName = "upper",
Name = "Name",
Type = AzureNative.DataFactory.MappingType.Derived,
},
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReference = new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "lookup",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "EmpId",
},
FunctionName = "",
Name = "PersonID",
Type = AzureNative.DataFactory.MappingType.Direct,
},
},
},
SourceConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
SourceEntityName = "lookup",
TargetEntityName = "dbo.data_source_table",
},
new AzureNative.DataFactory.Inputs.DataMapperMappingArgs
{
AttributeMappingInfo = new AzureNative.DataFactory.Inputs.MapperAttributeMappingsArgs
{
AttributeMappings = new() { },
},
SourceConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
SourceEntityName = "source/employee",
TargetEntityName = "dbo.employee",
},
new AzureNative.DataFactory.Inputs.DataMapperMappingArgs
{
AttributeMappingInfo = new AzureNative.DataFactory.Inputs.MapperAttributeMappingsArgs
{
AttributeMappings = new[]
{
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReferences = new[]
{
new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/justSchema",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustAddres",
},
},
Expression = "trim(CustAddres)",
FunctionName = "trim",
Name = "CustAddres",
Type = AzureNative.DataFactory.MappingType.Derived,
},
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReference = new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/justSchema",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustDepLoc",
},
Name = "CustDepLoc",
Type = AzureNative.DataFactory.MappingType.Direct,
},
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReferences = new[]
{
new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/justSchema",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustName",
},
new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/justSchema",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustDepName",
},
},
Expression = "concat(CustName, \" -> \", CustDepName)",
FunctionName = "",
Name = "CustDepName",
Type = AzureNative.DataFactory.MappingType.Derived,
},
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReference = new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/justSchema",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustId",
},
FunctionName = "",
Name = "CustId",
Type = AzureNative.DataFactory.MappingType.Direct,
},
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReference = new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/justSchema",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustName",
},
Name = "CustName",
Type = AzureNative.DataFactory.MappingType.Direct,
},
},
},
SourceConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
SourceEntityName = "source/justSchema",
TargetEntityName = "dbo.justSchema",
},
},
Relationships = new() { },
TargetEntities = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "schemaName",
Value = "dbo",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "tableName",
Value = "employee",
},
},
Name = "dbo.employee",
Schema = new() { },
},
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "schemaName",
Value = "dbo",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "tableName",
Value = "justSchema",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "allowSchemaDrift",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "inferDriftedColumnTypes",
Value = true,
},
},
Name = "dbo.justSchema",
Schema = new() { },
},
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "schemaName",
Value = "dbo",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "tableName",
Value = "customer",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "allowSchemaDrift",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "inferDriftedColumnTypes",
Value = false,
},
},
Name = "dbo.customer",
Schema = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "integer",
Name = "CustId",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustName",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustAddres",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustDeptName",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustEmail",
},
},
},
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "schemaName",
Value = "dbo",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "tableName",
Value = "data_source_table",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "allowSchemaDrift",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "inferDriftedColumnTypes",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "defaultToUpsert",
Value = false,
},
},
Name = "dbo.data_source_table",
Schema = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "integer",
Name = "PersonID",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "Name",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "timestamp",
Name = "LastModifytime",
},
},
},
},
},
},
});
});
package main
import (
datafactory "github.com/pulumi/pulumi-azure-native-sdk/datafactory/v3"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := datafactory.NewChangeDataCapture(ctx, "changeDataCapture", &datafactory.ChangeDataCaptureArgs{
AllowVNetOverride: pulumi.Bool(false),
ChangeDataCaptureName: pulumi.String("exampleChangeDataCapture"),
Description: pulumi.String("Sample demo change data capture to transfer data from delimited (csv) to Azure SQL Database with automapped and non-automapped mappings."),
FactoryName: pulumi.String("exampleFactoryName"),
Policy: &datafactory.MapperPolicyArgs{
Mode: pulumi.String("Microbatch"),
Recurrence: &datafactory.MapperPolicyRecurrenceArgs{
Frequency: pulumi.String(datafactory.FrequencyTypeMinute),
Interval: pulumi.Int(15),
},
},
ResourceGroupName: pulumi.String("exampleResourceGroup"),
SourceConnectionsInfo: datafactory.MapperSourceConnectionsInfoArray{
&datafactory.MapperSourceConnectionsInfoArgs{
Connection: &datafactory.MapperConnectionArgs{
CommonDslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("allowSchemaDrift"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("inferDriftedColumnTypes"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("format"),
Value: pulumi.Any("delimited"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("dateFormats"),
Value: pulumi.Any{
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd",
},
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("timestampFormats"),
Value: pulumi.Any{
"yyyyMMddHHmm",
"yyyyMMdd HHmm",
"yyyyMMddHHmmss",
"yyyyMMdd HHmmss",
"dd-MM-yyyy HH:mm:ss",
"dd-MM-yyyy HH:mm",
"yyyy-M-d H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss",
"yyyy-MM-dd HH:mm:ss",
"yyyy-MM-dd HH:mm",
"yyyy.MM.dd HH:mm:ss",
"MM/dd/yyyy HH:mm:ss",
"M/d/yyyy H:m:s",
"yyyy/MM/dd HH:mm:ss",
"yyyy/M/d H:m:s",
"dd MMM yyyy HH:mm:ss",
"dd MMMM yyyy HH:mm:ss",
"d MMM yyyy H:m:s",
"d MMMM yyyy H:m:s",
"d-M-yyyy H:m:s",
"d-M-yyyy H:m",
"yyyy-M-d H:m",
"MM/dd/yyyy HH:mm",
"M/d/yyyy H:m",
"yyyy/MM/dd HH:mm",
"yyyy/M/d H:m",
"dd MMMM yyyy HH:mm",
"dd MMM yyyy HH:mm",
"d MMMM yyyy H:m",
"d MMM yyyy H:m",
"MM-dd-yyyy hh:mm:ss a",
"MM-dd-yyyy HH:mm:ss",
"MM/dd/yyyy hh:mm:ss a",
"yyyy.MM.dd hh:mm:ss a",
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd",
},
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("enableCdc"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("skipInitialLoad"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("columnNamesAsHeader"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("columnDelimiter"),
Value: pulumi.Any(","),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("escapeChar"),
Value: pulumi.Any("\\\\"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("quoteChar"),
Value: pulumi.Any("\\\""),
},
},
IsInlineDataset: pulumi.Bool(true),
LinkedService: &datafactory.LinkedServiceReferenceArgs{
ReferenceName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.TypeLinkedServiceReference),
},
LinkedServiceType: pulumi.String("AzureBlobFS"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
SourceEntities: datafactory.MapperTableArray{
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("container"),
Value: pulumi.Any("source"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("fileSystem"),
Value: pulumi.Any("source"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("folderPath"),
Value: pulumi.Any("customer"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("allowSchemaDrift"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("inferDriftedColumnTypes"),
Value: pulumi.Any(false),
},
},
Name: pulumi.String("source/customer"),
Schema: datafactory.MapperTableSchemaArray{
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("short"),
Name: pulumi.String("CustId"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustName"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustAddres"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustDepName"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustDepLoc"),
},
},
},
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("container"),
Value: pulumi.Any("source"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("fileSystem"),
Value: pulumi.Any("source"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("folderPath"),
Value: pulumi.Any("employee"),
},
},
Name: pulumi.String("source/employee"),
Schema: datafactory.MapperTableSchemaArray{},
},
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("container"),
Value: pulumi.Any("lookup"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("fileSystem"),
Value: pulumi.Any("lookup"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("allowSchemaDrift"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("inferDriftedColumnTypes"),
Value: pulumi.Any(false),
},
},
Name: pulumi.String("lookup"),
Schema: datafactory.MapperTableSchemaArray{
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("short"),
Name: pulumi.String("EmpId"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("EmpName"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("HomeAddress"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("OfficeAddress"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("integer"),
Name: pulumi.String("EmpPhoneNumber"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("DepName"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("DepLoc"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("double"),
Name: pulumi.String("DecimalCol"),
},
},
},
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("container"),
Value: pulumi.Any("source"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("fileSystem"),
Value: pulumi.Any("source"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("folderPath"),
Value: pulumi.Any("justSchema"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("allowSchemaDrift"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("inferDriftedColumnTypes"),
Value: pulumi.Any(false),
},
},
Name: pulumi.String("source/justSchema"),
Schema: datafactory.MapperTableSchemaArray{
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustId"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustName"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustAddres"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustDepName"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustDepLoc"),
},
},
},
},
},
},
TargetConnectionsInfo: datafactory.MapperTargetConnectionsInfoArray{
&datafactory.MapperTargetConnectionsInfoArgs{
Connection: &datafactory.MapperConnectionArgs{
CommonDslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("allowSchemaDrift"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("inferDriftedColumnTypes"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("format"),
Value: pulumi.Any("table"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("store"),
Value: pulumi.Any("sqlserver"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("databaseType"),
Value: pulumi.Any("databaseType"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("database"),
Value: pulumi.Any("database"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("deletable"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("insertable"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("updateable"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("upsertable"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("skipDuplicateMapInputs"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("skipDuplicateMapOutputs"),
Value: pulumi.Any(true),
},
},
IsInlineDataset: pulumi.Bool(true),
LinkedService: &datafactory.LinkedServiceReferenceArgs{
ReferenceName: pulumi.String("amjaSql"),
Type: pulumi.String(datafactory.TypeLinkedServiceReference),
},
LinkedServiceType: pulumi.String("AzureSqlDatabase"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
DataMapperMappings: datafactory.DataMapperMappingArray{
&datafactory.DataMapperMappingArgs{
AttributeMappingInfo: &datafactory.MapperAttributeMappingsArgs{
AttributeMappings: datafactory.MapperAttributeMappingArray{},
},
SourceConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
SourceEntityName: pulumi.String("source/customer"),
TargetEntityName: pulumi.String("dbo.customer"),
},
&datafactory.DataMapperMappingArgs{
AttributeMappingInfo: &datafactory.MapperAttributeMappingsArgs{
AttributeMappings: datafactory.MapperAttributeMappingArray{
&datafactory.MapperAttributeMappingArgs{
AttributeReferences: datafactory.MapperAttributeReferenceArray{
&datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("lookup"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("EmpName"),
},
},
Expression: pulumi.String("upper(EmpName)"),
FunctionName: pulumi.String("upper"),
Name: pulumi.String("Name"),
Type: pulumi.String(datafactory.MappingTypeDerived),
},
&datafactory.MapperAttributeMappingArgs{
AttributeReference: &datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("lookup"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("EmpId"),
},
FunctionName: pulumi.String(""),
Name: pulumi.String("PersonID"),
Type: pulumi.String(datafactory.MappingTypeDirect),
},
},
},
SourceConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
SourceEntityName: pulumi.String("lookup"),
TargetEntityName: pulumi.String("dbo.data_source_table"),
},
&datafactory.DataMapperMappingArgs{
AttributeMappingInfo: &datafactory.MapperAttributeMappingsArgs{
AttributeMappings: datafactory.MapperAttributeMappingArray{},
},
SourceConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
SourceEntityName: pulumi.String("source/employee"),
TargetEntityName: pulumi.String("dbo.employee"),
},
&datafactory.DataMapperMappingArgs{
AttributeMappingInfo: &datafactory.MapperAttributeMappingsArgs{
AttributeMappings: datafactory.MapperAttributeMappingArray{
&datafactory.MapperAttributeMappingArgs{
AttributeReferences: datafactory.MapperAttributeReferenceArray{
&datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/justSchema"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustAddres"),
},
},
Expression: pulumi.String("trim(CustAddres)"),
FunctionName: pulumi.String("trim"),
Name: pulumi.String("CustAddres"),
Type: pulumi.String(datafactory.MappingTypeDerived),
},
&datafactory.MapperAttributeMappingArgs{
AttributeReference: &datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/justSchema"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustDepLoc"),
},
Name: pulumi.String("CustDepLoc"),
Type: pulumi.String(datafactory.MappingTypeDirect),
},
&datafactory.MapperAttributeMappingArgs{
AttributeReferences: datafactory.MapperAttributeReferenceArray{
&datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/justSchema"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustName"),
},
&datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/justSchema"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustDepName"),
},
},
Expression: pulumi.String("concat(CustName, \" -> \", CustDepName)"),
FunctionName: pulumi.String(""),
Name: pulumi.String("CustDepName"),
Type: pulumi.String(datafactory.MappingTypeDerived),
},
&datafactory.MapperAttributeMappingArgs{
AttributeReference: &datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/justSchema"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustId"),
},
FunctionName: pulumi.String(""),
Name: pulumi.String("CustId"),
Type: pulumi.String(datafactory.MappingTypeDirect),
},
&datafactory.MapperAttributeMappingArgs{
AttributeReference: &datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/justSchema"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustName"),
},
Name: pulumi.String("CustName"),
Type: pulumi.String(datafactory.MappingTypeDirect),
},
},
},
SourceConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
SourceEntityName: pulumi.String("source/justSchema"),
TargetEntityName: pulumi.String("dbo.justSchema"),
},
},
Relationships: pulumi.Array{},
TargetEntities: datafactory.MapperTableArray{
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("schemaName"),
Value: pulumi.Any("dbo"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("tableName"),
Value: pulumi.Any("employee"),
},
},
Name: pulumi.String("dbo.employee"),
Schema: datafactory.MapperTableSchemaArray{},
},
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("schemaName"),
Value: pulumi.Any("dbo"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("tableName"),
Value: pulumi.Any("justSchema"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("allowSchemaDrift"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("inferDriftedColumnTypes"),
Value: pulumi.Any(true),
},
},
Name: pulumi.String("dbo.justSchema"),
Schema: datafactory.MapperTableSchemaArray{},
},
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("schemaName"),
Value: pulumi.Any("dbo"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("tableName"),
Value: pulumi.Any("customer"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("allowSchemaDrift"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("inferDriftedColumnTypes"),
Value: pulumi.Any(false),
},
},
Name: pulumi.String("dbo.customer"),
Schema: datafactory.MapperTableSchemaArray{
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("integer"),
Name: pulumi.String("CustId"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustName"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustAddres"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustDeptName"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustEmail"),
},
},
},
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("schemaName"),
Value: pulumi.Any("dbo"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("tableName"),
Value: pulumi.Any("data_source_table"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("allowSchemaDrift"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("inferDriftedColumnTypes"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("defaultToUpsert"),
Value: pulumi.Any(false),
},
},
Name: pulumi.String("dbo.data_source_table"),
Schema: datafactory.MapperTableSchemaArray{
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("integer"),
Name: pulumi.String("PersonID"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("Name"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("timestamp"),
Name: pulumi.String("LastModifytime"),
},
},
},
},
},
},
})
if err != nil {
return err
}
return nil
})
}
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azurenative.datafactory.ChangeDataCapture;
import com.pulumi.azurenative.datafactory.ChangeDataCaptureArgs;
import com.pulumi.azurenative.datafactory.inputs.MapperPolicyArgs;
import com.pulumi.azurenative.datafactory.inputs.MapperPolicyRecurrenceArgs;
import com.pulumi.azurenative.datafactory.inputs.MapperSourceConnectionsInfoArgs;
import com.pulumi.azurenative.datafactory.inputs.MapperConnectionArgs;
import com.pulumi.azurenative.datafactory.inputs.LinkedServiceReferenceArgs;
import com.pulumi.azurenative.datafactory.inputs.MapperTargetConnectionsInfoArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var changeDataCapture = new ChangeDataCapture("changeDataCapture", ChangeDataCaptureArgs.builder()
.allowVNetOverride(false)
.changeDataCaptureName("exampleChangeDataCapture")
.description("Sample demo change data capture to transfer data from delimited (csv) to Azure SQL Database with automapped and non-automapped mappings.")
.factoryName("exampleFactoryName")
.policy(MapperPolicyArgs.builder()
.mode("Microbatch")
.recurrence(MapperPolicyRecurrenceArgs.builder()
.frequency("Minute")
.interval(15)
.build())
.build())
.resourceGroupName("exampleResourceGroup")
.sourceConnectionsInfo(MapperSourceConnectionsInfoArgs.builder()
.connection(MapperConnectionArgs.builder()
.commonDslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("allowSchemaDrift")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("inferDriftedColumnTypes")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("format")
.value("delimited")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("dateFormats")
.value(
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("timestampFormats")
.value(
"yyyyMMddHHmm",
"yyyyMMdd HHmm",
"yyyyMMddHHmmss",
"yyyyMMdd HHmmss",
"dd-MM-yyyy HH:mm:ss",
"dd-MM-yyyy HH:mm",
"yyyy-M-d H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss",
"yyyy-MM-dd HH:mm:ss",
"yyyy-MM-dd HH:mm",
"yyyy.MM.dd HH:mm:ss",
"MM/dd/yyyy HH:mm:ss",
"M/d/yyyy H:m:s",
"yyyy/MM/dd HH:mm:ss",
"yyyy/M/d H:m:s",
"dd MMM yyyy HH:mm:ss",
"dd MMMM yyyy HH:mm:ss",
"d MMM yyyy H:m:s",
"d MMMM yyyy H:m:s",
"d-M-yyyy H:m:s",
"d-M-yyyy H:m",
"yyyy-M-d H:m",
"MM/dd/yyyy HH:mm",
"M/d/yyyy H:m",
"yyyy/MM/dd HH:mm",
"yyyy/M/d H:m",
"dd MMMM yyyy HH:mm",
"dd MMM yyyy HH:mm",
"d MMMM yyyy H:m",
"d MMM yyyy H:m",
"MM-dd-yyyy hh:mm:ss a",
"MM-dd-yyyy HH:mm:ss",
"MM/dd/yyyy hh:mm:ss a",
"yyyy.MM.dd hh:mm:ss a",
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("enableCdc")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("skipInitialLoad")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("columnNamesAsHeader")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("columnDelimiter")
.value(",")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("escapeChar")
.value("\\\\")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("quoteChar")
.value("\\\"")
.build())
.isInlineDataset(true)
.linkedService(LinkedServiceReferenceArgs.builder()
.referenceName("amjaAdls03")
.type("LinkedServiceReference")
.build())
.linkedServiceType("AzureBlobFS")
.type("linkedservicetype")
.build())
.sourceEntities(
MapperTableArgs.builder()
.dslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("container")
.value("source")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("fileSystem")
.value("source")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("folderPath")
.value("customer")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("allowSchemaDrift")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("inferDriftedColumnTypes")
.value(false)
.build())
.name("source/customer")
.schema(
MapperTableSchemaArgs.builder()
.dataType("short")
.name("CustId")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustName")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustAddres")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustDepName")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustDepLoc")
.build())
.build(),
MapperTableArgs.builder()
.dslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("container")
.value("source")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("fileSystem")
.value("source")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("folderPath")
.value("employee")
.build())
.name("source/employee")
.schema()
.build(),
MapperTableArgs.builder()
.dslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("container")
.value("lookup")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("fileSystem")
.value("lookup")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("allowSchemaDrift")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("inferDriftedColumnTypes")
.value(false)
.build())
.name("lookup")
.schema(
MapperTableSchemaArgs.builder()
.dataType("short")
.name("EmpId")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("EmpName")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("HomeAddress")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("OfficeAddress")
.build(),
MapperTableSchemaArgs.builder()
.dataType("integer")
.name("EmpPhoneNumber")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("DepName")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("DepLoc")
.build(),
MapperTableSchemaArgs.builder()
.dataType("double")
.name("DecimalCol")
.build())
.build(),
MapperTableArgs.builder()
.dslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("container")
.value("source")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("fileSystem")
.value("source")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("folderPath")
.value("justSchema")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("allowSchemaDrift")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("inferDriftedColumnTypes")
.value(false)
.build())
.name("source/justSchema")
.schema(
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustId")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustName")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustAddres")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustDepName")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustDepLoc")
.build())
.build())
.build())
.targetConnectionsInfo(MapperTargetConnectionsInfoArgs.builder()
.connection(MapperConnectionArgs.builder()
.commonDslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("allowSchemaDrift")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("inferDriftedColumnTypes")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("format")
.value("table")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("store")
.value("sqlserver")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("databaseType")
.value("databaseType")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("database")
.value("database")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("deletable")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("insertable")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("updateable")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("upsertable")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("skipDuplicateMapInputs")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("skipDuplicateMapOutputs")
.value(true)
.build())
.isInlineDataset(true)
.linkedService(LinkedServiceReferenceArgs.builder()
.referenceName("amjaSql")
.type("LinkedServiceReference")
.build())
.linkedServiceType("AzureSqlDatabase")
.type("linkedservicetype")
.build())
.dataMapperMappings(
DataMapperMappingArgs.builder()
.attributeMappingInfo(MapperAttributeMappingsArgs.builder()
.attributeMappings()
.build())
.sourceConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.sourceEntityName("source/customer")
.targetEntityName("dbo.customer")
.build(),
DataMapperMappingArgs.builder()
.attributeMappingInfo(MapperAttributeMappingsArgs.builder()
.attributeMappings(
MapperAttributeMappingArgs.builder()
.attributeReferences(MapperAttributeReferenceArgs.builder()
.entity("lookup")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("EmpName")
.build())
.expression("upper(EmpName)")
.functionName("upper")
.name("Name")
.type("Derived")
.build(),
MapperAttributeMappingArgs.builder()
.attributeReference(MapperAttributeReferenceArgs.builder()
.entity("lookup")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("EmpId")
.build())
.functionName("")
.name("PersonID")
.type("Direct")
.build())
.build())
.sourceConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.sourceEntityName("lookup")
.targetEntityName("dbo.data_source_table")
.build(),
DataMapperMappingArgs.builder()
.attributeMappingInfo(MapperAttributeMappingsArgs.builder()
.attributeMappings()
.build())
.sourceConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.sourceEntityName("source/employee")
.targetEntityName("dbo.employee")
.build(),
DataMapperMappingArgs.builder()
.attributeMappingInfo(MapperAttributeMappingsArgs.builder()
.attributeMappings(
MapperAttributeMappingArgs.builder()
.attributeReferences(MapperAttributeReferenceArgs.builder()
.entity("source/justSchema")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustAddres")
.build())
.expression("trim(CustAddres)")
.functionName("trim")
.name("CustAddres")
.type("Derived")
.build(),
MapperAttributeMappingArgs.builder()
.attributeReference(MapperAttributeReferenceArgs.builder()
.entity("source/justSchema")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustDepLoc")
.build())
.name("CustDepLoc")
.type("Direct")
.build(),
MapperAttributeMappingArgs.builder()
.attributeReferences(
MapperAttributeReferenceArgs.builder()
.entity("source/justSchema")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustName")
.build(),
MapperAttributeReferenceArgs.builder()
.entity("source/justSchema")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustDepName")
.build())
.expression("concat(CustName, \" -> \", CustDepName)")
.functionName("")
.name("CustDepName")
.type("Derived")
.build(),
MapperAttributeMappingArgs.builder()
.attributeReference(MapperAttributeReferenceArgs.builder()
.entity("source/justSchema")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustId")
.build())
.functionName("")
.name("CustId")
.type("Direct")
.build(),
MapperAttributeMappingArgs.builder()
.attributeReference(MapperAttributeReferenceArgs.builder()
.entity("source/justSchema")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustName")
.build())
.name("CustName")
.type("Direct")
.build())
.build())
.sourceConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.sourceEntityName("source/justSchema")
.targetEntityName("dbo.justSchema")
.build())
.relationships()
.targetEntities(
MapperTableArgs.builder()
.dslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("schemaName")
.value("dbo")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("tableName")
.value("employee")
.build())
.name("dbo.employee")
.schema()
.build(),
MapperTableArgs.builder()
.dslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("schemaName")
.value("dbo")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("tableName")
.value("justSchema")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("allowSchemaDrift")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("inferDriftedColumnTypes")
.value(true)
.build())
.name("dbo.justSchema")
.schema()
.build(),
MapperTableArgs.builder()
.dslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("schemaName")
.value("dbo")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("tableName")
.value("customer")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("allowSchemaDrift")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("inferDriftedColumnTypes")
.value(false)
.build())
.name("dbo.customer")
.schema(
MapperTableSchemaArgs.builder()
.dataType("integer")
.name("CustId")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustName")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustAddres")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustDeptName")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustEmail")
.build())
.build(),
MapperTableArgs.builder()
.dslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("schemaName")
.value("dbo")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("tableName")
.value("data_source_table")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("allowSchemaDrift")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("inferDriftedColumnTypes")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("defaultToUpsert")
.value(false)
.build())
.name("dbo.data_source_table")
.schema(
MapperTableSchemaArgs.builder()
.dataType("integer")
.name("PersonID")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("Name")
.build(),
MapperTableSchemaArgs.builder()
.dataType("timestamp")
.name("LastModifytime")
.build())
.build())
.build())
.build());
}
}
import * as pulumi from "@pulumi/pulumi";
import * as azure_native from "@pulumi/azure-native";
const changeDataCapture = new azure_native.datafactory.ChangeDataCapture("changeDataCapture", {
allowVNetOverride: false,
changeDataCaptureName: "exampleChangeDataCapture",
description: "Sample demo change data capture to transfer data from delimited (csv) to Azure SQL Database with automapped and non-automapped mappings.",
factoryName: "exampleFactoryName",
policy: {
mode: "Microbatch",
recurrence: {
frequency: azure_native.datafactory.FrequencyType.Minute,
interval: 15,
},
},
resourceGroupName: "exampleResourceGroup",
sourceConnectionsInfo: [{
connection: {
commonDslConnectorProperties: [
{
name: "allowSchemaDrift",
value: true,
},
{
name: "inferDriftedColumnTypes",
value: true,
},
{
name: "format",
value: "delimited",
},
{
name: "dateFormats",
value: [
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd",
],
},
{
name: "timestampFormats",
value: [
"yyyyMMddHHmm",
"yyyyMMdd HHmm",
"yyyyMMddHHmmss",
"yyyyMMdd HHmmss",
"dd-MM-yyyy HH:mm:ss",
"dd-MM-yyyy HH:mm",
"yyyy-M-d H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss",
"yyyy-MM-dd HH:mm:ss",
"yyyy-MM-dd HH:mm",
"yyyy.MM.dd HH:mm:ss",
"MM/dd/yyyy HH:mm:ss",
"M/d/yyyy H:m:s",
"yyyy/MM/dd HH:mm:ss",
"yyyy/M/d H:m:s",
"dd MMM yyyy HH:mm:ss",
"dd MMMM yyyy HH:mm:ss",
"d MMM yyyy H:m:s",
"d MMMM yyyy H:m:s",
"d-M-yyyy H:m:s",
"d-M-yyyy H:m",
"yyyy-M-d H:m",
"MM/dd/yyyy HH:mm",
"M/d/yyyy H:m",
"yyyy/MM/dd HH:mm",
"yyyy/M/d H:m",
"dd MMMM yyyy HH:mm",
"dd MMM yyyy HH:mm",
"d MMMM yyyy H:m",
"d MMM yyyy H:m",
"MM-dd-yyyy hh:mm:ss a",
"MM-dd-yyyy HH:mm:ss",
"MM/dd/yyyy hh:mm:ss a",
"yyyy.MM.dd hh:mm:ss a",
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd",
],
},
{
name: "enableCdc",
value: true,
},
{
name: "skipInitialLoad",
value: true,
},
{
name: "columnNamesAsHeader",
value: true,
},
{
name: "columnDelimiter",
value: ",",
},
{
name: "escapeChar",
value: "\\\\",
},
{
name: "quoteChar",
value: "\\\"",
},
],
isInlineDataset: true,
linkedService: {
referenceName: "amjaAdls03",
type: azure_native.datafactory.Type.LinkedServiceReference,
},
linkedServiceType: "AzureBlobFS",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
sourceEntities: [
{
dslConnectorProperties: [
{
name: "container",
value: "source",
},
{
name: "fileSystem",
value: "source",
},
{
name: "folderPath",
value: "customer",
},
{
name: "allowSchemaDrift",
value: false,
},
{
name: "inferDriftedColumnTypes",
value: false,
},
],
name: "source/customer",
schema: [
{
dataType: "short",
name: "CustId",
},
{
dataType: "string",
name: "CustName",
},
{
dataType: "string",
name: "CustAddres",
},
{
dataType: "string",
name: "CustDepName",
},
{
dataType: "string",
name: "CustDepLoc",
},
],
},
{
dslConnectorProperties: [
{
name: "container",
value: "source",
},
{
name: "fileSystem",
value: "source",
},
{
name: "folderPath",
value: "employee",
},
],
name: "source/employee",
schema: [],
},
{
dslConnectorProperties: [
{
name: "container",
value: "lookup",
},
{
name: "fileSystem",
value: "lookup",
},
{
name: "allowSchemaDrift",
value: false,
},
{
name: "inferDriftedColumnTypes",
value: false,
},
],
name: "lookup",
schema: [
{
dataType: "short",
name: "EmpId",
},
{
dataType: "string",
name: "EmpName",
},
{
dataType: "string",
name: "HomeAddress",
},
{
dataType: "string",
name: "OfficeAddress",
},
{
dataType: "integer",
name: "EmpPhoneNumber",
},
{
dataType: "string",
name: "DepName",
},
{
dataType: "string",
name: "DepLoc",
},
{
dataType: "double",
name: "DecimalCol",
},
],
},
{
dslConnectorProperties: [
{
name: "container",
value: "source",
},
{
name: "fileSystem",
value: "source",
},
{
name: "folderPath",
value: "justSchema",
},
{
name: "allowSchemaDrift",
value: false,
},
{
name: "inferDriftedColumnTypes",
value: false,
},
],
name: "source/justSchema",
schema: [
{
dataType: "string",
name: "CustId",
},
{
dataType: "string",
name: "CustName",
},
{
dataType: "string",
name: "CustAddres",
},
{
dataType: "string",
name: "CustDepName",
},
{
dataType: "string",
name: "CustDepLoc",
},
],
},
],
}],
targetConnectionsInfo: [{
connection: {
commonDslConnectorProperties: [
{
name: "allowSchemaDrift",
value: true,
},
{
name: "inferDriftedColumnTypes",
value: true,
},
{
name: "format",
value: "table",
},
{
name: "store",
value: "sqlserver",
},
{
name: "databaseType",
value: "databaseType",
},
{
name: "database",
value: "database",
},
{
name: "deletable",
value: false,
},
{
name: "insertable",
value: true,
},
{
name: "updateable",
value: false,
},
{
name: "upsertable",
value: false,
},
{
name: "skipDuplicateMapInputs",
value: true,
},
{
name: "skipDuplicateMapOutputs",
value: true,
},
],
isInlineDataset: true,
linkedService: {
referenceName: "amjaSql",
type: azure_native.datafactory.Type.LinkedServiceReference,
},
linkedServiceType: "AzureSqlDatabase",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
dataMapperMappings: [
{
attributeMappingInfo: {
attributeMappings: [],
},
sourceConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
sourceEntityName: "source/customer",
targetEntityName: "dbo.customer",
},
{
attributeMappingInfo: {
attributeMappings: [
{
attributeReferences: [{
entity: "lookup",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "EmpName",
}],
expression: "upper(EmpName)",
functionName: "upper",
name: "Name",
type: azure_native.datafactory.MappingType.Derived,
},
{
attributeReference: {
entity: "lookup",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "EmpId",
},
functionName: "",
name: "PersonID",
type: azure_native.datafactory.MappingType.Direct,
},
],
},
sourceConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
sourceEntityName: "lookup",
targetEntityName: "dbo.data_source_table",
},
{
attributeMappingInfo: {
attributeMappings: [],
},
sourceConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
sourceEntityName: "source/employee",
targetEntityName: "dbo.employee",
},
{
attributeMappingInfo: {
attributeMappings: [
{
attributeReferences: [{
entity: "source/justSchema",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustAddres",
}],
expression: "trim(CustAddres)",
functionName: "trim",
name: "CustAddres",
type: azure_native.datafactory.MappingType.Derived,
},
{
attributeReference: {
entity: "source/justSchema",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustDepLoc",
},
name: "CustDepLoc",
type: azure_native.datafactory.MappingType.Direct,
},
{
attributeReferences: [
{
entity: "source/justSchema",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustName",
},
{
entity: "source/justSchema",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustDepName",
},
],
expression: "concat(CustName, \" -> \", CustDepName)",
functionName: "",
name: "CustDepName",
type: azure_native.datafactory.MappingType.Derived,
},
{
attributeReference: {
entity: "source/justSchema",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustId",
},
functionName: "",
name: "CustId",
type: azure_native.datafactory.MappingType.Direct,
},
{
attributeReference: {
entity: "source/justSchema",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustName",
},
name: "CustName",
type: azure_native.datafactory.MappingType.Direct,
},
],
},
sourceConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
sourceEntityName: "source/justSchema",
targetEntityName: "dbo.justSchema",
},
],
relationships: [],
targetEntities: [
{
dslConnectorProperties: [
{
name: "schemaName",
value: "dbo",
},
{
name: "tableName",
value: "employee",
},
],
name: "dbo.employee",
schema: [],
},
{
dslConnectorProperties: [
{
name: "schemaName",
value: "dbo",
},
{
name: "tableName",
value: "justSchema",
},
{
name: "allowSchemaDrift",
value: true,
},
{
name: "inferDriftedColumnTypes",
value: true,
},
],
name: "dbo.justSchema",
schema: [],
},
{
dslConnectorProperties: [
{
name: "schemaName",
value: "dbo",
},
{
name: "tableName",
value: "customer",
},
{
name: "allowSchemaDrift",
value: false,
},
{
name: "inferDriftedColumnTypes",
value: false,
},
],
name: "dbo.customer",
schema: [
{
dataType: "integer",
name: "CustId",
},
{
dataType: "string",
name: "CustName",
},
{
dataType: "string",
name: "CustAddres",
},
{
dataType: "string",
name: "CustDeptName",
},
{
dataType: "string",
name: "CustEmail",
},
],
},
{
dslConnectorProperties: [
{
name: "schemaName",
value: "dbo",
},
{
name: "tableName",
value: "data_source_table",
},
{
name: "allowSchemaDrift",
value: false,
},
{
name: "inferDriftedColumnTypes",
value: false,
},
{
name: "defaultToUpsert",
value: false,
},
],
name: "dbo.data_source_table",
schema: [
{
dataType: "integer",
name: "PersonID",
},
{
dataType: "string",
name: "Name",
},
{
dataType: "timestamp",
name: "LastModifytime",
},
],
},
],
}],
});
import pulumi
import pulumi_azure_native as azure_native
change_data_capture = azure_native.datafactory.ChangeDataCapture("changeDataCapture",
allow_v_net_override=False,
change_data_capture_name="exampleChangeDataCapture",
description="Sample demo change data capture to transfer data from delimited (csv) to Azure SQL Database with automapped and non-automapped mappings.",
factory_name="exampleFactoryName",
policy={
"mode": "Microbatch",
"recurrence": {
"frequency": azure_native.datafactory.FrequencyType.MINUTE,
"interval": 15,
},
},
resource_group_name="exampleResourceGroup",
source_connections_info=[{
"connection": {
"common_dsl_connector_properties": [
{
"name": "allowSchemaDrift",
"value": True,
},
{
"name": "inferDriftedColumnTypes",
"value": True,
},
{
"name": "format",
"value": "delimited",
},
{
"name": "dateFormats",
"value": [
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd",
],
},
{
"name": "timestampFormats",
"value": [
"yyyyMMddHHmm",
"yyyyMMdd HHmm",
"yyyyMMddHHmmss",
"yyyyMMdd HHmmss",
"dd-MM-yyyy HH:mm:ss",
"dd-MM-yyyy HH:mm",
"yyyy-M-d H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss",
"yyyy-MM-dd HH:mm:ss",
"yyyy-MM-dd HH:mm",
"yyyy.MM.dd HH:mm:ss",
"MM/dd/yyyy HH:mm:ss",
"M/d/yyyy H:m:s",
"yyyy/MM/dd HH:mm:ss",
"yyyy/M/d H:m:s",
"dd MMM yyyy HH:mm:ss",
"dd MMMM yyyy HH:mm:ss",
"d MMM yyyy H:m:s",
"d MMMM yyyy H:m:s",
"d-M-yyyy H:m:s",
"d-M-yyyy H:m",
"yyyy-M-d H:m",
"MM/dd/yyyy HH:mm",
"M/d/yyyy H:m",
"yyyy/MM/dd HH:mm",
"yyyy/M/d H:m",
"dd MMMM yyyy HH:mm",
"dd MMM yyyy HH:mm",
"d MMMM yyyy H:m",
"d MMM yyyy H:m",
"MM-dd-yyyy hh:mm:ss a",
"MM-dd-yyyy HH:mm:ss",
"MM/dd/yyyy hh:mm:ss a",
"yyyy.MM.dd hh:mm:ss a",
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd",
],
},
{
"name": "enableCdc",
"value": True,
},
{
"name": "skipInitialLoad",
"value": True,
},
{
"name": "columnNamesAsHeader",
"value": True,
},
{
"name": "columnDelimiter",
"value": ",",
},
{
"name": "escapeChar",
"value": "\\\\",
},
{
"name": "quoteChar",
"value": "\\\"",
},
],
"is_inline_dataset": True,
"linked_service": {
"reference_name": "amjaAdls03",
"type": azure_native.datafactory.Type.LINKED_SERVICE_REFERENCE,
},
"linked_service_type": "AzureBlobFS",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"source_entities": [
{
"dsl_connector_properties": [
{
"name": "container",
"value": "source",
},
{
"name": "fileSystem",
"value": "source",
},
{
"name": "folderPath",
"value": "customer",
},
{
"name": "allowSchemaDrift",
"value": False,
},
{
"name": "inferDriftedColumnTypes",
"value": False,
},
],
"name": "source/customer",
"schema": [
{
"data_type": "short",
"name": "CustId",
},
{
"data_type": "string",
"name": "CustName",
},
{
"data_type": "string",
"name": "CustAddres",
},
{
"data_type": "string",
"name": "CustDepName",
},
{
"data_type": "string",
"name": "CustDepLoc",
},
],
},
{
"dsl_connector_properties": [
{
"name": "container",
"value": "source",
},
{
"name": "fileSystem",
"value": "source",
},
{
"name": "folderPath",
"value": "employee",
},
],
"name": "source/employee",
"schema": [],
},
{
"dsl_connector_properties": [
{
"name": "container",
"value": "lookup",
},
{
"name": "fileSystem",
"value": "lookup",
},
{
"name": "allowSchemaDrift",
"value": False,
},
{
"name": "inferDriftedColumnTypes",
"value": False,
},
],
"name": "lookup",
"schema": [
{
"data_type": "short",
"name": "EmpId",
},
{
"data_type": "string",
"name": "EmpName",
},
{
"data_type": "string",
"name": "HomeAddress",
},
{
"data_type": "string",
"name": "OfficeAddress",
},
{
"data_type": "integer",
"name": "EmpPhoneNumber",
},
{
"data_type": "string",
"name": "DepName",
},
{
"data_type": "string",
"name": "DepLoc",
},
{
"data_type": "double",
"name": "DecimalCol",
},
],
},
{
"dsl_connector_properties": [
{
"name": "container",
"value": "source",
},
{
"name": "fileSystem",
"value": "source",
},
{
"name": "folderPath",
"value": "justSchema",
},
{
"name": "allowSchemaDrift",
"value": False,
},
{
"name": "inferDriftedColumnTypes",
"value": False,
},
],
"name": "source/justSchema",
"schema": [
{
"data_type": "string",
"name": "CustId",
},
{
"data_type": "string",
"name": "CustName",
},
{
"data_type": "string",
"name": "CustAddres",
},
{
"data_type": "string",
"name": "CustDepName",
},
{
"data_type": "string",
"name": "CustDepLoc",
},
],
},
],
}],
target_connections_info=[{
"connection": {
"common_dsl_connector_properties": [
{
"name": "allowSchemaDrift",
"value": True,
},
{
"name": "inferDriftedColumnTypes",
"value": True,
},
{
"name": "format",
"value": "table",
},
{
"name": "store",
"value": "sqlserver",
},
{
"name": "databaseType",
"value": "databaseType",
},
{
"name": "database",
"value": "database",
},
{
"name": "deletable",
"value": False,
},
{
"name": "insertable",
"value": True,
},
{
"name": "updateable",
"value": False,
},
{
"name": "upsertable",
"value": False,
},
{
"name": "skipDuplicateMapInputs",
"value": True,
},
{
"name": "skipDuplicateMapOutputs",
"value": True,
},
],
"is_inline_dataset": True,
"linked_service": {
"reference_name": "amjaSql",
"type": azure_native.datafactory.Type.LINKED_SERVICE_REFERENCE,
},
"linked_service_type": "AzureSqlDatabase",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"data_mapper_mappings": [
{
"attribute_mapping_info": {
"attribute_mappings": [],
},
"source_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"source_entity_name": "source/customer",
"target_entity_name": "dbo.customer",
},
{
"attribute_mapping_info": {
"attribute_mappings": [
{
"attribute_references": [{
"entity": "lookup",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "EmpName",
}],
"expression": "upper(EmpName)",
"function_name": "upper",
"name": "Name",
"type": azure_native.datafactory.MappingType.DERIVED,
},
{
"attribute_reference": {
"entity": "lookup",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "EmpId",
},
"function_name": "",
"name": "PersonID",
"type": azure_native.datafactory.MappingType.DIRECT,
},
],
},
"source_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"source_entity_name": "lookup",
"target_entity_name": "dbo.data_source_table",
},
{
"attribute_mapping_info": {
"attribute_mappings": [],
},
"source_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"source_entity_name": "source/employee",
"target_entity_name": "dbo.employee",
},
{
"attribute_mapping_info": {
"attribute_mappings": [
{
"attribute_references": [{
"entity": "source/justSchema",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustAddres",
}],
"expression": "trim(CustAddres)",
"function_name": "trim",
"name": "CustAddres",
"type": azure_native.datafactory.MappingType.DERIVED,
},
{
"attribute_reference": {
"entity": "source/justSchema",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustDepLoc",
},
"name": "CustDepLoc",
"type": azure_native.datafactory.MappingType.DIRECT,
},
{
"attribute_references": [
{
"entity": "source/justSchema",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustName",
},
{
"entity": "source/justSchema",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustDepName",
},
],
"expression": "concat(CustName, \" -> \", CustDepName)",
"function_name": "",
"name": "CustDepName",
"type": azure_native.datafactory.MappingType.DERIVED,
},
{
"attribute_reference": {
"entity": "source/justSchema",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustId",
},
"function_name": "",
"name": "CustId",
"type": azure_native.datafactory.MappingType.DIRECT,
},
{
"attribute_reference": {
"entity": "source/justSchema",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustName",
},
"name": "CustName",
"type": azure_native.datafactory.MappingType.DIRECT,
},
],
},
"source_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"source_entity_name": "source/justSchema",
"target_entity_name": "dbo.justSchema",
},
],
"relationships": [],
"target_entities": [
{
"dsl_connector_properties": [
{
"name": "schemaName",
"value": "dbo",
},
{
"name": "tableName",
"value": "employee",
},
],
"name": "dbo.employee",
"schema": [],
},
{
"dsl_connector_properties": [
{
"name": "schemaName",
"value": "dbo",
},
{
"name": "tableName",
"value": "justSchema",
},
{
"name": "allowSchemaDrift",
"value": True,
},
{
"name": "inferDriftedColumnTypes",
"value": True,
},
],
"name": "dbo.justSchema",
"schema": [],
},
{
"dsl_connector_properties": [
{
"name": "schemaName",
"value": "dbo",
},
{
"name": "tableName",
"value": "customer",
},
{
"name": "allowSchemaDrift",
"value": False,
},
{
"name": "inferDriftedColumnTypes",
"value": False,
},
],
"name": "dbo.customer",
"schema": [
{
"data_type": "integer",
"name": "CustId",
},
{
"data_type": "string",
"name": "CustName",
},
{
"data_type": "string",
"name": "CustAddres",
},
{
"data_type": "string",
"name": "CustDeptName",
},
{
"data_type": "string",
"name": "CustEmail",
},
],
},
{
"dsl_connector_properties": [
{
"name": "schemaName",
"value": "dbo",
},
{
"name": "tableName",
"value": "data_source_table",
},
{
"name": "allowSchemaDrift",
"value": False,
},
{
"name": "inferDriftedColumnTypes",
"value": False,
},
{
"name": "defaultToUpsert",
"value": False,
},
],
"name": "dbo.data_source_table",
"schema": [
{
"data_type": "integer",
"name": "PersonID",
},
{
"data_type": "string",
"name": "Name",
},
{
"data_type": "timestamp",
"name": "LastModifytime",
},
],
},
],
}])
resources:
changeDataCapture:
type: azure-native:datafactory:ChangeDataCapture
properties:
allowVNetOverride: false
changeDataCaptureName: exampleChangeDataCapture
description: Sample demo change data capture to transfer data from delimited (csv) to Azure SQL Database with automapped and non-automapped mappings.
factoryName: exampleFactoryName
policy:
mode: Microbatch
recurrence:
frequency: Minute
interval: 15
resourceGroupName: exampleResourceGroup
sourceConnectionsInfo:
- connection:
commonDslConnectorProperties:
- name: allowSchemaDrift
value: true
- name: inferDriftedColumnTypes
value: true
- name: format
value: delimited
- name: dateFormats
value:
- MM/dd/yyyy
- dd/MM/yyyy
- yyyy/MM/dd
- MM-dd-yyyy
- dd-MM-yyyy
- yyyy-MM-dd
- dd.MM.yyyy
- MM.dd.yyyy
- yyyy.MM.dd
- name: timestampFormats
value:
- yyyyMMddHHmm
- yyyyMMdd HHmm
- yyyyMMddHHmmss
- yyyyMMdd HHmmss
- dd-MM-yyyy HH:mm:ss
- dd-MM-yyyy HH:mm
- yyyy-M-d H:m:s
- yyyy-MM-dd\'T\'HH:mm:ss\'Z\'
- yyyy-M-d\'T\'H:m:s\'Z\'
- yyyy-M-d\'T\'H:m:s
- yyyy-MM-dd\'T\'HH:mm:ss
- yyyy-MM-dd HH:mm:ss
- yyyy-MM-dd HH:mm
- yyyy.MM.dd HH:mm:ss
- MM/dd/yyyy HH:mm:ss
- M/d/yyyy H:m:s
- yyyy/MM/dd HH:mm:ss
- yyyy/M/d H:m:s
- dd MMM yyyy HH:mm:ss
- dd MMMM yyyy HH:mm:ss
- d MMM yyyy H:m:s
- d MMMM yyyy H:m:s
- d-M-yyyy H:m:s
- d-M-yyyy H:m
- yyyy-M-d H:m
- MM/dd/yyyy HH:mm
- M/d/yyyy H:m
- yyyy/MM/dd HH:mm
- yyyy/M/d H:m
- dd MMMM yyyy HH:mm
- dd MMM yyyy HH:mm
- d MMMM yyyy H:m
- d MMM yyyy H:m
- MM-dd-yyyy hh:mm:ss a
- MM-dd-yyyy HH:mm:ss
- MM/dd/yyyy hh:mm:ss a
- yyyy.MM.dd hh:mm:ss a
- MM/dd/yyyy
- dd/MM/yyyy
- yyyy/MM/dd
- MM-dd-yyyy
- dd-MM-yyyy
- yyyy-MM-dd
- dd.MM.yyyy
- MM.dd.yyyy
- yyyy.MM.dd
- name: enableCdc
value: true
- name: skipInitialLoad
value: true
- name: columnNamesAsHeader
value: true
- name: columnDelimiter
value: ','
- name: escapeChar
value: \\
- name: quoteChar
value: \"
isInlineDataset: true
linkedService:
referenceName: amjaAdls03
type: LinkedServiceReference
linkedServiceType: AzureBlobFS
type: linkedservicetype
sourceEntities:
- dslConnectorProperties:
- name: container
value: source
- name: fileSystem
value: source
- name: folderPath
value: customer
- name: allowSchemaDrift
value: false
- name: inferDriftedColumnTypes
value: false
name: source/customer
schema:
- dataType: short
name: CustId
- dataType: string
name: CustName
- dataType: string
name: CustAddres
- dataType: string
name: CustDepName
- dataType: string
name: CustDepLoc
- dslConnectorProperties:
- name: container
value: source
- name: fileSystem
value: source
- name: folderPath
value: employee
name: source/employee
schema: []
- dslConnectorProperties:
- name: container
value: lookup
- name: fileSystem
value: lookup
- name: allowSchemaDrift
value: false
- name: inferDriftedColumnTypes
value: false
name: lookup
schema:
- dataType: short
name: EmpId
- dataType: string
name: EmpName
- dataType: string
name: HomeAddress
- dataType: string
name: OfficeAddress
- dataType: integer
name: EmpPhoneNumber
- dataType: string
name: DepName
- dataType: string
name: DepLoc
- dataType: double
name: DecimalCol
- dslConnectorProperties:
- name: container
value: source
- name: fileSystem
value: source
- name: folderPath
value: justSchema
- name: allowSchemaDrift
value: false
- name: inferDriftedColumnTypes
value: false
name: source/justSchema
schema:
- dataType: string
name: CustId
- dataType: string
name: CustName
- dataType: string
name: CustAddres
- dataType: string
name: CustDepName
- dataType: string
name: CustDepLoc
targetConnectionsInfo:
- connection:
commonDslConnectorProperties:
- name: allowSchemaDrift
value: true
- name: inferDriftedColumnTypes
value: true
- name: format
value: table
- name: store
value: sqlserver
- name: databaseType
value: databaseType
- name: database
value: database
- name: deletable
value: false
- name: insertable
value: true
- name: updateable
value: false
- name: upsertable
value: false
- name: skipDuplicateMapInputs
value: true
- name: skipDuplicateMapOutputs
value: true
isInlineDataset: true
linkedService:
referenceName: amjaSql
type: LinkedServiceReference
linkedServiceType: AzureSqlDatabase
type: linkedservicetype
dataMapperMappings:
- attributeMappingInfo:
attributeMappings: []
sourceConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
sourceEntityName: source/customer
targetEntityName: dbo.customer
- attributeMappingInfo:
attributeMappings:
- attributeReferences:
- entity: lookup
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: EmpName
expression: upper(EmpName)
functionName: upper
name: Name
type: Derived
- attributeReference:
entity: lookup
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: EmpId
functionName: ""
name: PersonID
type: Direct
sourceConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
sourceEntityName: lookup
targetEntityName: dbo.data_source_table
- attributeMappingInfo:
attributeMappings: []
sourceConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
sourceEntityName: source/employee
targetEntityName: dbo.employee
- attributeMappingInfo:
attributeMappings:
- attributeReferences:
- entity: source/justSchema
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustAddres
expression: trim(CustAddres)
functionName: trim
name: CustAddres
type: Derived
- attributeReference:
entity: source/justSchema
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustDepLoc
name: CustDepLoc
type: Direct
- attributeReferences:
- entity: source/justSchema
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustName
- entity: source/justSchema
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustDepName
expression: concat(CustName, " -> ", CustDepName)
functionName: ""
name: CustDepName
type: Derived
- attributeReference:
entity: source/justSchema
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustId
functionName: ""
name: CustId
type: Direct
- attributeReference:
entity: source/justSchema
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustName
name: CustName
type: Direct
sourceConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
sourceEntityName: source/justSchema
targetEntityName: dbo.justSchema
relationships: []
targetEntities:
- dslConnectorProperties:
- name: schemaName
value: dbo
- name: tableName
value: employee
name: dbo.employee
schema: []
- dslConnectorProperties:
- name: schemaName
value: dbo
- name: tableName
value: justSchema
- name: allowSchemaDrift
value: true
- name: inferDriftedColumnTypes
value: true
name: dbo.justSchema
schema: []
- dslConnectorProperties:
- name: schemaName
value: dbo
- name: tableName
value: customer
- name: allowSchemaDrift
value: false
- name: inferDriftedColumnTypes
value: false
name: dbo.customer
schema:
- dataType: integer
name: CustId
- dataType: string
name: CustName
- dataType: string
name: CustAddres
- dataType: string
name: CustDeptName
- dataType: string
name: CustEmail
- dslConnectorProperties:
- name: schemaName
value: dbo
- name: tableName
value: data_source_table
- name: allowSchemaDrift
value: false
- name: inferDriftedColumnTypes
value: false
- name: defaultToUpsert
value: false
name: dbo.data_source_table
schema:
- dataType: integer
name: PersonID
- dataType: string
name: Name
- dataType: timestamp
name: LastModifytime
ChangeDataCapture_Update
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using AzureNative = Pulumi.AzureNative;
return await Deployment.RunAsync(() =>
{
var changeDataCapture = new AzureNative.DataFactory.ChangeDataCapture("changeDataCapture", new()
{
AllowVNetOverride = false,
ChangeDataCaptureName = "exampleChangeDataCapture",
Description = "Sample demo change data capture to transfer data from delimited (csv) to Azure SQL Database. Updating table mappings.",
FactoryName = "exampleFactoryName",
Policy = new AzureNative.DataFactory.Inputs.MapperPolicyArgs
{
Mode = "Microbatch",
Recurrence = new AzureNative.DataFactory.Inputs.MapperPolicyRecurrenceArgs
{
Frequency = AzureNative.DataFactory.FrequencyType.Minute,
Interval = 15,
},
},
ResourceGroupName = "exampleResourceGroup",
SourceConnectionsInfo = new[]
{
new AzureNative.DataFactory.Inputs.MapperSourceConnectionsInfoArgs
{
Connection = new AzureNative.DataFactory.Inputs.MapperConnectionArgs
{
CommonDslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "allowSchemaDrift",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "inferDriftedColumnTypes",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "format",
Value = "delimited",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "dateFormats",
Value = new[]
{
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd",
},
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "timestampFormats",
Value = new[]
{
"yyyyMMddHHmm",
"yyyyMMdd HHmm",
"yyyyMMddHHmmss",
"yyyyMMdd HHmmss",
"dd-MM-yyyy HH:mm:ss",
"dd-MM-yyyy HH:mm",
"yyyy-M-d H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss",
"yyyy-MM-dd HH:mm:ss",
"yyyy-MM-dd HH:mm",
"yyyy.MM.dd HH:mm:ss",
"MM/dd/yyyy HH:mm:ss",
"M/d/yyyy H:m:s",
"yyyy/MM/dd HH:mm:ss",
"yyyy/M/d H:m:s",
"dd MMM yyyy HH:mm:ss",
"dd MMMM yyyy HH:mm:ss",
"d MMM yyyy H:m:s",
"d MMMM yyyy H:m:s",
"d-M-yyyy H:m:s",
"d-M-yyyy H:m",
"yyyy-M-d H:m",
"MM/dd/yyyy HH:mm",
"M/d/yyyy H:m",
"yyyy/MM/dd HH:mm",
"yyyy/M/d H:m",
"dd MMMM yyyy HH:mm",
"dd MMM yyyy HH:mm",
"d MMMM yyyy H:m",
"d MMM yyyy H:m",
"MM-dd-yyyy hh:mm:ss a",
"MM-dd-yyyy HH:mm:ss",
"MM/dd/yyyy hh:mm:ss a",
"yyyy.MM.dd hh:mm:ss a",
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd",
},
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "enableCdc",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "skipInitialLoad",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "columnNamesAsHeader",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "columnDelimiter",
Value = ",",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "escapeChar",
Value = "\\\\",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "quoteChar",
Value = "\\\"",
},
},
IsInlineDataset = true,
LinkedService = new AzureNative.DataFactory.Inputs.LinkedServiceReferenceArgs
{
ReferenceName = "amjaAdls03",
Type = AzureNative.DataFactory.Type.LinkedServiceReference,
},
LinkedServiceType = "AzureBlobFS",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
SourceEntities = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "container",
Value = "source",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "fileSystem",
Value = "source",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "folderPath",
Value = "customer",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "allowSchemaDrift",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "inferDriftedColumnTypes",
Value = false,
},
},
Name = "source/customer",
Schema = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "short",
Name = "CustId",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustName",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustAddres",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustDepName",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustDepLoc",
},
},
},
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "container",
Value = "source",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "fileSystem",
Value = "source",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "folderPath",
Value = "employee",
},
},
Name = "source/employee",
Schema = new() { },
},
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "container",
Value = "lookup",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "fileSystem",
Value = "lookup",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "allowSchemaDrift",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "inferDriftedColumnTypes",
Value = false,
},
},
Name = "lookup",
Schema = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "short",
Name = "EmpId",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "EmpName",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "HomeAddress",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "OfficeAddress",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "integer",
Name = "EmpPhoneNumber",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "DepName",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "DepLoc",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "double",
Name = "DecimalCol",
},
},
},
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "container",
Value = "source",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "fileSystem",
Value = "source",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "folderPath",
Value = "justSchema",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "allowSchemaDrift",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "inferDriftedColumnTypes",
Value = false,
},
},
Name = "source/justSchema",
Schema = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustId",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustName",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustAddres",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustDepName",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustDepLoc",
},
},
},
},
},
},
Status = "Stopped",
TargetConnectionsInfo = new[]
{
new AzureNative.DataFactory.Inputs.MapperTargetConnectionsInfoArgs
{
Connection = new AzureNative.DataFactory.Inputs.MapperConnectionArgs
{
CommonDslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "allowSchemaDrift",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "inferDriftedColumnTypes",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "format",
Value = "table",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "store",
Value = "sqlserver",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "databaseType",
Value = "databaseType",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "database",
Value = "database",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "deletable",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "insertable",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "updateable",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "upsertable",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "skipDuplicateMapInputs",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "skipDuplicateMapOutputs",
Value = true,
},
},
IsInlineDataset = true,
LinkedService = new AzureNative.DataFactory.Inputs.LinkedServiceReferenceArgs
{
ReferenceName = "amjaSql",
Type = AzureNative.DataFactory.Type.LinkedServiceReference,
},
LinkedServiceType = "AzureSqlDatabase",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
DataMapperMappings = new[]
{
new AzureNative.DataFactory.Inputs.DataMapperMappingArgs
{
AttributeMappingInfo = new AzureNative.DataFactory.Inputs.MapperAttributeMappingsArgs
{
AttributeMappings = new[]
{
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReferences = new[]
{
new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/customer",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustAddres",
},
},
Expression = "trim(CustAddres)",
FunctionName = "trim",
Name = "CustAddres",
Type = AzureNative.DataFactory.MappingType.Derived,
},
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReference = new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/customer",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustDepName",
},
FunctionName = "",
Name = "CustDeptName",
Type = AzureNative.DataFactory.MappingType.Direct,
},
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReference = new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/customer",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustName",
},
FunctionName = "",
Name = "CustEmail",
Type = AzureNative.DataFactory.MappingType.Direct,
},
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReference = new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/customer",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustId",
},
FunctionName = "",
Name = "CustId",
Type = AzureNative.DataFactory.MappingType.Direct,
},
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReference = new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/customer",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustName",
},
FunctionName = "",
Name = "CustName",
Type = AzureNative.DataFactory.MappingType.Direct,
},
},
},
SourceConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
SourceEntityName = "source/customer",
TargetEntityName = "dbo.customer",
},
new AzureNative.DataFactory.Inputs.DataMapperMappingArgs
{
AttributeMappingInfo = new AzureNative.DataFactory.Inputs.MapperAttributeMappingsArgs
{
AttributeMappings = new[]
{
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReferences = new[]
{
new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "lookup",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "EmpName",
},
},
Expression = "upper(EmpName)",
FunctionName = "upper",
Name = "Name",
Type = AzureNative.DataFactory.MappingType.Derived,
},
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReference = new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "lookup",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "EmpId",
},
FunctionName = "",
Name = "PersonID",
Type = AzureNative.DataFactory.MappingType.Direct,
},
},
},
SourceConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
SourceEntityName = "lookup",
TargetEntityName = "dbo.data_source_table",
},
new AzureNative.DataFactory.Inputs.DataMapperMappingArgs
{
AttributeMappingInfo = new AzureNative.DataFactory.Inputs.MapperAttributeMappingsArgs
{
AttributeMappings = new() { },
},
SourceConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
SourceEntityName = "source/employee",
TargetEntityName = "dbo.employee",
},
new AzureNative.DataFactory.Inputs.DataMapperMappingArgs
{
AttributeMappingInfo = new AzureNative.DataFactory.Inputs.MapperAttributeMappingsArgs
{
AttributeMappings = new[]
{
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReferences = new[]
{
new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/justSchema",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustAddres",
},
},
Expression = "trim(CustAddres)",
FunctionName = "trim",
Name = "CustAddres",
Type = AzureNative.DataFactory.MappingType.Derived,
},
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReference = new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/justSchema",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustDepLoc",
},
Name = "CustDepLoc",
Type = AzureNative.DataFactory.MappingType.Direct,
},
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReferences = new[]
{
new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/justSchema",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustName",
},
new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/justSchema",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustDepName",
},
},
Expression = "concat(CustName, \" -> \", CustDepName)",
FunctionName = "",
Name = "CustDepName",
Type = AzureNative.DataFactory.MappingType.Derived,
},
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReference = new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/justSchema",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustId",
},
FunctionName = "",
Name = "CustId",
Type = AzureNative.DataFactory.MappingType.Direct,
},
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReference = new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "source/justSchema",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
Name = "CustName",
},
Name = "CustName",
Type = AzureNative.DataFactory.MappingType.Direct,
},
},
},
SourceConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "amjaAdls03",
Type = AzureNative.DataFactory.ConnectionType.Linkedservicetype,
},
SourceEntityName = "source/justSchema",
TargetEntityName = "dbo.justSchema",
},
},
Relationships = new() { },
TargetEntities = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "schemaName",
Value = "dbo",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "tableName",
Value = "employee",
},
},
Name = "dbo.employee",
Schema = new() { },
},
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "schemaName",
Value = "dbo",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "tableName",
Value = "justSchema",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "allowSchemaDrift",
Value = true,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "inferDriftedColumnTypes",
Value = true,
},
},
Name = "dbo.justSchema",
Schema = new() { },
},
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "schemaName",
Value = "dbo",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "tableName",
Value = "customer",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "allowSchemaDrift",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "inferDriftedColumnTypes",
Value = false,
},
},
Name = "dbo.customer",
Schema = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "integer",
Name = "CustId",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustName",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustAddres",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustDeptName",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "CustEmail",
},
},
},
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "schemaName",
Value = "dbo",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "tableName",
Value = "data_source_table",
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "allowSchemaDrift",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "inferDriftedColumnTypes",
Value = false,
},
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "defaultToUpsert",
Value = false,
},
},
Name = "dbo.data_source_table",
Schema = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "integer",
Name = "PersonID",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "Name",
},
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "timestamp",
Name = "LastModifytime",
},
},
},
},
},
},
});
});
package main
import (
datafactory "github.com/pulumi/pulumi-azure-native-sdk/datafactory/v3"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := datafactory.NewChangeDataCapture(ctx, "changeDataCapture", &datafactory.ChangeDataCaptureArgs{
AllowVNetOverride: pulumi.Bool(false),
ChangeDataCaptureName: pulumi.String("exampleChangeDataCapture"),
Description: pulumi.String("Sample demo change data capture to transfer data from delimited (csv) to Azure SQL Database. Updating table mappings."),
FactoryName: pulumi.String("exampleFactoryName"),
Policy: &datafactory.MapperPolicyArgs{
Mode: pulumi.String("Microbatch"),
Recurrence: &datafactory.MapperPolicyRecurrenceArgs{
Frequency: pulumi.String(datafactory.FrequencyTypeMinute),
Interval: pulumi.Int(15),
},
},
ResourceGroupName: pulumi.String("exampleResourceGroup"),
SourceConnectionsInfo: datafactory.MapperSourceConnectionsInfoArray{
&datafactory.MapperSourceConnectionsInfoArgs{
Connection: &datafactory.MapperConnectionArgs{
CommonDslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("allowSchemaDrift"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("inferDriftedColumnTypes"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("format"),
Value: pulumi.Any("delimited"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("dateFormats"),
Value: pulumi.Any{
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd",
},
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("timestampFormats"),
Value: pulumi.Any{
"yyyyMMddHHmm",
"yyyyMMdd HHmm",
"yyyyMMddHHmmss",
"yyyyMMdd HHmmss",
"dd-MM-yyyy HH:mm:ss",
"dd-MM-yyyy HH:mm",
"yyyy-M-d H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss",
"yyyy-MM-dd HH:mm:ss",
"yyyy-MM-dd HH:mm",
"yyyy.MM.dd HH:mm:ss",
"MM/dd/yyyy HH:mm:ss",
"M/d/yyyy H:m:s",
"yyyy/MM/dd HH:mm:ss",
"yyyy/M/d H:m:s",
"dd MMM yyyy HH:mm:ss",
"dd MMMM yyyy HH:mm:ss",
"d MMM yyyy H:m:s",
"d MMMM yyyy H:m:s",
"d-M-yyyy H:m:s",
"d-M-yyyy H:m",
"yyyy-M-d H:m",
"MM/dd/yyyy HH:mm",
"M/d/yyyy H:m",
"yyyy/MM/dd HH:mm",
"yyyy/M/d H:m",
"dd MMMM yyyy HH:mm",
"dd MMM yyyy HH:mm",
"d MMMM yyyy H:m",
"d MMM yyyy H:m",
"MM-dd-yyyy hh:mm:ss a",
"MM-dd-yyyy HH:mm:ss",
"MM/dd/yyyy hh:mm:ss a",
"yyyy.MM.dd hh:mm:ss a",
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd",
},
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("enableCdc"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("skipInitialLoad"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("columnNamesAsHeader"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("columnDelimiter"),
Value: pulumi.Any(","),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("escapeChar"),
Value: pulumi.Any("\\\\"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("quoteChar"),
Value: pulumi.Any("\\\""),
},
},
IsInlineDataset: pulumi.Bool(true),
LinkedService: &datafactory.LinkedServiceReferenceArgs{
ReferenceName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.TypeLinkedServiceReference),
},
LinkedServiceType: pulumi.String("AzureBlobFS"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
SourceEntities: datafactory.MapperTableArray{
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("container"),
Value: pulumi.Any("source"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("fileSystem"),
Value: pulumi.Any("source"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("folderPath"),
Value: pulumi.Any("customer"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("allowSchemaDrift"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("inferDriftedColumnTypes"),
Value: pulumi.Any(false),
},
},
Name: pulumi.String("source/customer"),
Schema: datafactory.MapperTableSchemaArray{
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("short"),
Name: pulumi.String("CustId"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustName"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustAddres"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustDepName"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustDepLoc"),
},
},
},
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("container"),
Value: pulumi.Any("source"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("fileSystem"),
Value: pulumi.Any("source"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("folderPath"),
Value: pulumi.Any("employee"),
},
},
Name: pulumi.String("source/employee"),
Schema: datafactory.MapperTableSchemaArray{},
},
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("container"),
Value: pulumi.Any("lookup"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("fileSystem"),
Value: pulumi.Any("lookup"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("allowSchemaDrift"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("inferDriftedColumnTypes"),
Value: pulumi.Any(false),
},
},
Name: pulumi.String("lookup"),
Schema: datafactory.MapperTableSchemaArray{
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("short"),
Name: pulumi.String("EmpId"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("EmpName"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("HomeAddress"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("OfficeAddress"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("integer"),
Name: pulumi.String("EmpPhoneNumber"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("DepName"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("DepLoc"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("double"),
Name: pulumi.String("DecimalCol"),
},
},
},
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("container"),
Value: pulumi.Any("source"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("fileSystem"),
Value: pulumi.Any("source"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("folderPath"),
Value: pulumi.Any("justSchema"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("allowSchemaDrift"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("inferDriftedColumnTypes"),
Value: pulumi.Any(false),
},
},
Name: pulumi.String("source/justSchema"),
Schema: datafactory.MapperTableSchemaArray{
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustId"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustName"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustAddres"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustDepName"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustDepLoc"),
},
},
},
},
},
},
Status: pulumi.String("Stopped"),
TargetConnectionsInfo: datafactory.MapperTargetConnectionsInfoArray{
&datafactory.MapperTargetConnectionsInfoArgs{
Connection: &datafactory.MapperConnectionArgs{
CommonDslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("allowSchemaDrift"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("inferDriftedColumnTypes"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("format"),
Value: pulumi.Any("table"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("store"),
Value: pulumi.Any("sqlserver"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("databaseType"),
Value: pulumi.Any("databaseType"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("database"),
Value: pulumi.Any("database"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("deletable"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("insertable"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("updateable"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("upsertable"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("skipDuplicateMapInputs"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("skipDuplicateMapOutputs"),
Value: pulumi.Any(true),
},
},
IsInlineDataset: pulumi.Bool(true),
LinkedService: &datafactory.LinkedServiceReferenceArgs{
ReferenceName: pulumi.String("amjaSql"),
Type: pulumi.String(datafactory.TypeLinkedServiceReference),
},
LinkedServiceType: pulumi.String("AzureSqlDatabase"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
DataMapperMappings: datafactory.DataMapperMappingArray{
&datafactory.DataMapperMappingArgs{
AttributeMappingInfo: &datafactory.MapperAttributeMappingsArgs{
AttributeMappings: datafactory.MapperAttributeMappingArray{
&datafactory.MapperAttributeMappingArgs{
AttributeReferences: datafactory.MapperAttributeReferenceArray{
&datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/customer"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustAddres"),
},
},
Expression: pulumi.String("trim(CustAddres)"),
FunctionName: pulumi.String("trim"),
Name: pulumi.String("CustAddres"),
Type: pulumi.String(datafactory.MappingTypeDerived),
},
&datafactory.MapperAttributeMappingArgs{
AttributeReference: &datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/customer"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustDepName"),
},
FunctionName: pulumi.String(""),
Name: pulumi.String("CustDeptName"),
Type: pulumi.String(datafactory.MappingTypeDirect),
},
&datafactory.MapperAttributeMappingArgs{
AttributeReference: &datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/customer"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustName"),
},
FunctionName: pulumi.String(""),
Name: pulumi.String("CustEmail"),
Type: pulumi.String(datafactory.MappingTypeDirect),
},
&datafactory.MapperAttributeMappingArgs{
AttributeReference: &datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/customer"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustId"),
},
FunctionName: pulumi.String(""),
Name: pulumi.String("CustId"),
Type: pulumi.String(datafactory.MappingTypeDirect),
},
&datafactory.MapperAttributeMappingArgs{
AttributeReference: &datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/customer"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustName"),
},
FunctionName: pulumi.String(""),
Name: pulumi.String("CustName"),
Type: pulumi.String(datafactory.MappingTypeDirect),
},
},
},
SourceConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
SourceEntityName: pulumi.String("source/customer"),
TargetEntityName: pulumi.String("dbo.customer"),
},
&datafactory.DataMapperMappingArgs{
AttributeMappingInfo: &datafactory.MapperAttributeMappingsArgs{
AttributeMappings: datafactory.MapperAttributeMappingArray{
&datafactory.MapperAttributeMappingArgs{
AttributeReferences: datafactory.MapperAttributeReferenceArray{
&datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("lookup"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("EmpName"),
},
},
Expression: pulumi.String("upper(EmpName)"),
FunctionName: pulumi.String("upper"),
Name: pulumi.String("Name"),
Type: pulumi.String(datafactory.MappingTypeDerived),
},
&datafactory.MapperAttributeMappingArgs{
AttributeReference: &datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("lookup"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("EmpId"),
},
FunctionName: pulumi.String(""),
Name: pulumi.String("PersonID"),
Type: pulumi.String(datafactory.MappingTypeDirect),
},
},
},
SourceConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
SourceEntityName: pulumi.String("lookup"),
TargetEntityName: pulumi.String("dbo.data_source_table"),
},
&datafactory.DataMapperMappingArgs{
AttributeMappingInfo: &datafactory.MapperAttributeMappingsArgs{
AttributeMappings: datafactory.MapperAttributeMappingArray{},
},
SourceConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
SourceEntityName: pulumi.String("source/employee"),
TargetEntityName: pulumi.String("dbo.employee"),
},
&datafactory.DataMapperMappingArgs{
AttributeMappingInfo: &datafactory.MapperAttributeMappingsArgs{
AttributeMappings: datafactory.MapperAttributeMappingArray{
&datafactory.MapperAttributeMappingArgs{
AttributeReferences: datafactory.MapperAttributeReferenceArray{
&datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/justSchema"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustAddres"),
},
},
Expression: pulumi.String("trim(CustAddres)"),
FunctionName: pulumi.String("trim"),
Name: pulumi.String("CustAddres"),
Type: pulumi.String(datafactory.MappingTypeDerived),
},
&datafactory.MapperAttributeMappingArgs{
AttributeReference: &datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/justSchema"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustDepLoc"),
},
Name: pulumi.String("CustDepLoc"),
Type: pulumi.String(datafactory.MappingTypeDirect),
},
&datafactory.MapperAttributeMappingArgs{
AttributeReferences: datafactory.MapperAttributeReferenceArray{
&datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/justSchema"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustName"),
},
&datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/justSchema"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustDepName"),
},
},
Expression: pulumi.String("concat(CustName, \" -> \", CustDepName)"),
FunctionName: pulumi.String(""),
Name: pulumi.String("CustDepName"),
Type: pulumi.String(datafactory.MappingTypeDerived),
},
&datafactory.MapperAttributeMappingArgs{
AttributeReference: &datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/justSchema"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustId"),
},
FunctionName: pulumi.String(""),
Name: pulumi.String("CustId"),
Type: pulumi.String(datafactory.MappingTypeDirect),
},
&datafactory.MapperAttributeMappingArgs{
AttributeReference: &datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("source/justSchema"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
Name: pulumi.String("CustName"),
},
Name: pulumi.String("CustName"),
Type: pulumi.String(datafactory.MappingTypeDirect),
},
},
},
SourceConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("amjaAdls03"),
Type: pulumi.String(datafactory.ConnectionTypeLinkedservicetype),
},
SourceEntityName: pulumi.String("source/justSchema"),
TargetEntityName: pulumi.String("dbo.justSchema"),
},
},
Relationships: pulumi.Array{},
TargetEntities: datafactory.MapperTableArray{
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("schemaName"),
Value: pulumi.Any("dbo"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("tableName"),
Value: pulumi.Any("employee"),
},
},
Name: pulumi.String("dbo.employee"),
Schema: datafactory.MapperTableSchemaArray{},
},
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("schemaName"),
Value: pulumi.Any("dbo"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("tableName"),
Value: pulumi.Any("justSchema"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("allowSchemaDrift"),
Value: pulumi.Any(true),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("inferDriftedColumnTypes"),
Value: pulumi.Any(true),
},
},
Name: pulumi.String("dbo.justSchema"),
Schema: datafactory.MapperTableSchemaArray{},
},
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("schemaName"),
Value: pulumi.Any("dbo"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("tableName"),
Value: pulumi.Any("customer"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("allowSchemaDrift"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("inferDriftedColumnTypes"),
Value: pulumi.Any(false),
},
},
Name: pulumi.String("dbo.customer"),
Schema: datafactory.MapperTableSchemaArray{
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("integer"),
Name: pulumi.String("CustId"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustName"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustAddres"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustDeptName"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("CustEmail"),
},
},
},
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("schemaName"),
Value: pulumi.Any("dbo"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("tableName"),
Value: pulumi.Any("data_source_table"),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("allowSchemaDrift"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("inferDriftedColumnTypes"),
Value: pulumi.Any(false),
},
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("defaultToUpsert"),
Value: pulumi.Any(false),
},
},
Name: pulumi.String("dbo.data_source_table"),
Schema: datafactory.MapperTableSchemaArray{
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("integer"),
Name: pulumi.String("PersonID"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("Name"),
},
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("timestamp"),
Name: pulumi.String("LastModifytime"),
},
},
},
},
},
},
})
if err != nil {
return err
}
return nil
})
}
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.azurenative.datafactory.ChangeDataCapture;
import com.pulumi.azurenative.datafactory.ChangeDataCaptureArgs;
import com.pulumi.azurenative.datafactory.inputs.MapperPolicyArgs;
import com.pulumi.azurenative.datafactory.inputs.MapperPolicyRecurrenceArgs;
import com.pulumi.azurenative.datafactory.inputs.MapperSourceConnectionsInfoArgs;
import com.pulumi.azurenative.datafactory.inputs.MapperConnectionArgs;
import com.pulumi.azurenative.datafactory.inputs.LinkedServiceReferenceArgs;
import com.pulumi.azurenative.datafactory.inputs.MapperTargetConnectionsInfoArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var changeDataCapture = new ChangeDataCapture("changeDataCapture", ChangeDataCaptureArgs.builder()
.allowVNetOverride(false)
.changeDataCaptureName("exampleChangeDataCapture")
.description("Sample demo change data capture to transfer data from delimited (csv) to Azure SQL Database. Updating table mappings.")
.factoryName("exampleFactoryName")
.policy(MapperPolicyArgs.builder()
.mode("Microbatch")
.recurrence(MapperPolicyRecurrenceArgs.builder()
.frequency("Minute")
.interval(15)
.build())
.build())
.resourceGroupName("exampleResourceGroup")
.sourceConnectionsInfo(MapperSourceConnectionsInfoArgs.builder()
.connection(MapperConnectionArgs.builder()
.commonDslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("allowSchemaDrift")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("inferDriftedColumnTypes")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("format")
.value("delimited")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("dateFormats")
.value(
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("timestampFormats")
.value(
"yyyyMMddHHmm",
"yyyyMMdd HHmm",
"yyyyMMddHHmmss",
"yyyyMMdd HHmmss",
"dd-MM-yyyy HH:mm:ss",
"dd-MM-yyyy HH:mm",
"yyyy-M-d H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss",
"yyyy-MM-dd HH:mm:ss",
"yyyy-MM-dd HH:mm",
"yyyy.MM.dd HH:mm:ss",
"MM/dd/yyyy HH:mm:ss",
"M/d/yyyy H:m:s",
"yyyy/MM/dd HH:mm:ss",
"yyyy/M/d H:m:s",
"dd MMM yyyy HH:mm:ss",
"dd MMMM yyyy HH:mm:ss",
"d MMM yyyy H:m:s",
"d MMMM yyyy H:m:s",
"d-M-yyyy H:m:s",
"d-M-yyyy H:m",
"yyyy-M-d H:m",
"MM/dd/yyyy HH:mm",
"M/d/yyyy H:m",
"yyyy/MM/dd HH:mm",
"yyyy/M/d H:m",
"dd MMMM yyyy HH:mm",
"dd MMM yyyy HH:mm",
"d MMMM yyyy H:m",
"d MMM yyyy H:m",
"MM-dd-yyyy hh:mm:ss a",
"MM-dd-yyyy HH:mm:ss",
"MM/dd/yyyy hh:mm:ss a",
"yyyy.MM.dd hh:mm:ss a",
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("enableCdc")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("skipInitialLoad")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("columnNamesAsHeader")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("columnDelimiter")
.value(",")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("escapeChar")
.value("\\\\")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("quoteChar")
.value("\\\"")
.build())
.isInlineDataset(true)
.linkedService(LinkedServiceReferenceArgs.builder()
.referenceName("amjaAdls03")
.type("LinkedServiceReference")
.build())
.linkedServiceType("AzureBlobFS")
.type("linkedservicetype")
.build())
.sourceEntities(
MapperTableArgs.builder()
.dslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("container")
.value("source")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("fileSystem")
.value("source")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("folderPath")
.value("customer")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("allowSchemaDrift")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("inferDriftedColumnTypes")
.value(false)
.build())
.name("source/customer")
.schema(
MapperTableSchemaArgs.builder()
.dataType("short")
.name("CustId")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustName")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustAddres")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustDepName")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustDepLoc")
.build())
.build(),
MapperTableArgs.builder()
.dslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("container")
.value("source")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("fileSystem")
.value("source")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("folderPath")
.value("employee")
.build())
.name("source/employee")
.schema()
.build(),
MapperTableArgs.builder()
.dslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("container")
.value("lookup")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("fileSystem")
.value("lookup")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("allowSchemaDrift")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("inferDriftedColumnTypes")
.value(false)
.build())
.name("lookup")
.schema(
MapperTableSchemaArgs.builder()
.dataType("short")
.name("EmpId")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("EmpName")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("HomeAddress")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("OfficeAddress")
.build(),
MapperTableSchemaArgs.builder()
.dataType("integer")
.name("EmpPhoneNumber")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("DepName")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("DepLoc")
.build(),
MapperTableSchemaArgs.builder()
.dataType("double")
.name("DecimalCol")
.build())
.build(),
MapperTableArgs.builder()
.dslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("container")
.value("source")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("fileSystem")
.value("source")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("folderPath")
.value("justSchema")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("allowSchemaDrift")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("inferDriftedColumnTypes")
.value(false)
.build())
.name("source/justSchema")
.schema(
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustId")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustName")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustAddres")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustDepName")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustDepLoc")
.build())
.build())
.build())
.status("Stopped")
.targetConnectionsInfo(MapperTargetConnectionsInfoArgs.builder()
.connection(MapperConnectionArgs.builder()
.commonDslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("allowSchemaDrift")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("inferDriftedColumnTypes")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("format")
.value("table")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("store")
.value("sqlserver")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("databaseType")
.value("databaseType")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("database")
.value("database")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("deletable")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("insertable")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("updateable")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("upsertable")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("skipDuplicateMapInputs")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("skipDuplicateMapOutputs")
.value(true)
.build())
.isInlineDataset(true)
.linkedService(LinkedServiceReferenceArgs.builder()
.referenceName("amjaSql")
.type("LinkedServiceReference")
.build())
.linkedServiceType("AzureSqlDatabase")
.type("linkedservicetype")
.build())
.dataMapperMappings(
DataMapperMappingArgs.builder()
.attributeMappingInfo(MapperAttributeMappingsArgs.builder()
.attributeMappings(
MapperAttributeMappingArgs.builder()
.attributeReferences(MapperAttributeReferenceArgs.builder()
.entity("source/customer")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustAddres")
.build())
.expression("trim(CustAddres)")
.functionName("trim")
.name("CustAddres")
.type("Derived")
.build(),
MapperAttributeMappingArgs.builder()
.attributeReference(MapperAttributeReferenceArgs.builder()
.entity("source/customer")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustDepName")
.build())
.functionName("")
.name("CustDeptName")
.type("Direct")
.build(),
MapperAttributeMappingArgs.builder()
.attributeReference(MapperAttributeReferenceArgs.builder()
.entity("source/customer")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustName")
.build())
.functionName("")
.name("CustEmail")
.type("Direct")
.build(),
MapperAttributeMappingArgs.builder()
.attributeReference(MapperAttributeReferenceArgs.builder()
.entity("source/customer")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustId")
.build())
.functionName("")
.name("CustId")
.type("Direct")
.build(),
MapperAttributeMappingArgs.builder()
.attributeReference(MapperAttributeReferenceArgs.builder()
.entity("source/customer")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustName")
.build())
.functionName("")
.name("CustName")
.type("Direct")
.build())
.build())
.sourceConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.sourceEntityName("source/customer")
.targetEntityName("dbo.customer")
.build(),
DataMapperMappingArgs.builder()
.attributeMappingInfo(MapperAttributeMappingsArgs.builder()
.attributeMappings(
MapperAttributeMappingArgs.builder()
.attributeReferences(MapperAttributeReferenceArgs.builder()
.entity("lookup")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("EmpName")
.build())
.expression("upper(EmpName)")
.functionName("upper")
.name("Name")
.type("Derived")
.build(),
MapperAttributeMappingArgs.builder()
.attributeReference(MapperAttributeReferenceArgs.builder()
.entity("lookup")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("EmpId")
.build())
.functionName("")
.name("PersonID")
.type("Direct")
.build())
.build())
.sourceConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.sourceEntityName("lookup")
.targetEntityName("dbo.data_source_table")
.build(),
DataMapperMappingArgs.builder()
.attributeMappingInfo(MapperAttributeMappingsArgs.builder()
.attributeMappings()
.build())
.sourceConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.sourceEntityName("source/employee")
.targetEntityName("dbo.employee")
.build(),
DataMapperMappingArgs.builder()
.attributeMappingInfo(MapperAttributeMappingsArgs.builder()
.attributeMappings(
MapperAttributeMappingArgs.builder()
.attributeReferences(MapperAttributeReferenceArgs.builder()
.entity("source/justSchema")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustAddres")
.build())
.expression("trim(CustAddres)")
.functionName("trim")
.name("CustAddres")
.type("Derived")
.build(),
MapperAttributeMappingArgs.builder()
.attributeReference(MapperAttributeReferenceArgs.builder()
.entity("source/justSchema")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustDepLoc")
.build())
.name("CustDepLoc")
.type("Direct")
.build(),
MapperAttributeMappingArgs.builder()
.attributeReferences(
MapperAttributeReferenceArgs.builder()
.entity("source/justSchema")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustName")
.build(),
MapperAttributeReferenceArgs.builder()
.entity("source/justSchema")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustDepName")
.build())
.expression("concat(CustName, \" -> \", CustDepName)")
.functionName("")
.name("CustDepName")
.type("Derived")
.build(),
MapperAttributeMappingArgs.builder()
.attributeReference(MapperAttributeReferenceArgs.builder()
.entity("source/justSchema")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustId")
.build())
.functionName("")
.name("CustId")
.type("Direct")
.build(),
MapperAttributeMappingArgs.builder()
.attributeReference(MapperAttributeReferenceArgs.builder()
.entity("source/justSchema")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.name("CustName")
.build())
.name("CustName")
.type("Direct")
.build())
.build())
.sourceConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("amjaAdls03")
.type("linkedservicetype")
.build())
.sourceEntityName("source/justSchema")
.targetEntityName("dbo.justSchema")
.build())
.relationships()
.targetEntities(
MapperTableArgs.builder()
.dslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("schemaName")
.value("dbo")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("tableName")
.value("employee")
.build())
.name("dbo.employee")
.schema()
.build(),
MapperTableArgs.builder()
.dslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("schemaName")
.value("dbo")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("tableName")
.value("justSchema")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("allowSchemaDrift")
.value(true)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("inferDriftedColumnTypes")
.value(true)
.build())
.name("dbo.justSchema")
.schema()
.build(),
MapperTableArgs.builder()
.dslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("schemaName")
.value("dbo")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("tableName")
.value("customer")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("allowSchemaDrift")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("inferDriftedColumnTypes")
.value(false)
.build())
.name("dbo.customer")
.schema(
MapperTableSchemaArgs.builder()
.dataType("integer")
.name("CustId")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustName")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustAddres")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustDeptName")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("CustEmail")
.build())
.build(),
MapperTableArgs.builder()
.dslConnectorProperties(
MapperDslConnectorPropertiesArgs.builder()
.name("schemaName")
.value("dbo")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("tableName")
.value("data_source_table")
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("allowSchemaDrift")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("inferDriftedColumnTypes")
.value(false)
.build(),
MapperDslConnectorPropertiesArgs.builder()
.name("defaultToUpsert")
.value(false)
.build())
.name("dbo.data_source_table")
.schema(
MapperTableSchemaArgs.builder()
.dataType("integer")
.name("PersonID")
.build(),
MapperTableSchemaArgs.builder()
.dataType("string")
.name("Name")
.build(),
MapperTableSchemaArgs.builder()
.dataType("timestamp")
.name("LastModifytime")
.build())
.build())
.build())
.build());
}
}
import * as pulumi from "@pulumi/pulumi";
import * as azure_native from "@pulumi/azure-native";
const changeDataCapture = new azure_native.datafactory.ChangeDataCapture("changeDataCapture", {
allowVNetOverride: false,
changeDataCaptureName: "exampleChangeDataCapture",
description: "Sample demo change data capture to transfer data from delimited (csv) to Azure SQL Database. Updating table mappings.",
factoryName: "exampleFactoryName",
policy: {
mode: "Microbatch",
recurrence: {
frequency: azure_native.datafactory.FrequencyType.Minute,
interval: 15,
},
},
resourceGroupName: "exampleResourceGroup",
sourceConnectionsInfo: [{
connection: {
commonDslConnectorProperties: [
{
name: "allowSchemaDrift",
value: true,
},
{
name: "inferDriftedColumnTypes",
value: true,
},
{
name: "format",
value: "delimited",
},
{
name: "dateFormats",
value: [
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd",
],
},
{
name: "timestampFormats",
value: [
"yyyyMMddHHmm",
"yyyyMMdd HHmm",
"yyyyMMddHHmmss",
"yyyyMMdd HHmmss",
"dd-MM-yyyy HH:mm:ss",
"dd-MM-yyyy HH:mm",
"yyyy-M-d H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss",
"yyyy-MM-dd HH:mm:ss",
"yyyy-MM-dd HH:mm",
"yyyy.MM.dd HH:mm:ss",
"MM/dd/yyyy HH:mm:ss",
"M/d/yyyy H:m:s",
"yyyy/MM/dd HH:mm:ss",
"yyyy/M/d H:m:s",
"dd MMM yyyy HH:mm:ss",
"dd MMMM yyyy HH:mm:ss",
"d MMM yyyy H:m:s",
"d MMMM yyyy H:m:s",
"d-M-yyyy H:m:s",
"d-M-yyyy H:m",
"yyyy-M-d H:m",
"MM/dd/yyyy HH:mm",
"M/d/yyyy H:m",
"yyyy/MM/dd HH:mm",
"yyyy/M/d H:m",
"dd MMMM yyyy HH:mm",
"dd MMM yyyy HH:mm",
"d MMMM yyyy H:m",
"d MMM yyyy H:m",
"MM-dd-yyyy hh:mm:ss a",
"MM-dd-yyyy HH:mm:ss",
"MM/dd/yyyy hh:mm:ss a",
"yyyy.MM.dd hh:mm:ss a",
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd",
],
},
{
name: "enableCdc",
value: true,
},
{
name: "skipInitialLoad",
value: true,
},
{
name: "columnNamesAsHeader",
value: true,
},
{
name: "columnDelimiter",
value: ",",
},
{
name: "escapeChar",
value: "\\\\",
},
{
name: "quoteChar",
value: "\\\"",
},
],
isInlineDataset: true,
linkedService: {
referenceName: "amjaAdls03",
type: azure_native.datafactory.Type.LinkedServiceReference,
},
linkedServiceType: "AzureBlobFS",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
sourceEntities: [
{
dslConnectorProperties: [
{
name: "container",
value: "source",
},
{
name: "fileSystem",
value: "source",
},
{
name: "folderPath",
value: "customer",
},
{
name: "allowSchemaDrift",
value: false,
},
{
name: "inferDriftedColumnTypes",
value: false,
},
],
name: "source/customer",
schema: [
{
dataType: "short",
name: "CustId",
},
{
dataType: "string",
name: "CustName",
},
{
dataType: "string",
name: "CustAddres",
},
{
dataType: "string",
name: "CustDepName",
},
{
dataType: "string",
name: "CustDepLoc",
},
],
},
{
dslConnectorProperties: [
{
name: "container",
value: "source",
},
{
name: "fileSystem",
value: "source",
},
{
name: "folderPath",
value: "employee",
},
],
name: "source/employee",
schema: [],
},
{
dslConnectorProperties: [
{
name: "container",
value: "lookup",
},
{
name: "fileSystem",
value: "lookup",
},
{
name: "allowSchemaDrift",
value: false,
},
{
name: "inferDriftedColumnTypes",
value: false,
},
],
name: "lookup",
schema: [
{
dataType: "short",
name: "EmpId",
},
{
dataType: "string",
name: "EmpName",
},
{
dataType: "string",
name: "HomeAddress",
},
{
dataType: "string",
name: "OfficeAddress",
},
{
dataType: "integer",
name: "EmpPhoneNumber",
},
{
dataType: "string",
name: "DepName",
},
{
dataType: "string",
name: "DepLoc",
},
{
dataType: "double",
name: "DecimalCol",
},
],
},
{
dslConnectorProperties: [
{
name: "container",
value: "source",
},
{
name: "fileSystem",
value: "source",
},
{
name: "folderPath",
value: "justSchema",
},
{
name: "allowSchemaDrift",
value: false,
},
{
name: "inferDriftedColumnTypes",
value: false,
},
],
name: "source/justSchema",
schema: [
{
dataType: "string",
name: "CustId",
},
{
dataType: "string",
name: "CustName",
},
{
dataType: "string",
name: "CustAddres",
},
{
dataType: "string",
name: "CustDepName",
},
{
dataType: "string",
name: "CustDepLoc",
},
],
},
],
}],
status: "Stopped",
targetConnectionsInfo: [{
connection: {
commonDslConnectorProperties: [
{
name: "allowSchemaDrift",
value: true,
},
{
name: "inferDriftedColumnTypes",
value: true,
},
{
name: "format",
value: "table",
},
{
name: "store",
value: "sqlserver",
},
{
name: "databaseType",
value: "databaseType",
},
{
name: "database",
value: "database",
},
{
name: "deletable",
value: false,
},
{
name: "insertable",
value: true,
},
{
name: "updateable",
value: false,
},
{
name: "upsertable",
value: false,
},
{
name: "skipDuplicateMapInputs",
value: true,
},
{
name: "skipDuplicateMapOutputs",
value: true,
},
],
isInlineDataset: true,
linkedService: {
referenceName: "amjaSql",
type: azure_native.datafactory.Type.LinkedServiceReference,
},
linkedServiceType: "AzureSqlDatabase",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
dataMapperMappings: [
{
attributeMappingInfo: {
attributeMappings: [
{
attributeReferences: [{
entity: "source/customer",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustAddres",
}],
expression: "trim(CustAddres)",
functionName: "trim",
name: "CustAddres",
type: azure_native.datafactory.MappingType.Derived,
},
{
attributeReference: {
entity: "source/customer",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustDepName",
},
functionName: "",
name: "CustDeptName",
type: azure_native.datafactory.MappingType.Direct,
},
{
attributeReference: {
entity: "source/customer",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustName",
},
functionName: "",
name: "CustEmail",
type: azure_native.datafactory.MappingType.Direct,
},
{
attributeReference: {
entity: "source/customer",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustId",
},
functionName: "",
name: "CustId",
type: azure_native.datafactory.MappingType.Direct,
},
{
attributeReference: {
entity: "source/customer",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustName",
},
functionName: "",
name: "CustName",
type: azure_native.datafactory.MappingType.Direct,
},
],
},
sourceConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
sourceEntityName: "source/customer",
targetEntityName: "dbo.customer",
},
{
attributeMappingInfo: {
attributeMappings: [
{
attributeReferences: [{
entity: "lookup",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "EmpName",
}],
expression: "upper(EmpName)",
functionName: "upper",
name: "Name",
type: azure_native.datafactory.MappingType.Derived,
},
{
attributeReference: {
entity: "lookup",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "EmpId",
},
functionName: "",
name: "PersonID",
type: azure_native.datafactory.MappingType.Direct,
},
],
},
sourceConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
sourceEntityName: "lookup",
targetEntityName: "dbo.data_source_table",
},
{
attributeMappingInfo: {
attributeMappings: [],
},
sourceConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
sourceEntityName: "source/employee",
targetEntityName: "dbo.employee",
},
{
attributeMappingInfo: {
attributeMappings: [
{
attributeReferences: [{
entity: "source/justSchema",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustAddres",
}],
expression: "trim(CustAddres)",
functionName: "trim",
name: "CustAddres",
type: azure_native.datafactory.MappingType.Derived,
},
{
attributeReference: {
entity: "source/justSchema",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustDepLoc",
},
name: "CustDepLoc",
type: azure_native.datafactory.MappingType.Direct,
},
{
attributeReferences: [
{
entity: "source/justSchema",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustName",
},
{
entity: "source/justSchema",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustDepName",
},
],
expression: "concat(CustName, \" -> \", CustDepName)",
functionName: "",
name: "CustDepName",
type: azure_native.datafactory.MappingType.Derived,
},
{
attributeReference: {
entity: "source/justSchema",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustId",
},
functionName: "",
name: "CustId",
type: azure_native.datafactory.MappingType.Direct,
},
{
attributeReference: {
entity: "source/justSchema",
entityConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
name: "CustName",
},
name: "CustName",
type: azure_native.datafactory.MappingType.Direct,
},
],
},
sourceConnectionReference: {
connectionName: "amjaAdls03",
type: azure_native.datafactory.ConnectionType.Linkedservicetype,
},
sourceEntityName: "source/justSchema",
targetEntityName: "dbo.justSchema",
},
],
relationships: [],
targetEntities: [
{
dslConnectorProperties: [
{
name: "schemaName",
value: "dbo",
},
{
name: "tableName",
value: "employee",
},
],
name: "dbo.employee",
schema: [],
},
{
dslConnectorProperties: [
{
name: "schemaName",
value: "dbo",
},
{
name: "tableName",
value: "justSchema",
},
{
name: "allowSchemaDrift",
value: true,
},
{
name: "inferDriftedColumnTypes",
value: true,
},
],
name: "dbo.justSchema",
schema: [],
},
{
dslConnectorProperties: [
{
name: "schemaName",
value: "dbo",
},
{
name: "tableName",
value: "customer",
},
{
name: "allowSchemaDrift",
value: false,
},
{
name: "inferDriftedColumnTypes",
value: false,
},
],
name: "dbo.customer",
schema: [
{
dataType: "integer",
name: "CustId",
},
{
dataType: "string",
name: "CustName",
},
{
dataType: "string",
name: "CustAddres",
},
{
dataType: "string",
name: "CustDeptName",
},
{
dataType: "string",
name: "CustEmail",
},
],
},
{
dslConnectorProperties: [
{
name: "schemaName",
value: "dbo",
},
{
name: "tableName",
value: "data_source_table",
},
{
name: "allowSchemaDrift",
value: false,
},
{
name: "inferDriftedColumnTypes",
value: false,
},
{
name: "defaultToUpsert",
value: false,
},
],
name: "dbo.data_source_table",
schema: [
{
dataType: "integer",
name: "PersonID",
},
{
dataType: "string",
name: "Name",
},
{
dataType: "timestamp",
name: "LastModifytime",
},
],
},
],
}],
});
import pulumi
import pulumi_azure_native as azure_native
change_data_capture = azure_native.datafactory.ChangeDataCapture("changeDataCapture",
allow_v_net_override=False,
change_data_capture_name="exampleChangeDataCapture",
description="Sample demo change data capture to transfer data from delimited (csv) to Azure SQL Database. Updating table mappings.",
factory_name="exampleFactoryName",
policy={
"mode": "Microbatch",
"recurrence": {
"frequency": azure_native.datafactory.FrequencyType.MINUTE,
"interval": 15,
},
},
resource_group_name="exampleResourceGroup",
source_connections_info=[{
"connection": {
"common_dsl_connector_properties": [
{
"name": "allowSchemaDrift",
"value": True,
},
{
"name": "inferDriftedColumnTypes",
"value": True,
},
{
"name": "format",
"value": "delimited",
},
{
"name": "dateFormats",
"value": [
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd",
],
},
{
"name": "timestampFormats",
"value": [
"yyyyMMddHHmm",
"yyyyMMdd HHmm",
"yyyyMMddHHmmss",
"yyyyMMdd HHmmss",
"dd-MM-yyyy HH:mm:ss",
"dd-MM-yyyy HH:mm",
"yyyy-M-d H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s\\'Z\\'",
"yyyy-M-d\\'T\\'H:m:s",
"yyyy-MM-dd\\'T\\'HH:mm:ss",
"yyyy-MM-dd HH:mm:ss",
"yyyy-MM-dd HH:mm",
"yyyy.MM.dd HH:mm:ss",
"MM/dd/yyyy HH:mm:ss",
"M/d/yyyy H:m:s",
"yyyy/MM/dd HH:mm:ss",
"yyyy/M/d H:m:s",
"dd MMM yyyy HH:mm:ss",
"dd MMMM yyyy HH:mm:ss",
"d MMM yyyy H:m:s",
"d MMMM yyyy H:m:s",
"d-M-yyyy H:m:s",
"d-M-yyyy H:m",
"yyyy-M-d H:m",
"MM/dd/yyyy HH:mm",
"M/d/yyyy H:m",
"yyyy/MM/dd HH:mm",
"yyyy/M/d H:m",
"dd MMMM yyyy HH:mm",
"dd MMM yyyy HH:mm",
"d MMMM yyyy H:m",
"d MMM yyyy H:m",
"MM-dd-yyyy hh:mm:ss a",
"MM-dd-yyyy HH:mm:ss",
"MM/dd/yyyy hh:mm:ss a",
"yyyy.MM.dd hh:mm:ss a",
"MM/dd/yyyy",
"dd/MM/yyyy",
"yyyy/MM/dd",
"MM-dd-yyyy",
"dd-MM-yyyy",
"yyyy-MM-dd",
"dd.MM.yyyy",
"MM.dd.yyyy",
"yyyy.MM.dd",
],
},
{
"name": "enableCdc",
"value": True,
},
{
"name": "skipInitialLoad",
"value": True,
},
{
"name": "columnNamesAsHeader",
"value": True,
},
{
"name": "columnDelimiter",
"value": ",",
},
{
"name": "escapeChar",
"value": "\\\\",
},
{
"name": "quoteChar",
"value": "\\\"",
},
],
"is_inline_dataset": True,
"linked_service": {
"reference_name": "amjaAdls03",
"type": azure_native.datafactory.Type.LINKED_SERVICE_REFERENCE,
},
"linked_service_type": "AzureBlobFS",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"source_entities": [
{
"dsl_connector_properties": [
{
"name": "container",
"value": "source",
},
{
"name": "fileSystem",
"value": "source",
},
{
"name": "folderPath",
"value": "customer",
},
{
"name": "allowSchemaDrift",
"value": False,
},
{
"name": "inferDriftedColumnTypes",
"value": False,
},
],
"name": "source/customer",
"schema": [
{
"data_type": "short",
"name": "CustId",
},
{
"data_type": "string",
"name": "CustName",
},
{
"data_type": "string",
"name": "CustAddres",
},
{
"data_type": "string",
"name": "CustDepName",
},
{
"data_type": "string",
"name": "CustDepLoc",
},
],
},
{
"dsl_connector_properties": [
{
"name": "container",
"value": "source",
},
{
"name": "fileSystem",
"value": "source",
},
{
"name": "folderPath",
"value": "employee",
},
],
"name": "source/employee",
"schema": [],
},
{
"dsl_connector_properties": [
{
"name": "container",
"value": "lookup",
},
{
"name": "fileSystem",
"value": "lookup",
},
{
"name": "allowSchemaDrift",
"value": False,
},
{
"name": "inferDriftedColumnTypes",
"value": False,
},
],
"name": "lookup",
"schema": [
{
"data_type": "short",
"name": "EmpId",
},
{
"data_type": "string",
"name": "EmpName",
},
{
"data_type": "string",
"name": "HomeAddress",
},
{
"data_type": "string",
"name": "OfficeAddress",
},
{
"data_type": "integer",
"name": "EmpPhoneNumber",
},
{
"data_type": "string",
"name": "DepName",
},
{
"data_type": "string",
"name": "DepLoc",
},
{
"data_type": "double",
"name": "DecimalCol",
},
],
},
{
"dsl_connector_properties": [
{
"name": "container",
"value": "source",
},
{
"name": "fileSystem",
"value": "source",
},
{
"name": "folderPath",
"value": "justSchema",
},
{
"name": "allowSchemaDrift",
"value": False,
},
{
"name": "inferDriftedColumnTypes",
"value": False,
},
],
"name": "source/justSchema",
"schema": [
{
"data_type": "string",
"name": "CustId",
},
{
"data_type": "string",
"name": "CustName",
},
{
"data_type": "string",
"name": "CustAddres",
},
{
"data_type": "string",
"name": "CustDepName",
},
{
"data_type": "string",
"name": "CustDepLoc",
},
],
},
],
}],
status="Stopped",
target_connections_info=[{
"connection": {
"common_dsl_connector_properties": [
{
"name": "allowSchemaDrift",
"value": True,
},
{
"name": "inferDriftedColumnTypes",
"value": True,
},
{
"name": "format",
"value": "table",
},
{
"name": "store",
"value": "sqlserver",
},
{
"name": "databaseType",
"value": "databaseType",
},
{
"name": "database",
"value": "database",
},
{
"name": "deletable",
"value": False,
},
{
"name": "insertable",
"value": True,
},
{
"name": "updateable",
"value": False,
},
{
"name": "upsertable",
"value": False,
},
{
"name": "skipDuplicateMapInputs",
"value": True,
},
{
"name": "skipDuplicateMapOutputs",
"value": True,
},
],
"is_inline_dataset": True,
"linked_service": {
"reference_name": "amjaSql",
"type": azure_native.datafactory.Type.LINKED_SERVICE_REFERENCE,
},
"linked_service_type": "AzureSqlDatabase",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"data_mapper_mappings": [
{
"attribute_mapping_info": {
"attribute_mappings": [
{
"attribute_references": [{
"entity": "source/customer",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustAddres",
}],
"expression": "trim(CustAddres)",
"function_name": "trim",
"name": "CustAddres",
"type": azure_native.datafactory.MappingType.DERIVED,
},
{
"attribute_reference": {
"entity": "source/customer",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustDepName",
},
"function_name": "",
"name": "CustDeptName",
"type": azure_native.datafactory.MappingType.DIRECT,
},
{
"attribute_reference": {
"entity": "source/customer",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustName",
},
"function_name": "",
"name": "CustEmail",
"type": azure_native.datafactory.MappingType.DIRECT,
},
{
"attribute_reference": {
"entity": "source/customer",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustId",
},
"function_name": "",
"name": "CustId",
"type": azure_native.datafactory.MappingType.DIRECT,
},
{
"attribute_reference": {
"entity": "source/customer",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustName",
},
"function_name": "",
"name": "CustName",
"type": azure_native.datafactory.MappingType.DIRECT,
},
],
},
"source_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"source_entity_name": "source/customer",
"target_entity_name": "dbo.customer",
},
{
"attribute_mapping_info": {
"attribute_mappings": [
{
"attribute_references": [{
"entity": "lookup",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "EmpName",
}],
"expression": "upper(EmpName)",
"function_name": "upper",
"name": "Name",
"type": azure_native.datafactory.MappingType.DERIVED,
},
{
"attribute_reference": {
"entity": "lookup",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "EmpId",
},
"function_name": "",
"name": "PersonID",
"type": azure_native.datafactory.MappingType.DIRECT,
},
],
},
"source_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"source_entity_name": "lookup",
"target_entity_name": "dbo.data_source_table",
},
{
"attribute_mapping_info": {
"attribute_mappings": [],
},
"source_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"source_entity_name": "source/employee",
"target_entity_name": "dbo.employee",
},
{
"attribute_mapping_info": {
"attribute_mappings": [
{
"attribute_references": [{
"entity": "source/justSchema",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustAddres",
}],
"expression": "trim(CustAddres)",
"function_name": "trim",
"name": "CustAddres",
"type": azure_native.datafactory.MappingType.DERIVED,
},
{
"attribute_reference": {
"entity": "source/justSchema",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustDepLoc",
},
"name": "CustDepLoc",
"type": azure_native.datafactory.MappingType.DIRECT,
},
{
"attribute_references": [
{
"entity": "source/justSchema",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustName",
},
{
"entity": "source/justSchema",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustDepName",
},
],
"expression": "concat(CustName, \" -> \", CustDepName)",
"function_name": "",
"name": "CustDepName",
"type": azure_native.datafactory.MappingType.DERIVED,
},
{
"attribute_reference": {
"entity": "source/justSchema",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustId",
},
"function_name": "",
"name": "CustId",
"type": azure_native.datafactory.MappingType.DIRECT,
},
{
"attribute_reference": {
"entity": "source/justSchema",
"entity_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"name": "CustName",
},
"name": "CustName",
"type": azure_native.datafactory.MappingType.DIRECT,
},
],
},
"source_connection_reference": {
"connection_name": "amjaAdls03",
"type": azure_native.datafactory.ConnectionType.LINKEDSERVICETYPE,
},
"source_entity_name": "source/justSchema",
"target_entity_name": "dbo.justSchema",
},
],
"relationships": [],
"target_entities": [
{
"dsl_connector_properties": [
{
"name": "schemaName",
"value": "dbo",
},
{
"name": "tableName",
"value": "employee",
},
],
"name": "dbo.employee",
"schema": [],
},
{
"dsl_connector_properties": [
{
"name": "schemaName",
"value": "dbo",
},
{
"name": "tableName",
"value": "justSchema",
},
{
"name": "allowSchemaDrift",
"value": True,
},
{
"name": "inferDriftedColumnTypes",
"value": True,
},
],
"name": "dbo.justSchema",
"schema": [],
},
{
"dsl_connector_properties": [
{
"name": "schemaName",
"value": "dbo",
},
{
"name": "tableName",
"value": "customer",
},
{
"name": "allowSchemaDrift",
"value": False,
},
{
"name": "inferDriftedColumnTypes",
"value": False,
},
],
"name": "dbo.customer",
"schema": [
{
"data_type": "integer",
"name": "CustId",
},
{
"data_type": "string",
"name": "CustName",
},
{
"data_type": "string",
"name": "CustAddres",
},
{
"data_type": "string",
"name": "CustDeptName",
},
{
"data_type": "string",
"name": "CustEmail",
},
],
},
{
"dsl_connector_properties": [
{
"name": "schemaName",
"value": "dbo",
},
{
"name": "tableName",
"value": "data_source_table",
},
{
"name": "allowSchemaDrift",
"value": False,
},
{
"name": "inferDriftedColumnTypes",
"value": False,
},
{
"name": "defaultToUpsert",
"value": False,
},
],
"name": "dbo.data_source_table",
"schema": [
{
"data_type": "integer",
"name": "PersonID",
},
{
"data_type": "string",
"name": "Name",
},
{
"data_type": "timestamp",
"name": "LastModifytime",
},
],
},
],
}])
resources:
changeDataCapture:
type: azure-native:datafactory:ChangeDataCapture
properties:
allowVNetOverride: false
changeDataCaptureName: exampleChangeDataCapture
description: Sample demo change data capture to transfer data from delimited (csv) to Azure SQL Database. Updating table mappings.
factoryName: exampleFactoryName
policy:
mode: Microbatch
recurrence:
frequency: Minute
interval: 15
resourceGroupName: exampleResourceGroup
sourceConnectionsInfo:
- connection:
commonDslConnectorProperties:
- name: allowSchemaDrift
value: true
- name: inferDriftedColumnTypes
value: true
- name: format
value: delimited
- name: dateFormats
value:
- MM/dd/yyyy
- dd/MM/yyyy
- yyyy/MM/dd
- MM-dd-yyyy
- dd-MM-yyyy
- yyyy-MM-dd
- dd.MM.yyyy
- MM.dd.yyyy
- yyyy.MM.dd
- name: timestampFormats
value:
- yyyyMMddHHmm
- yyyyMMdd HHmm
- yyyyMMddHHmmss
- yyyyMMdd HHmmss
- dd-MM-yyyy HH:mm:ss
- dd-MM-yyyy HH:mm
- yyyy-M-d H:m:s
- yyyy-MM-dd\'T\'HH:mm:ss\'Z\'
- yyyy-M-d\'T\'H:m:s\'Z\'
- yyyy-M-d\'T\'H:m:s
- yyyy-MM-dd\'T\'HH:mm:ss
- yyyy-MM-dd HH:mm:ss
- yyyy-MM-dd HH:mm
- yyyy.MM.dd HH:mm:ss
- MM/dd/yyyy HH:mm:ss
- M/d/yyyy H:m:s
- yyyy/MM/dd HH:mm:ss
- yyyy/M/d H:m:s
- dd MMM yyyy HH:mm:ss
- dd MMMM yyyy HH:mm:ss
- d MMM yyyy H:m:s
- d MMMM yyyy H:m:s
- d-M-yyyy H:m:s
- d-M-yyyy H:m
- yyyy-M-d H:m
- MM/dd/yyyy HH:mm
- M/d/yyyy H:m
- yyyy/MM/dd HH:mm
- yyyy/M/d H:m
- dd MMMM yyyy HH:mm
- dd MMM yyyy HH:mm
- d MMMM yyyy H:m
- d MMM yyyy H:m
- MM-dd-yyyy hh:mm:ss a
- MM-dd-yyyy HH:mm:ss
- MM/dd/yyyy hh:mm:ss a
- yyyy.MM.dd hh:mm:ss a
- MM/dd/yyyy
- dd/MM/yyyy
- yyyy/MM/dd
- MM-dd-yyyy
- dd-MM-yyyy
- yyyy-MM-dd
- dd.MM.yyyy
- MM.dd.yyyy
- yyyy.MM.dd
- name: enableCdc
value: true
- name: skipInitialLoad
value: true
- name: columnNamesAsHeader
value: true
- name: columnDelimiter
value: ','
- name: escapeChar
value: \\
- name: quoteChar
value: \"
isInlineDataset: true
linkedService:
referenceName: amjaAdls03
type: LinkedServiceReference
linkedServiceType: AzureBlobFS
type: linkedservicetype
sourceEntities:
- dslConnectorProperties:
- name: container
value: source
- name: fileSystem
value: source
- name: folderPath
value: customer
- name: allowSchemaDrift
value: false
- name: inferDriftedColumnTypes
value: false
name: source/customer
schema:
- dataType: short
name: CustId
- dataType: string
name: CustName
- dataType: string
name: CustAddres
- dataType: string
name: CustDepName
- dataType: string
name: CustDepLoc
- dslConnectorProperties:
- name: container
value: source
- name: fileSystem
value: source
- name: folderPath
value: employee
name: source/employee
schema: []
- dslConnectorProperties:
- name: container
value: lookup
- name: fileSystem
value: lookup
- name: allowSchemaDrift
value: false
- name: inferDriftedColumnTypes
value: false
name: lookup
schema:
- dataType: short
name: EmpId
- dataType: string
name: EmpName
- dataType: string
name: HomeAddress
- dataType: string
name: OfficeAddress
- dataType: integer
name: EmpPhoneNumber
- dataType: string
name: DepName
- dataType: string
name: DepLoc
- dataType: double
name: DecimalCol
- dslConnectorProperties:
- name: container
value: source
- name: fileSystem
value: source
- name: folderPath
value: justSchema
- name: allowSchemaDrift
value: false
- name: inferDriftedColumnTypes
value: false
name: source/justSchema
schema:
- dataType: string
name: CustId
- dataType: string
name: CustName
- dataType: string
name: CustAddres
- dataType: string
name: CustDepName
- dataType: string
name: CustDepLoc
status: Stopped
targetConnectionsInfo:
- connection:
commonDslConnectorProperties:
- name: allowSchemaDrift
value: true
- name: inferDriftedColumnTypes
value: true
- name: format
value: table
- name: store
value: sqlserver
- name: databaseType
value: databaseType
- name: database
value: database
- name: deletable
value: false
- name: insertable
value: true
- name: updateable
value: false
- name: upsertable
value: false
- name: skipDuplicateMapInputs
value: true
- name: skipDuplicateMapOutputs
value: true
isInlineDataset: true
linkedService:
referenceName: amjaSql
type: LinkedServiceReference
linkedServiceType: AzureSqlDatabase
type: linkedservicetype
dataMapperMappings:
- attributeMappingInfo:
attributeMappings:
- attributeReferences:
- entity: source/customer
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustAddres
expression: trim(CustAddres)
functionName: trim
name: CustAddres
type: Derived
- attributeReference:
entity: source/customer
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustDepName
functionName: ""
name: CustDeptName
type: Direct
- attributeReference:
entity: source/customer
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustName
functionName: ""
name: CustEmail
type: Direct
- attributeReference:
entity: source/customer
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustId
functionName: ""
name: CustId
type: Direct
- attributeReference:
entity: source/customer
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustName
functionName: ""
name: CustName
type: Direct
sourceConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
sourceEntityName: source/customer
targetEntityName: dbo.customer
- attributeMappingInfo:
attributeMappings:
- attributeReferences:
- entity: lookup
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: EmpName
expression: upper(EmpName)
functionName: upper
name: Name
type: Derived
- attributeReference:
entity: lookup
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: EmpId
functionName: ""
name: PersonID
type: Direct
sourceConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
sourceEntityName: lookup
targetEntityName: dbo.data_source_table
- attributeMappingInfo:
attributeMappings: []
sourceConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
sourceEntityName: source/employee
targetEntityName: dbo.employee
- attributeMappingInfo:
attributeMappings:
- attributeReferences:
- entity: source/justSchema
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustAddres
expression: trim(CustAddres)
functionName: trim
name: CustAddres
type: Derived
- attributeReference:
entity: source/justSchema
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustDepLoc
name: CustDepLoc
type: Direct
- attributeReferences:
- entity: source/justSchema
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustName
- entity: source/justSchema
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustDepName
expression: concat(CustName, " -> ", CustDepName)
functionName: ""
name: CustDepName
type: Derived
- attributeReference:
entity: source/justSchema
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustId
functionName: ""
name: CustId
type: Direct
- attributeReference:
entity: source/justSchema
entityConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
name: CustName
name: CustName
type: Direct
sourceConnectionReference:
connectionName: amjaAdls03
type: linkedservicetype
sourceEntityName: source/justSchema
targetEntityName: dbo.justSchema
relationships: []
targetEntities:
- dslConnectorProperties:
- name: schemaName
value: dbo
- name: tableName
value: employee
name: dbo.employee
schema: []
- dslConnectorProperties:
- name: schemaName
value: dbo
- name: tableName
value: justSchema
- name: allowSchemaDrift
value: true
- name: inferDriftedColumnTypes
value: true
name: dbo.justSchema
schema: []
- dslConnectorProperties:
- name: schemaName
value: dbo
- name: tableName
value: customer
- name: allowSchemaDrift
value: false
- name: inferDriftedColumnTypes
value: false
name: dbo.customer
schema:
- dataType: integer
name: CustId
- dataType: string
name: CustName
- dataType: string
name: CustAddres
- dataType: string
name: CustDeptName
- dataType: string
name: CustEmail
- dslConnectorProperties:
- name: schemaName
value: dbo
- name: tableName
value: data_source_table
- name: allowSchemaDrift
value: false
- name: inferDriftedColumnTypes
value: false
- name: defaultToUpsert
value: false
name: dbo.data_source_table
schema:
- dataType: integer
name: PersonID
- dataType: string
name: Name
- dataType: timestamp
name: LastModifytime
Create ChangeDataCapture Resource
Resources are created with functions called constructors. To learn more about declaring and configuring resources, see Resources.
Constructor syntax
new ChangeDataCapture(name: string, args: ChangeDataCaptureArgs, opts?: CustomResourceOptions);@overload
def ChangeDataCapture(resource_name: str,
args: ChangeDataCaptureArgs,
opts: Optional[ResourceOptions] = None)
@overload
def ChangeDataCapture(resource_name: str,
opts: Optional[ResourceOptions] = None,
factory_name: Optional[str] = None,
policy: Optional[MapperPolicyArgs] = None,
resource_group_name: Optional[str] = None,
source_connections_info: Optional[Sequence[MapperSourceConnectionsInfoArgs]] = None,
target_connections_info: Optional[Sequence[MapperTargetConnectionsInfoArgs]] = None,
allow_v_net_override: Optional[bool] = None,
change_data_capture_name: Optional[str] = None,
description: Optional[str] = None,
folder: Optional[ChangeDataCaptureFolderArgs] = None,
status: Optional[str] = None)func NewChangeDataCapture(ctx *Context, name string, args ChangeDataCaptureArgs, opts ...ResourceOption) (*ChangeDataCapture, error)public ChangeDataCapture(string name, ChangeDataCaptureArgs args, CustomResourceOptions? opts = null)
public ChangeDataCapture(String name, ChangeDataCaptureArgs args)
public ChangeDataCapture(String name, ChangeDataCaptureArgs args, CustomResourceOptions options)
type: azure-native:datafactory:ChangeDataCapture
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.
Parameters
- name string
- The unique name of the resource.
- args ChangeDataCaptureArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- resource_name str
- The unique name of the resource.
- args ChangeDataCaptureArgs
- The arguments to resource properties.
- opts ResourceOptions
- Bag of options to control resource's behavior.
- ctx Context
- Context object for the current deployment.
- name string
- The unique name of the resource.
- args ChangeDataCaptureArgs
- The arguments to resource properties.
- opts ResourceOption
- Bag of options to control resource's behavior.
- name string
- The unique name of the resource.
- args ChangeDataCaptureArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- name String
- The unique name of the resource.
- args ChangeDataCaptureArgs
- The arguments to resource properties.
- options CustomResourceOptions
- Bag of options to control resource's behavior.
Constructor example
The following reference example uses placeholder values for all input properties.
var changeDataCaptureResource = new AzureNative.DataFactory.ChangeDataCapture("changeDataCaptureResource", new()
{
FactoryName = "string",
Policy = new AzureNative.DataFactory.Inputs.MapperPolicyArgs
{
Mode = "string",
Recurrence = new AzureNative.DataFactory.Inputs.MapperPolicyRecurrenceArgs
{
Frequency = "string",
Interval = 0,
},
},
ResourceGroupName = "string",
SourceConnectionsInfo = new[]
{
new AzureNative.DataFactory.Inputs.MapperSourceConnectionsInfoArgs
{
Connection = new AzureNative.DataFactory.Inputs.MapperConnectionArgs
{
Type = "string",
CommonDslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "string",
Value = "any",
},
},
IsInlineDataset = false,
LinkedService = new AzureNative.DataFactory.Inputs.LinkedServiceReferenceArgs
{
ReferenceName = "string",
Type = "string",
Parameters =
{
{ "string", "any" },
},
},
LinkedServiceType = "string",
},
SourceEntities = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "string",
Value = "any",
},
},
Name = "string",
Schema = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "string",
},
},
},
},
},
},
TargetConnectionsInfo = new[]
{
new AzureNative.DataFactory.Inputs.MapperTargetConnectionsInfoArgs
{
Connection = new AzureNative.DataFactory.Inputs.MapperConnectionArgs
{
Type = "string",
CommonDslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "string",
Value = "any",
},
},
IsInlineDataset = false,
LinkedService = new AzureNative.DataFactory.Inputs.LinkedServiceReferenceArgs
{
ReferenceName = "string",
Type = "string",
Parameters =
{
{ "string", "any" },
},
},
LinkedServiceType = "string",
},
DataMapperMappings = new[]
{
new AzureNative.DataFactory.Inputs.DataMapperMappingArgs
{
AttributeMappingInfo = new AzureNative.DataFactory.Inputs.MapperAttributeMappingsArgs
{
AttributeMappings = new[]
{
new AzureNative.DataFactory.Inputs.MapperAttributeMappingArgs
{
AttributeReference = new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "string",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "string",
Type = "string",
},
Name = "string",
},
AttributeReferences = new[]
{
new AzureNative.DataFactory.Inputs.MapperAttributeReferenceArgs
{
Entity = "string",
EntityConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "string",
Type = "string",
},
Name = "string",
},
},
Expression = "string",
FunctionName = "string",
Name = "string",
Type = "string",
},
},
},
SourceConnectionReference = new AzureNative.DataFactory.Inputs.MapperConnectionReferenceArgs
{
ConnectionName = "string",
Type = "string",
},
SourceDenormalizeInfo = "any",
SourceEntityName = "string",
TargetEntityName = "string",
},
},
Relationships = new[]
{
"any",
},
TargetEntities = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableArgs
{
DslConnectorProperties = new[]
{
new AzureNative.DataFactory.Inputs.MapperDslConnectorPropertiesArgs
{
Name = "string",
Value = "any",
},
},
Name = "string",
Schema = new[]
{
new AzureNative.DataFactory.Inputs.MapperTableSchemaArgs
{
DataType = "string",
Name = "string",
},
},
},
},
},
},
AllowVNetOverride = false,
ChangeDataCaptureName = "string",
Description = "string",
Folder = new AzureNative.DataFactory.Inputs.ChangeDataCaptureFolderArgs
{
Name = "string",
},
Status = "string",
});
example, err := datafactory.NewChangeDataCapture(ctx, "changeDataCaptureResource", &datafactory.ChangeDataCaptureArgs{
FactoryName: pulumi.String("string"),
Policy: &datafactory.MapperPolicyArgs{
Mode: pulumi.String("string"),
Recurrence: &datafactory.MapperPolicyRecurrenceArgs{
Frequency: pulumi.String("string"),
Interval: pulumi.Int(0),
},
},
ResourceGroupName: pulumi.String("string"),
SourceConnectionsInfo: datafactory.MapperSourceConnectionsInfoArray{
&datafactory.MapperSourceConnectionsInfoArgs{
Connection: &datafactory.MapperConnectionArgs{
Type: pulumi.String("string"),
CommonDslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("string"),
Value: pulumi.Any("any"),
},
},
IsInlineDataset: pulumi.Bool(false),
LinkedService: &datafactory.LinkedServiceReferenceArgs{
ReferenceName: pulumi.String("string"),
Type: pulumi.String("string"),
Parameters: pulumi.Map{
"string": pulumi.Any("any"),
},
},
LinkedServiceType: pulumi.String("string"),
},
SourceEntities: datafactory.MapperTableArray{
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("string"),
Value: pulumi.Any("any"),
},
},
Name: pulumi.String("string"),
Schema: datafactory.MapperTableSchemaArray{
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("string"),
},
},
},
},
},
},
TargetConnectionsInfo: datafactory.MapperTargetConnectionsInfoArray{
&datafactory.MapperTargetConnectionsInfoArgs{
Connection: &datafactory.MapperConnectionArgs{
Type: pulumi.String("string"),
CommonDslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("string"),
Value: pulumi.Any("any"),
},
},
IsInlineDataset: pulumi.Bool(false),
LinkedService: &datafactory.LinkedServiceReferenceArgs{
ReferenceName: pulumi.String("string"),
Type: pulumi.String("string"),
Parameters: pulumi.Map{
"string": pulumi.Any("any"),
},
},
LinkedServiceType: pulumi.String("string"),
},
DataMapperMappings: datafactory.DataMapperMappingArray{
&datafactory.DataMapperMappingArgs{
AttributeMappingInfo: &datafactory.MapperAttributeMappingsArgs{
AttributeMappings: datafactory.MapperAttributeMappingArray{
&datafactory.MapperAttributeMappingArgs{
AttributeReference: &datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("string"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("string"),
Type: pulumi.String("string"),
},
Name: pulumi.String("string"),
},
AttributeReferences: datafactory.MapperAttributeReferenceArray{
&datafactory.MapperAttributeReferenceArgs{
Entity: pulumi.String("string"),
EntityConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("string"),
Type: pulumi.String("string"),
},
Name: pulumi.String("string"),
},
},
Expression: pulumi.String("string"),
FunctionName: pulumi.String("string"),
Name: pulumi.String("string"),
Type: pulumi.String("string"),
},
},
},
SourceConnectionReference: &datafactory.MapperConnectionReferenceArgs{
ConnectionName: pulumi.String("string"),
Type: pulumi.String("string"),
},
SourceDenormalizeInfo: pulumi.Any("any"),
SourceEntityName: pulumi.String("string"),
TargetEntityName: pulumi.String("string"),
},
},
Relationships: pulumi.Array{
pulumi.Any("any"),
},
TargetEntities: datafactory.MapperTableArray{
&datafactory.MapperTableArgs{
DslConnectorProperties: datafactory.MapperDslConnectorPropertiesArray{
&datafactory.MapperDslConnectorPropertiesArgs{
Name: pulumi.String("string"),
Value: pulumi.Any("any"),
},
},
Name: pulumi.String("string"),
Schema: datafactory.MapperTableSchemaArray{
&datafactory.MapperTableSchemaArgs{
DataType: pulumi.String("string"),
Name: pulumi.String("string"),
},
},
},
},
},
},
AllowVNetOverride: pulumi.Bool(false),
ChangeDataCaptureName: pulumi.String("string"),
Description: pulumi.String("string"),
Folder: &datafactory.ChangeDataCaptureFolderArgs{
Name: pulumi.String("string"),
},
Status: pulumi.String("string"),
})
var changeDataCaptureResource = new ChangeDataCapture("changeDataCaptureResource", ChangeDataCaptureArgs.builder()
.factoryName("string")
.policy(MapperPolicyArgs.builder()
.mode("string")
.recurrence(MapperPolicyRecurrenceArgs.builder()
.frequency("string")
.interval(0)
.build())
.build())
.resourceGroupName("string")
.sourceConnectionsInfo(MapperSourceConnectionsInfoArgs.builder()
.connection(MapperConnectionArgs.builder()
.type("string")
.commonDslConnectorProperties(MapperDslConnectorPropertiesArgs.builder()
.name("string")
.value("any")
.build())
.isInlineDataset(false)
.linkedService(LinkedServiceReferenceArgs.builder()
.referenceName("string")
.type("string")
.parameters(Map.of("string", "any"))
.build())
.linkedServiceType("string")
.build())
.sourceEntities(MapperTableArgs.builder()
.dslConnectorProperties(MapperDslConnectorPropertiesArgs.builder()
.name("string")
.value("any")
.build())
.name("string")
.schema(MapperTableSchemaArgs.builder()
.dataType("string")
.name("string")
.build())
.build())
.build())
.targetConnectionsInfo(MapperTargetConnectionsInfoArgs.builder()
.connection(MapperConnectionArgs.builder()
.type("string")
.commonDslConnectorProperties(MapperDslConnectorPropertiesArgs.builder()
.name("string")
.value("any")
.build())
.isInlineDataset(false)
.linkedService(LinkedServiceReferenceArgs.builder()
.referenceName("string")
.type("string")
.parameters(Map.of("string", "any"))
.build())
.linkedServiceType("string")
.build())
.dataMapperMappings(DataMapperMappingArgs.builder()
.attributeMappingInfo(MapperAttributeMappingsArgs.builder()
.attributeMappings(MapperAttributeMappingArgs.builder()
.attributeReference(MapperAttributeReferenceArgs.builder()
.entity("string")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("string")
.type("string")
.build())
.name("string")
.build())
.attributeReferences(MapperAttributeReferenceArgs.builder()
.entity("string")
.entityConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("string")
.type("string")
.build())
.name("string")
.build())
.expression("string")
.functionName("string")
.name("string")
.type("string")
.build())
.build())
.sourceConnectionReference(MapperConnectionReferenceArgs.builder()
.connectionName("string")
.type("string")
.build())
.sourceDenormalizeInfo("any")
.sourceEntityName("string")
.targetEntityName("string")
.build())
.relationships("any")
.targetEntities(MapperTableArgs.builder()
.dslConnectorProperties(MapperDslConnectorPropertiesArgs.builder()
.name("string")
.value("any")
.build())
.name("string")
.schema(MapperTableSchemaArgs.builder()
.dataType("string")
.name("string")
.build())
.build())
.build())
.allowVNetOverride(false)
.changeDataCaptureName("string")
.description("string")
.folder(ChangeDataCaptureFolderArgs.builder()
.name("string")
.build())
.status("string")
.build());
change_data_capture_resource = azure_native.datafactory.ChangeDataCapture("changeDataCaptureResource",
factory_name="string",
policy={
"mode": "string",
"recurrence": {
"frequency": "string",
"interval": 0,
},
},
resource_group_name="string",
source_connections_info=[{
"connection": {
"type": "string",
"common_dsl_connector_properties": [{
"name": "string",
"value": "any",
}],
"is_inline_dataset": False,
"linked_service": {
"reference_name": "string",
"type": "string",
"parameters": {
"string": "any",
},
},
"linked_service_type": "string",
},
"source_entities": [{
"dsl_connector_properties": [{
"name": "string",
"value": "any",
}],
"name": "string",
"schema": [{
"data_type": "string",
"name": "string",
}],
}],
}],
target_connections_info=[{
"connection": {
"type": "string",
"common_dsl_connector_properties": [{
"name": "string",
"value": "any",
}],
"is_inline_dataset": False,
"linked_service": {
"reference_name": "string",
"type": "string",
"parameters": {
"string": "any",
},
},
"linked_service_type": "string",
},
"data_mapper_mappings": [{
"attribute_mapping_info": {
"attribute_mappings": [{
"attribute_reference": {
"entity": "string",
"entity_connection_reference": {
"connection_name": "string",
"type": "string",
},
"name": "string",
},
"attribute_references": [{
"entity": "string",
"entity_connection_reference": {
"connection_name": "string",
"type": "string",
},
"name": "string",
}],
"expression": "string",
"function_name": "string",
"name": "string",
"type": "string",
}],
},
"source_connection_reference": {
"connection_name": "string",
"type": "string",
},
"source_denormalize_info": "any",
"source_entity_name": "string",
"target_entity_name": "string",
}],
"relationships": ["any"],
"target_entities": [{
"dsl_connector_properties": [{
"name": "string",
"value": "any",
}],
"name": "string",
"schema": [{
"data_type": "string",
"name": "string",
}],
}],
}],
allow_v_net_override=False,
change_data_capture_name="string",
description="string",
folder={
"name": "string",
},
status="string")
const changeDataCaptureResource = new azure_native.datafactory.ChangeDataCapture("changeDataCaptureResource", {
factoryName: "string",
policy: {
mode: "string",
recurrence: {
frequency: "string",
interval: 0,
},
},
resourceGroupName: "string",
sourceConnectionsInfo: [{
connection: {
type: "string",
commonDslConnectorProperties: [{
name: "string",
value: "any",
}],
isInlineDataset: false,
linkedService: {
referenceName: "string",
type: "string",
parameters: {
string: "any",
},
},
linkedServiceType: "string",
},
sourceEntities: [{
dslConnectorProperties: [{
name: "string",
value: "any",
}],
name: "string",
schema: [{
dataType: "string",
name: "string",
}],
}],
}],
targetConnectionsInfo: [{
connection: {
type: "string",
commonDslConnectorProperties: [{
name: "string",
value: "any",
}],
isInlineDataset: false,
linkedService: {
referenceName: "string",
type: "string",
parameters: {
string: "any",
},
},
linkedServiceType: "string",
},
dataMapperMappings: [{
attributeMappingInfo: {
attributeMappings: [{
attributeReference: {
entity: "string",
entityConnectionReference: {
connectionName: "string",
type: "string",
},
name: "string",
},
attributeReferences: [{
entity: "string",
entityConnectionReference: {
connectionName: "string",
type: "string",
},
name: "string",
}],
expression: "string",
functionName: "string",
name: "string",
type: "string",
}],
},
sourceConnectionReference: {
connectionName: "string",
type: "string",
},
sourceDenormalizeInfo: "any",
sourceEntityName: "string",
targetEntityName: "string",
}],
relationships: ["any"],
targetEntities: [{
dslConnectorProperties: [{
name: "string",
value: "any",
}],
name: "string",
schema: [{
dataType: "string",
name: "string",
}],
}],
}],
allowVNetOverride: false,
changeDataCaptureName: "string",
description: "string",
folder: {
name: "string",
},
status: "string",
});
type: azure-native:datafactory:ChangeDataCapture
properties:
allowVNetOverride: false
changeDataCaptureName: string
description: string
factoryName: string
folder:
name: string
policy:
mode: string
recurrence:
frequency: string
interval: 0
resourceGroupName: string
sourceConnectionsInfo:
- connection:
commonDslConnectorProperties:
- name: string
value: any
isInlineDataset: false
linkedService:
parameters:
string: any
referenceName: string
type: string
linkedServiceType: string
type: string
sourceEntities:
- dslConnectorProperties:
- name: string
value: any
name: string
schema:
- dataType: string
name: string
status: string
targetConnectionsInfo:
- connection:
commonDslConnectorProperties:
- name: string
value: any
isInlineDataset: false
linkedService:
parameters:
string: any
referenceName: string
type: string
linkedServiceType: string
type: string
dataMapperMappings:
- attributeMappingInfo:
attributeMappings:
- attributeReference:
entity: string
entityConnectionReference:
connectionName: string
type: string
name: string
attributeReferences:
- entity: string
entityConnectionReference:
connectionName: string
type: string
name: string
expression: string
functionName: string
name: string
type: string
sourceConnectionReference:
connectionName: string
type: string
sourceDenormalizeInfo: any
sourceEntityName: string
targetEntityName: string
relationships:
- any
targetEntities:
- dslConnectorProperties:
- name: string
value: any
name: string
schema:
- dataType: string
name: string
ChangeDataCapture Resource Properties
To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.
Inputs
In Python, inputs that are objects can be passed either as argument classes or as dictionary literals.
The ChangeDataCapture resource accepts the following input properties:
- Factory
Name string - The factory name.
- Policy
Pulumi.
Azure Native. Data Factory. Inputs. Mapper Policy - CDC policy
- Resource
Group stringName - The resource group name.
- Source
Connections List<Pulumi.Info Azure Native. Data Factory. Inputs. Mapper Source Connections Info> - List of sources connections that can be used as sources in the CDC.
- Target
Connections List<Pulumi.Info Azure Native. Data Factory. Inputs. Mapper Target Connections Info> - List of target connections that can be used as sources in the CDC.
- Allow
VNet boolOverride - A boolean to determine if the vnet configuration needs to be overwritten.
- Change
Data stringCapture Name - The change data capture name.
- Description string
- The description of the change data capture.
- Folder
Pulumi.
Azure Native. Data Factory. Inputs. Change Data Capture Folder - The folder that this CDC is in. If not specified, CDC will appear at the root level.
- Status string
- Status of the CDC as to if it is running or stopped.
- Factory
Name string - The factory name.
- Policy
Mapper
Policy Args - CDC policy
- Resource
Group stringName - The resource group name.
- Source
Connections []MapperInfo Source Connections Info Args - List of sources connections that can be used as sources in the CDC.
- Target
Connections []MapperInfo Target Connections Info Args - List of target connections that can be used as sources in the CDC.
- Allow
VNet boolOverride - A boolean to determine if the vnet configuration needs to be overwritten.
- Change
Data stringCapture Name - The change data capture name.
- Description string
- The description of the change data capture.
- Folder
Change
Data Capture Folder Args - The folder that this CDC is in. If not specified, CDC will appear at the root level.
- Status string
- Status of the CDC as to if it is running or stopped.
- factory
Name String - The factory name.
- policy
Mapper
Policy - CDC policy
- resource
Group StringName - The resource group name.
- source
Connections List<MapperInfo Source Connections Info> - List of sources connections that can be used as sources in the CDC.
- target
Connections List<MapperInfo Target Connections Info> - List of target connections that can be used as sources in the CDC.
- allow
VNet BooleanOverride - A boolean to determine if the vnet configuration needs to be overwritten.
- change
Data StringCapture Name - The change data capture name.
- description String
- The description of the change data capture.
- folder
Change
Data Capture Folder - The folder that this CDC is in. If not specified, CDC will appear at the root level.
- status String
- Status of the CDC as to if it is running or stopped.
- factory
Name string - The factory name.
- policy
Mapper
Policy - CDC policy
- resource
Group stringName - The resource group name.
- source
Connections MapperInfo Source Connections Info[] - List of sources connections that can be used as sources in the CDC.
- target
Connections MapperInfo Target Connections Info[] - List of target connections that can be used as sources in the CDC.
- allow
VNet booleanOverride - A boolean to determine if the vnet configuration needs to be overwritten.
- change
Data stringCapture Name - The change data capture name.
- description string
- The description of the change data capture.
- folder
Change
Data Capture Folder - The folder that this CDC is in. If not specified, CDC will appear at the root level.
- status string
- Status of the CDC as to if it is running or stopped.
- factory_
name str - The factory name.
- policy
Mapper
Policy Args - CDC policy
- resource_
group_ strname - The resource group name.
- source_
connections_ Sequence[Mapperinfo Source Connections Info Args] - List of sources connections that can be used as sources in the CDC.
- target_
connections_ Sequence[Mapperinfo Target Connections Info Args] - List of target connections that can be used as sources in the CDC.
- allow_
v_ boolnet_ override - A boolean to determine if the vnet configuration needs to be overwritten.
- change_
data_ strcapture_ name - The change data capture name.
- description str
- The description of the change data capture.
- folder
Change
Data Capture Folder Args - The folder that this CDC is in. If not specified, CDC will appear at the root level.
- status str
- Status of the CDC as to if it is running or stopped.
- factory
Name String - The factory name.
- policy Property Map
- CDC policy
- resource
Group StringName - The resource group name.
- source
Connections List<Property Map>Info - List of sources connections that can be used as sources in the CDC.
- target
Connections List<Property Map>Info - List of target connections that can be used as sources in the CDC.
- allow
VNet BooleanOverride - A boolean to determine if the vnet configuration needs to be overwritten.
- change
Data StringCapture Name - The change data capture name.
- description String
- The description of the change data capture.
- folder Property Map
- The folder that this CDC is in. If not specified, CDC will appear at the root level.
- status String
- Status of the CDC as to if it is running or stopped.
Outputs
All input properties are implicitly available as output properties. Additionally, the ChangeDataCapture resource produces the following output properties:
- Azure
Api stringVersion - The Azure API version of the resource.
- Etag string
- Etag identifies change in the resource.
- Id string
- The provider-assigned unique ID for this managed resource.
- Name string
- The resource name.
- Type string
- The resource type.
- Azure
Api stringVersion - The Azure API version of the resource.
- Etag string
- Etag identifies change in the resource.
- Id string
- The provider-assigned unique ID for this managed resource.
- Name string
- The resource name.
- Type string
- The resource type.
- azure
Api StringVersion - The Azure API version of the resource.
- etag String
- Etag identifies change in the resource.
- id String
- The provider-assigned unique ID for this managed resource.
- name String
- The resource name.
- type String
- The resource type.
- azure
Api stringVersion - The Azure API version of the resource.
- etag string
- Etag identifies change in the resource.
- id string
- The provider-assigned unique ID for this managed resource.
- name string
- The resource name.
- type string
- The resource type.
- azure_
api_ strversion - The Azure API version of the resource.
- etag str
- Etag identifies change in the resource.
- id str
- The provider-assigned unique ID for this managed resource.
- name str
- The resource name.
- type str
- The resource type.
- azure
Api StringVersion - The Azure API version of the resource.
- etag String
- Etag identifies change in the resource.
- id String
- The provider-assigned unique ID for this managed resource.
- name String
- The resource name.
- type String
- The resource type.
Supporting Types
ChangeDataCaptureFolder, ChangeDataCaptureFolderArgs
The folder that this CDC is in. If not specified, CDC will appear at the root level.- Name string
- The name of the folder that this CDC is in.
- Name string
- The name of the folder that this CDC is in.
- name String
- The name of the folder that this CDC is in.
- name string
- The name of the folder that this CDC is in.
- name str
- The name of the folder that this CDC is in.
- name String
- The name of the folder that this CDC is in.
ChangeDataCaptureResponseFolder, ChangeDataCaptureResponseFolderArgs
The folder that this CDC is in. If not specified, CDC will appear at the root level.- Name string
- The name of the folder that this CDC is in.
- Name string
- The name of the folder that this CDC is in.
- name String
- The name of the folder that this CDC is in.
- name string
- The name of the folder that this CDC is in.
- name str
- The name of the folder that this CDC is in.
- name String
- The name of the folder that this CDC is in.
ConnectionType, ConnectionTypeArgs
- Linkedservicetype
linkedservicetype
- Connection
Type Linkedservicetype linkedservicetype
- Linkedservicetype
linkedservicetype
- Linkedservicetype
linkedservicetype
- LINKEDSERVICETYPE
linkedservicetype
- "linkedservicetype"
linkedservicetype
DataMapperMapping, DataMapperMappingArgs
Source and target table mapping details.- Attribute
Mapping Pulumi.Info Azure Native. Data Factory. Inputs. Mapper Attribute Mappings - This holds the user provided attribute mapping information.
- Source
Connection Pulumi.Reference Azure Native. Data Factory. Inputs. Mapper Connection Reference - The connection reference for the source connection.
- Source
Denormalize objectInfo - This holds the source denormalization information used while joining multiple sources.
- Source
Entity stringName - Name of the source table
- Target
Entity stringName - Name of the target table
- Attribute
Mapping MapperInfo Attribute Mappings - This holds the user provided attribute mapping information.
- Source
Connection MapperReference Connection Reference - The connection reference for the source connection.
- Source
Denormalize interface{}Info - This holds the source denormalization information used while joining multiple sources.
- Source
Entity stringName - Name of the source table
- Target
Entity stringName - Name of the target table
- attribute
Mapping MapperInfo Attribute Mappings - This holds the user provided attribute mapping information.
- source
Connection MapperReference Connection Reference - The connection reference for the source connection.
- source
Denormalize ObjectInfo - This holds the source denormalization information used while joining multiple sources.
- source
Entity StringName - Name of the source table
- target
Entity StringName - Name of the target table
- attribute
Mapping MapperInfo Attribute Mappings - This holds the user provided attribute mapping information.
- source
Connection MapperReference Connection Reference - The connection reference for the source connection.
- source
Denormalize anyInfo - This holds the source denormalization information used while joining multiple sources.
- source
Entity stringName - Name of the source table
- target
Entity stringName - Name of the target table
- attribute_
mapping_ Mapperinfo Attribute Mappings - This holds the user provided attribute mapping information.
- source_
connection_ Mapperreference Connection Reference - The connection reference for the source connection.
- source_
denormalize_ Anyinfo - This holds the source denormalization information used while joining multiple sources.
- source_
entity_ strname - Name of the source table
- target_
entity_ strname - Name of the target table
- attribute
Mapping Property MapInfo - This holds the user provided attribute mapping information.
- source
Connection Property MapReference - The connection reference for the source connection.
- source
Denormalize AnyInfo - This holds the source denormalization information used while joining multiple sources.
- source
Entity StringName - Name of the source table
- target
Entity StringName - Name of the target table
DataMapperMappingResponse, DataMapperMappingResponseArgs
Source and target table mapping details.- Attribute
Mapping Pulumi.Info Azure Native. Data Factory. Inputs. Mapper Attribute Mappings Response - This holds the user provided attribute mapping information.
- Source
Connection Pulumi.Reference Azure Native. Data Factory. Inputs. Mapper Connection Reference Response - The connection reference for the source connection.
- Source
Denormalize objectInfo - This holds the source denormalization information used while joining multiple sources.
- Source
Entity stringName - Name of the source table
- Target
Entity stringName - Name of the target table
- Attribute
Mapping MapperInfo Attribute Mappings Response - This holds the user provided attribute mapping information.
- Source
Connection MapperReference Connection Reference Response - The connection reference for the source connection.
- Source
Denormalize interface{}Info - This holds the source denormalization information used while joining multiple sources.
- Source
Entity stringName - Name of the source table
- Target
Entity stringName - Name of the target table
- attribute
Mapping MapperInfo Attribute Mappings Response - This holds the user provided attribute mapping information.
- source
Connection MapperReference Connection Reference Response - The connection reference for the source connection.
- source
Denormalize ObjectInfo - This holds the source denormalization information used while joining multiple sources.
- source
Entity StringName - Name of the source table
- target
Entity StringName - Name of the target table
- attribute
Mapping MapperInfo Attribute Mappings Response - This holds the user provided attribute mapping information.
- source
Connection MapperReference Connection Reference Response - The connection reference for the source connection.
- source
Denormalize anyInfo - This holds the source denormalization information used while joining multiple sources.
- source
Entity stringName - Name of the source table
- target
Entity stringName - Name of the target table
- attribute_
mapping_ Mapperinfo Attribute Mappings Response - This holds the user provided attribute mapping information.
- source_
connection_ Mapperreference Connection Reference Response - The connection reference for the source connection.
- source_
denormalize_ Anyinfo - This holds the source denormalization information used while joining multiple sources.
- source_
entity_ strname - Name of the source table
- target_
entity_ strname - Name of the target table
- attribute
Mapping Property MapInfo - This holds the user provided attribute mapping information.
- source
Connection Property MapReference - The connection reference for the source connection.
- source
Denormalize AnyInfo - This holds the source denormalization information used while joining multiple sources.
- source
Entity StringName - Name of the source table
- target
Entity StringName - Name of the target table
FrequencyType, FrequencyTypeArgs
- Hour
Hour- Minute
Minute- Second
Second
- Frequency
Type Hour Hour- Frequency
Type Minute Minute- Frequency
Type Second Second
- Hour
Hour- Minute
Minute- Second
Second
- Hour
Hour- Minute
Minute- Second
Second
- HOUR
Hour- MINUTE
Minute- SECOND
Second
- "Hour"
Hour- "Minute"
Minute- "Second"
Second
LinkedServiceReference, LinkedServiceReferenceArgs
Linked service reference type.- Reference
Name string - Reference LinkedService name.
- Type
string | Pulumi.
Azure Native. Data Factory. Type - Linked service reference type.
- Parameters Dictionary<string, object>
- Arguments for LinkedService.
- Reference
Name string - Reference LinkedService name.
- Type string | Type
- Linked service reference type.
- Parameters map[string]interface{}
- Arguments for LinkedService.
- reference
Name String - Reference LinkedService name.
- type String | Type
- Linked service reference type.
- parameters Map<String,Object>
- Arguments for LinkedService.
- reference
Name string - Reference LinkedService name.
- type string | Type
- Linked service reference type.
- parameters {[key: string]: any}
- Arguments for LinkedService.
- reference_
name str - Reference LinkedService name.
- type str | Type
- Linked service reference type.
- parameters Mapping[str, Any]
- Arguments for LinkedService.
- reference
Name String - Reference LinkedService name.
- type
String | "Linked
Service Reference" - Linked service reference type.
- parameters Map<Any>
- Arguments for LinkedService.
LinkedServiceReferenceResponse, LinkedServiceReferenceResponseArgs
Linked service reference type.- Reference
Name string - Reference LinkedService name.
- Type string
- Linked service reference type.
- Parameters Dictionary<string, object>
- Arguments for LinkedService.
- Reference
Name string - Reference LinkedService name.
- Type string
- Linked service reference type.
- Parameters map[string]interface{}
- Arguments for LinkedService.
- reference
Name String - Reference LinkedService name.
- type String
- Linked service reference type.
- parameters Map<String,Object>
- Arguments for LinkedService.
- reference
Name string - Reference LinkedService name.
- type string
- Linked service reference type.
- parameters {[key: string]: any}
- Arguments for LinkedService.
- reference_
name str - Reference LinkedService name.
- type str
- Linked service reference type.
- parameters Mapping[str, Any]
- Arguments for LinkedService.
- reference
Name String - Reference LinkedService name.
- type String
- Linked service reference type.
- parameters Map<Any>
- Arguments for LinkedService.
MapperAttributeMapping, MapperAttributeMappingArgs
Source and target column mapping details.- Attribute
Reference Pulumi.Azure Native. Data Factory. Inputs. Mapper Attribute Reference - Reference of the source column used in the mapping. It is used for 'Direct' mapping type only.
- Attribute
References List<Pulumi.Azure Native. Data Factory. Inputs. Mapper Attribute Reference> - List of references for source columns. It is used for 'Derived' and 'Aggregate' type mappings only.
- Expression string
- Expression used for 'Aggregate' and 'Derived' type mapping.
- Function
Name string - Name of the function used for 'Aggregate' and 'Derived' (except 'Advanced') type mapping.
- Name string
- Name of the target column.
- Type
string | Pulumi.
Azure Native. Data Factory. Mapping Type - Type of the CDC attribute mapping. Note: 'Advanced' mapping type is also saved as 'Derived'.
- Attribute
Reference MapperAttribute Reference - Reference of the source column used in the mapping. It is used for 'Direct' mapping type only.
- Attribute
References []MapperAttribute Reference - List of references for source columns. It is used for 'Derived' and 'Aggregate' type mappings only.
- Expression string
- Expression used for 'Aggregate' and 'Derived' type mapping.
- Function
Name string - Name of the function used for 'Aggregate' and 'Derived' (except 'Advanced') type mapping.
- Name string
- Name of the target column.
- Type
string | Mapping
Type - Type of the CDC attribute mapping. Note: 'Advanced' mapping type is also saved as 'Derived'.
- attribute
Reference MapperAttribute Reference - Reference of the source column used in the mapping. It is used for 'Direct' mapping type only.
- attribute
References List<MapperAttribute Reference> - List of references for source columns. It is used for 'Derived' and 'Aggregate' type mappings only.
- expression String
- Expression used for 'Aggregate' and 'Derived' type mapping.
- function
Name String - Name of the function used for 'Aggregate' and 'Derived' (except 'Advanced') type mapping.
- name String
- Name of the target column.
- type
String | Mapping
Type - Type of the CDC attribute mapping. Note: 'Advanced' mapping type is also saved as 'Derived'.
- attribute
Reference MapperAttribute Reference - Reference of the source column used in the mapping. It is used for 'Direct' mapping type only.
- attribute
References MapperAttribute Reference[] - List of references for source columns. It is used for 'Derived' and 'Aggregate' type mappings only.
- expression string
- Expression used for 'Aggregate' and 'Derived' type mapping.
- function
Name string - Name of the function used for 'Aggregate' and 'Derived' (except 'Advanced') type mapping.
- name string
- Name of the target column.
- type
string | Mapping
Type - Type of the CDC attribute mapping. Note: 'Advanced' mapping type is also saved as 'Derived'.
- attribute_
reference MapperAttribute Reference - Reference of the source column used in the mapping. It is used for 'Direct' mapping type only.
- attribute_
references Sequence[MapperAttribute Reference] - List of references for source columns. It is used for 'Derived' and 'Aggregate' type mappings only.
- expression str
- Expression used for 'Aggregate' and 'Derived' type mapping.
- function_
name str - Name of the function used for 'Aggregate' and 'Derived' (except 'Advanced') type mapping.
- name str
- Name of the target column.
- type
str | Mapping
Type - Type of the CDC attribute mapping. Note: 'Advanced' mapping type is also saved as 'Derived'.
- attribute
Reference Property Map - Reference of the source column used in the mapping. It is used for 'Direct' mapping type only.
- attribute
References List<Property Map> - List of references for source columns. It is used for 'Derived' and 'Aggregate' type mappings only.
- expression String
- Expression used for 'Aggregate' and 'Derived' type mapping.
- function
Name String - Name of the function used for 'Aggregate' and 'Derived' (except 'Advanced') type mapping.
- name String
- Name of the target column.
- type String | "Direct" | "Derived" | "Aggregate"
- Type of the CDC attribute mapping. Note: 'Advanced' mapping type is also saved as 'Derived'.
MapperAttributeMappingResponse, MapperAttributeMappingResponseArgs
Source and target column mapping details.- Attribute
Reference Pulumi.Azure Native. Data Factory. Inputs. Mapper Attribute Reference Response - Reference of the source column used in the mapping. It is used for 'Direct' mapping type only.
- Attribute
References List<Pulumi.Azure Native. Data Factory. Inputs. Mapper Attribute Reference Response> - List of references for source columns. It is used for 'Derived' and 'Aggregate' type mappings only.
- Expression string
- Expression used for 'Aggregate' and 'Derived' type mapping.
- Function
Name string - Name of the function used for 'Aggregate' and 'Derived' (except 'Advanced') type mapping.
- Name string
- Name of the target column.
- Type string
- Type of the CDC attribute mapping. Note: 'Advanced' mapping type is also saved as 'Derived'.
- Attribute
Reference MapperAttribute Reference Response - Reference of the source column used in the mapping. It is used for 'Direct' mapping type only.
- Attribute
References []MapperAttribute Reference Response - List of references for source columns. It is used for 'Derived' and 'Aggregate' type mappings only.
- Expression string
- Expression used for 'Aggregate' and 'Derived' type mapping.
- Function
Name string - Name of the function used for 'Aggregate' and 'Derived' (except 'Advanced') type mapping.
- Name string
- Name of the target column.
- Type string
- Type of the CDC attribute mapping. Note: 'Advanced' mapping type is also saved as 'Derived'.
- attribute
Reference MapperAttribute Reference Response - Reference of the source column used in the mapping. It is used for 'Direct' mapping type only.
- attribute
References List<MapperAttribute Reference Response> - List of references for source columns. It is used for 'Derived' and 'Aggregate' type mappings only.
- expression String
- Expression used for 'Aggregate' and 'Derived' type mapping.
- function
Name String - Name of the function used for 'Aggregate' and 'Derived' (except 'Advanced') type mapping.
- name String
- Name of the target column.
- type String
- Type of the CDC attribute mapping. Note: 'Advanced' mapping type is also saved as 'Derived'.
- attribute
Reference MapperAttribute Reference Response - Reference of the source column used in the mapping. It is used for 'Direct' mapping type only.
- attribute
References MapperAttribute Reference Response[] - List of references for source columns. It is used for 'Derived' and 'Aggregate' type mappings only.
- expression string
- Expression used for 'Aggregate' and 'Derived' type mapping.
- function
Name string - Name of the function used for 'Aggregate' and 'Derived' (except 'Advanced') type mapping.
- name string
- Name of the target column.
- type string
- Type of the CDC attribute mapping. Note: 'Advanced' mapping type is also saved as 'Derived'.
- attribute_
reference MapperAttribute Reference Response - Reference of the source column used in the mapping. It is used for 'Direct' mapping type only.
- attribute_
references Sequence[MapperAttribute Reference Response] - List of references for source columns. It is used for 'Derived' and 'Aggregate' type mappings only.
- expression str
- Expression used for 'Aggregate' and 'Derived' type mapping.
- function_
name str - Name of the function used for 'Aggregate' and 'Derived' (except 'Advanced') type mapping.
- name str
- Name of the target column.
- type str
- Type of the CDC attribute mapping. Note: 'Advanced' mapping type is also saved as 'Derived'.
- attribute
Reference Property Map - Reference of the source column used in the mapping. It is used for 'Direct' mapping type only.
- attribute
References List<Property Map> - List of references for source columns. It is used for 'Derived' and 'Aggregate' type mappings only.
- expression String
- Expression used for 'Aggregate' and 'Derived' type mapping.
- function
Name String - Name of the function used for 'Aggregate' and 'Derived' (except 'Advanced') type mapping.
- name String
- Name of the target column.
- type String
- Type of the CDC attribute mapping. Note: 'Advanced' mapping type is also saved as 'Derived'.
MapperAttributeMappings, MapperAttributeMappingsArgs
Attribute mapping details.- Attribute
Mappings List<Pulumi.Azure Native. Data Factory. Inputs. Mapper Attribute Mapping> - List of attribute mappings.
- Attribute
Mappings []MapperAttribute Mapping - List of attribute mappings.
- attribute
Mappings List<MapperAttribute Mapping> - List of attribute mappings.
- attribute
Mappings MapperAttribute Mapping[] - List of attribute mappings.
- attribute_
mappings Sequence[MapperAttribute Mapping] - List of attribute mappings.
- attribute
Mappings List<Property Map> - List of attribute mappings.
MapperAttributeMappingsResponse, MapperAttributeMappingsResponseArgs
Attribute mapping details.- Attribute
Mappings List<Pulumi.Azure Native. Data Factory. Inputs. Mapper Attribute Mapping Response> - List of attribute mappings.
- Attribute
Mappings []MapperAttribute Mapping Response - List of attribute mappings.
- attribute
Mappings List<MapperAttribute Mapping Response> - List of attribute mappings.
- attribute
Mappings MapperAttribute Mapping Response[] - List of attribute mappings.
- attribute_
mappings Sequence[MapperAttribute Mapping Response] - List of attribute mappings.
- attribute
Mappings List<Property Map> - List of attribute mappings.
MapperAttributeReference, MapperAttributeReferenceArgs
Attribute reference details for the referred column.- Entity string
- Name of the table.
- Entity
Connection Pulumi.Reference Azure Native. Data Factory. Inputs. Mapper Connection Reference - The connection reference for the connection.
- Name string
- Name of the column.
- Entity string
- Name of the table.
- Entity
Connection MapperReference Connection Reference - The connection reference for the connection.
- Name string
- Name of the column.
- entity String
- Name of the table.
- entity
Connection MapperReference Connection Reference - The connection reference for the connection.
- name String
- Name of the column.
- entity string
- Name of the table.
- entity
Connection MapperReference Connection Reference - The connection reference for the connection.
- name string
- Name of the column.
- entity str
- Name of the table.
- entity_
connection_ Mapperreference Connection Reference - The connection reference for the connection.
- name str
- Name of the column.
- entity String
- Name of the table.
- entity
Connection Property MapReference - The connection reference for the connection.
- name String
- Name of the column.
MapperAttributeReferenceResponse, MapperAttributeReferenceResponseArgs
Attribute reference details for the referred column.- Entity string
- Name of the table.
- Entity
Connection Pulumi.Reference Azure Native. Data Factory. Inputs. Mapper Connection Reference Response - The connection reference for the connection.
- Name string
- Name of the column.
- Entity string
- Name of the table.
- Entity
Connection MapperReference Connection Reference Response - The connection reference for the connection.
- Name string
- Name of the column.
- entity String
- Name of the table.
- entity
Connection MapperReference Connection Reference Response - The connection reference for the connection.
- name String
- Name of the column.
- entity string
- Name of the table.
- entity
Connection MapperReference Connection Reference Response - The connection reference for the connection.
- name string
- Name of the column.
- entity str
- Name of the table.
- entity_
connection_ Mapperreference Connection Reference Response - The connection reference for the connection.
- name str
- Name of the column.
- entity String
- Name of the table.
- entity
Connection Property MapReference - The connection reference for the connection.
- name String
- Name of the column.
MapperConnection, MapperConnectionArgs
Source connection details.- Type
string | Pulumi.
Azure Native. Data Factory. Connection Type - Type of connection via linked service or dataset.
- Common
Dsl List<Pulumi.Connector Properties Azure Native. Data Factory. Inputs. Mapper Dsl Connector Properties> - List of name/value pairs for connection properties.
- Is
Inline boolDataset - A boolean indicating whether linked service is of type inline dataset. Currently only inline datasets are supported.
- Linked
Service Pulumi.Azure Native. Data Factory. Inputs. Linked Service Reference - Linked service reference.
- Linked
Service stringType - Type of the linked service e.g.: AzureBlobFS.
- Type
string | Connection
Type - Type of connection via linked service or dataset.
- Common
Dsl []MapperConnector Properties Dsl Connector Properties - List of name/value pairs for connection properties.
- Is
Inline boolDataset - A boolean indicating whether linked service is of type inline dataset. Currently only inline datasets are supported.
- Linked
Service LinkedService Reference - Linked service reference.
- Linked
Service stringType - Type of the linked service e.g.: AzureBlobFS.
- type
String | Connection
Type - Type of connection via linked service or dataset.
- common
Dsl List<MapperConnector Properties Dsl Connector Properties> - List of name/value pairs for connection properties.
- is
Inline BooleanDataset - A boolean indicating whether linked service is of type inline dataset. Currently only inline datasets are supported.
- linked
Service LinkedService Reference - Linked service reference.
- linked
Service StringType - Type of the linked service e.g.: AzureBlobFS.
- type
string | Connection
Type - Type of connection via linked service or dataset.
- common
Dsl MapperConnector Properties Dsl Connector Properties[] - List of name/value pairs for connection properties.
- is
Inline booleanDataset - A boolean indicating whether linked service is of type inline dataset. Currently only inline datasets are supported.
- linked
Service LinkedService Reference - Linked service reference.
- linked
Service stringType - Type of the linked service e.g.: AzureBlobFS.
- type
str | Connection
Type - Type of connection via linked service or dataset.
- common_
dsl_ Sequence[Mapperconnector_ properties Dsl Connector Properties] - List of name/value pairs for connection properties.
- is_
inline_ booldataset - A boolean indicating whether linked service is of type inline dataset. Currently only inline datasets are supported.
- linked_
service LinkedService Reference - Linked service reference.
- linked_
service_ strtype - Type of the linked service e.g.: AzureBlobFS.
- type String | "linkedservicetype"
- Type of connection via linked service or dataset.
- common
Dsl List<Property Map>Connector Properties - List of name/value pairs for connection properties.
- is
Inline BooleanDataset - A boolean indicating whether linked service is of type inline dataset. Currently only inline datasets are supported.
- linked
Service Property Map - Linked service reference.
- linked
Service StringType - Type of the linked service e.g.: AzureBlobFS.
MapperConnectionReference, MapperConnectionReferenceArgs
Source or target connection reference details.- Connection
Name string - Name of the connection
- Type
string | Pulumi.
Azure Native. Data Factory. Connection Type - Type of connection via linked service or dataset.
- Connection
Name string - Name of the connection
- Type
string | Connection
Type - Type of connection via linked service or dataset.
- connection
Name String - Name of the connection
- type
String | Connection
Type - Type of connection via linked service or dataset.
- connection
Name string - Name of the connection
- type
string | Connection
Type - Type of connection via linked service or dataset.
- connection_
name str - Name of the connection
- type
str | Connection
Type - Type of connection via linked service or dataset.
- connection
Name String - Name of the connection
- type String | "linkedservicetype"
- Type of connection via linked service or dataset.
MapperConnectionReferenceResponse, MapperConnectionReferenceResponseArgs
Source or target connection reference details.- Connection
Name string - Name of the connection
- Type string
- Type of connection via linked service or dataset.
- Connection
Name string - Name of the connection
- Type string
- Type of connection via linked service or dataset.
- connection
Name String - Name of the connection
- type String
- Type of connection via linked service or dataset.
- connection
Name string - Name of the connection
- type string
- Type of connection via linked service or dataset.
- connection_
name str - Name of the connection
- type str
- Type of connection via linked service or dataset.
- connection
Name String - Name of the connection
- type String
- Type of connection via linked service or dataset.
MapperConnectionResponse, MapperConnectionResponseArgs
Source connection details.- Type string
- Type of connection via linked service or dataset.
- Common
Dsl List<Pulumi.Connector Properties Azure Native. Data Factory. Inputs. Mapper Dsl Connector Properties Response> - List of name/value pairs for connection properties.
- Is
Inline boolDataset - A boolean indicating whether linked service is of type inline dataset. Currently only inline datasets are supported.
- Linked
Service Pulumi.Azure Native. Data Factory. Inputs. Linked Service Reference Response - Linked service reference.
- Linked
Service stringType - Type of the linked service e.g.: AzureBlobFS.
- Type string
- Type of connection via linked service or dataset.
- Common
Dsl []MapperConnector Properties Dsl Connector Properties Response - List of name/value pairs for connection properties.
- Is
Inline boolDataset - A boolean indicating whether linked service is of type inline dataset. Currently only inline datasets are supported.
- Linked
Service LinkedService Reference Response - Linked service reference.
- Linked
Service stringType - Type of the linked service e.g.: AzureBlobFS.
- type String
- Type of connection via linked service or dataset.
- common
Dsl List<MapperConnector Properties Dsl Connector Properties Response> - List of name/value pairs for connection properties.
- is
Inline BooleanDataset - A boolean indicating whether linked service is of type inline dataset. Currently only inline datasets are supported.
- linked
Service LinkedService Reference Response - Linked service reference.
- linked
Service StringType - Type of the linked service e.g.: AzureBlobFS.
- type string
- Type of connection via linked service or dataset.
- common
Dsl MapperConnector Properties Dsl Connector Properties Response[] - List of name/value pairs for connection properties.
- is
Inline booleanDataset - A boolean indicating whether linked service is of type inline dataset. Currently only inline datasets are supported.
- linked
Service LinkedService Reference Response - Linked service reference.
- linked
Service stringType - Type of the linked service e.g.: AzureBlobFS.
- type str
- Type of connection via linked service or dataset.
- common_
dsl_ Sequence[Mapperconnector_ properties Dsl Connector Properties Response] - List of name/value pairs for connection properties.
- is_
inline_ booldataset - A boolean indicating whether linked service is of type inline dataset. Currently only inline datasets are supported.
- linked_
service LinkedService Reference Response - Linked service reference.
- linked_
service_ strtype - Type of the linked service e.g.: AzureBlobFS.
- type String
- Type of connection via linked service or dataset.
- common
Dsl List<Property Map>Connector Properties - List of name/value pairs for connection properties.
- is
Inline BooleanDataset - A boolean indicating whether linked service is of type inline dataset. Currently only inline datasets are supported.
- linked
Service Property Map - Linked service reference.
- linked
Service StringType - Type of the linked service e.g.: AzureBlobFS.
MapperDslConnectorProperties, MapperDslConnectorPropertiesArgs
Connector properties of a CDC table in terms of name / value pairs.MapperDslConnectorPropertiesResponse, MapperDslConnectorPropertiesResponseArgs
Connector properties of a CDC table in terms of name / value pairs.MapperPolicy, MapperPolicyArgs
CDC Policy.- Mode string
- Mode of running the CDC: batch vs continuous.
- Recurrence
Pulumi.
Azure Native. Data Factory. Inputs. Mapper Policy Recurrence - Defines the frequency and interval for running the CDC for batch mode.
- Mode string
- Mode of running the CDC: batch vs continuous.
- Recurrence
Mapper
Policy Recurrence - Defines the frequency and interval for running the CDC for batch mode.
- mode String
- Mode of running the CDC: batch vs continuous.
- recurrence
Mapper
Policy Recurrence - Defines the frequency and interval for running the CDC for batch mode.
- mode string
- Mode of running the CDC: batch vs continuous.
- recurrence
Mapper
Policy Recurrence - Defines the frequency and interval for running the CDC for batch mode.
- mode str
- Mode of running the CDC: batch vs continuous.
- recurrence
Mapper
Policy Recurrence - Defines the frequency and interval for running the CDC for batch mode.
- mode String
- Mode of running the CDC: batch vs continuous.
- recurrence Property Map
- Defines the frequency and interval for running the CDC for batch mode.
MapperPolicyRecurrence, MapperPolicyRecurrenceArgs
CDC policy recurrence details.- Frequency
string | Pulumi.
Azure Native. Data Factory. Frequency Type - Frequency of period in terms of 'Hour', 'Minute' or 'Second'.
- Interval int
- Actual interval value as per chosen frequency.
- Frequency
string | Frequency
Type - Frequency of period in terms of 'Hour', 'Minute' or 'Second'.
- Interval int
- Actual interval value as per chosen frequency.
- frequency
String | Frequency
Type - Frequency of period in terms of 'Hour', 'Minute' or 'Second'.
- interval Integer
- Actual interval value as per chosen frequency.
- frequency
string | Frequency
Type - Frequency of period in terms of 'Hour', 'Minute' or 'Second'.
- interval number
- Actual interval value as per chosen frequency.
- frequency
str | Frequency
Type - Frequency of period in terms of 'Hour', 'Minute' or 'Second'.
- interval int
- Actual interval value as per chosen frequency.
- frequency String | "Hour" | "Minute" | "Second"
- Frequency of period in terms of 'Hour', 'Minute' or 'Second'.
- interval Number
- Actual interval value as per chosen frequency.
MapperPolicyRecurrenceResponse, MapperPolicyRecurrenceResponseArgs
CDC policy recurrence details.MapperPolicyResponse, MapperPolicyResponseArgs
CDC Policy.- Mode string
- Mode of running the CDC: batch vs continuous.
- Recurrence
Pulumi.
Azure Native. Data Factory. Inputs. Mapper Policy Recurrence Response - Defines the frequency and interval for running the CDC for batch mode.
- Mode string
- Mode of running the CDC: batch vs continuous.
- Recurrence
Mapper
Policy Recurrence Response - Defines the frequency and interval for running the CDC for batch mode.
- mode String
- Mode of running the CDC: batch vs continuous.
- recurrence
Mapper
Policy Recurrence Response - Defines the frequency and interval for running the CDC for batch mode.
- mode string
- Mode of running the CDC: batch vs continuous.
- recurrence
Mapper
Policy Recurrence Response - Defines the frequency and interval for running the CDC for batch mode.
- mode str
- Mode of running the CDC: batch vs continuous.
- recurrence
Mapper
Policy Recurrence Response - Defines the frequency and interval for running the CDC for batch mode.
- mode String
- Mode of running the CDC: batch vs continuous.
- recurrence Property Map
- Defines the frequency and interval for running the CDC for batch mode.
MapperSourceConnectionsInfo, MapperSourceConnectionsInfoArgs
A object which contains list of tables and connection details for a source connection.- Connection
Pulumi.
Azure Native. Data Factory. Inputs. Mapper Connection - Source connection details.
- Source
Entities List<Pulumi.Azure Native. Data Factory. Inputs. Mapper Table> - List of source tables for a source connection.
- Connection
Mapper
Connection - Source connection details.
- Source
Entities []MapperTable - List of source tables for a source connection.
- connection
Mapper
Connection - Source connection details.
- source
Entities List<MapperTable> - List of source tables for a source connection.
- connection
Mapper
Connection - Source connection details.
- source
Entities MapperTable[] - List of source tables for a source connection.
- connection
Mapper
Connection - Source connection details.
- source_
entities Sequence[MapperTable] - List of source tables for a source connection.
- connection Property Map
- Source connection details.
- source
Entities List<Property Map> - List of source tables for a source connection.
MapperSourceConnectionsInfoResponse, MapperSourceConnectionsInfoResponseArgs
A object which contains list of tables and connection details for a source connection.- Connection
Pulumi.
Azure Native. Data Factory. Inputs. Mapper Connection Response - Source connection details.
- Source
Entities List<Pulumi.Azure Native. Data Factory. Inputs. Mapper Table Response> - List of source tables for a source connection.
- Connection
Mapper
Connection Response - Source connection details.
- Source
Entities []MapperTable Response - List of source tables for a source connection.
- connection
Mapper
Connection Response - Source connection details.
- source
Entities List<MapperTable Response> - List of source tables for a source connection.
- connection
Mapper
Connection Response - Source connection details.
- source
Entities MapperTable Response[] - List of source tables for a source connection.
- connection
Mapper
Connection Response - Source connection details.
- source_
entities Sequence[MapperTable Response] - List of source tables for a source connection.
- connection Property Map
- Source connection details.
- source
Entities List<Property Map> - List of source tables for a source connection.
MapperTable, MapperTableArgs
CDC table details.- Dsl
Connector List<Pulumi.Properties Azure Native. Data Factory. Inputs. Mapper Dsl Connector Properties> - List of name/value pairs for connection properties.
- Name string
- Name of the table.
- Schema
List<Pulumi.
Azure Native. Data Factory. Inputs. Mapper Table Schema> - List of columns for the source table.
- Dsl
Connector []MapperProperties Dsl Connector Properties - List of name/value pairs for connection properties.
- Name string
- Name of the table.
- Schema
[]Mapper
Table Schema - List of columns for the source table.
- dsl
Connector List<MapperProperties Dsl Connector Properties> - List of name/value pairs for connection properties.
- name String
- Name of the table.
- schema
List<Mapper
Table Schema> - List of columns for the source table.
- dsl
Connector MapperProperties Dsl Connector Properties[] - List of name/value pairs for connection properties.
- name string
- Name of the table.
- schema
Mapper
Table Schema[] - List of columns for the source table.
- dsl_
connector_ Sequence[Mapperproperties Dsl Connector Properties] - List of name/value pairs for connection properties.
- name str
- Name of the table.
- schema
Sequence[Mapper
Table Schema] - List of columns for the source table.
- dsl
Connector List<Property Map>Properties - List of name/value pairs for connection properties.
- name String
- Name of the table.
- schema List<Property Map>
- List of columns for the source table.
MapperTableResponse, MapperTableResponseArgs
CDC table details.- Dsl
Connector List<Pulumi.Properties Azure Native. Data Factory. Inputs. Mapper Dsl Connector Properties Response> - List of name/value pairs for connection properties.
- Name string
- Name of the table.
- Schema
List<Pulumi.
Azure Native. Data Factory. Inputs. Mapper Table Schema Response> - List of columns for the source table.
- Dsl
Connector []MapperProperties Dsl Connector Properties Response - List of name/value pairs for connection properties.
- Name string
- Name of the table.
- Schema
[]Mapper
Table Schema Response - List of columns for the source table.
- dsl
Connector List<MapperProperties Dsl Connector Properties Response> - List of name/value pairs for connection properties.
- name String
- Name of the table.
- schema
List<Mapper
Table Schema Response> - List of columns for the source table.
- dsl
Connector MapperProperties Dsl Connector Properties Response[] - List of name/value pairs for connection properties.
- name string
- Name of the table.
- schema
Mapper
Table Schema Response[] - List of columns for the source table.
- dsl_
connector_ Sequence[Mapperproperties Dsl Connector Properties Response] - List of name/value pairs for connection properties.
- name str
- Name of the table.
- schema
Sequence[Mapper
Table Schema Response] - List of columns for the source table.
- dsl
Connector List<Property Map>Properties - List of name/value pairs for connection properties.
- name String
- Name of the table.
- schema List<Property Map>
- List of columns for the source table.
MapperTableSchema, MapperTableSchemaArgs
Schema of a CDC table in terms of column names and their corresponding data types.MapperTableSchemaResponse, MapperTableSchemaResponseArgs
Schema of a CDC table in terms of column names and their corresponding data types.MapperTargetConnectionsInfo, MapperTargetConnectionsInfoArgs
A object which contains list of tables and connection details for a target connection.- Connection
Pulumi.
Azure Native. Data Factory. Inputs. Mapper Connection - Source connection details.
- Data
Mapper List<Pulumi.Mappings Azure Native. Data Factory. Inputs. Data Mapper Mapping> - List of table mappings.
- Relationships List<object>
- List of relationship info among the tables.
- Target
Entities List<Pulumi.Azure Native. Data Factory. Inputs. Mapper Table> - List of source tables for a target connection.
- Connection
Mapper
Connection - Source connection details.
- Data
Mapper []DataMappings Mapper Mapping - List of table mappings.
- Relationships []interface{}
- List of relationship info among the tables.
- Target
Entities []MapperTable - List of source tables for a target connection.
- connection
Mapper
Connection - Source connection details.
- data
Mapper List<DataMappings Mapper Mapping> - List of table mappings.
- relationships List<Object>
- List of relationship info among the tables.
- target
Entities List<MapperTable> - List of source tables for a target connection.
- connection
Mapper
Connection - Source connection details.
- data
Mapper DataMappings Mapper Mapping[] - List of table mappings.
- relationships any[]
- List of relationship info among the tables.
- target
Entities MapperTable[] - List of source tables for a target connection.
- connection
Mapper
Connection - Source connection details.
- data_
mapper_ Sequence[Datamappings Mapper Mapping] - List of table mappings.
- relationships Sequence[Any]
- List of relationship info among the tables.
- target_
entities Sequence[MapperTable] - List of source tables for a target connection.
- connection Property Map
- Source connection details.
- data
Mapper List<Property Map>Mappings - List of table mappings.
- relationships List<Any>
- List of relationship info among the tables.
- target
Entities List<Property Map> - List of source tables for a target connection.
MapperTargetConnectionsInfoResponse, MapperTargetConnectionsInfoResponseArgs
A object which contains list of tables and connection details for a target connection.- Connection
Pulumi.
Azure Native. Data Factory. Inputs. Mapper Connection Response - Source connection details.
- Data
Mapper List<Pulumi.Mappings Azure Native. Data Factory. Inputs. Data Mapper Mapping Response> - List of table mappings.
- Relationships List<object>
- List of relationship info among the tables.
- Target
Entities List<Pulumi.Azure Native. Data Factory. Inputs. Mapper Table Response> - List of source tables for a target connection.
- Connection
Mapper
Connection Response - Source connection details.
- Data
Mapper []DataMappings Mapper Mapping Response - List of table mappings.
- Relationships []interface{}
- List of relationship info among the tables.
- Target
Entities []MapperTable Response - List of source tables for a target connection.
- connection
Mapper
Connection Response - Source connection details.
- data
Mapper List<DataMappings Mapper Mapping Response> - List of table mappings.
- relationships List<Object>
- List of relationship info among the tables.
- target
Entities List<MapperTable Response> - List of source tables for a target connection.
- connection
Mapper
Connection Response - Source connection details.
- data
Mapper DataMappings Mapper Mapping Response[] - List of table mappings.
- relationships any[]
- List of relationship info among the tables.
- target
Entities MapperTable Response[] - List of source tables for a target connection.
- connection
Mapper
Connection Response - Source connection details.
- data_
mapper_ Sequence[Datamappings Mapper Mapping Response] - List of table mappings.
- relationships Sequence[Any]
- List of relationship info among the tables.
- target_
entities Sequence[MapperTable Response] - List of source tables for a target connection.
- connection Property Map
- Source connection details.
- data
Mapper List<Property Map>Mappings - List of table mappings.
- relationships List<Any>
- List of relationship info among the tables.
- target
Entities List<Property Map> - List of source tables for a target connection.
MappingType, MappingTypeArgs
- Direct
Direct- Derived
Derived- Aggregate
Aggregate
- Mapping
Type Direct Direct- Mapping
Type Derived Derived- Mapping
Type Aggregate Aggregate
- Direct
Direct- Derived
Derived- Aggregate
Aggregate
- Direct
Direct- Derived
Derived- Aggregate
Aggregate
- DIRECT
Direct- DERIVED
Derived- AGGREGATE
Aggregate
- "Direct"
Direct- "Derived"
Derived- "Aggregate"
Aggregate
Type, TypeArgs
- Linked
Service Reference LinkedServiceReference
- Type
Linked Service Reference LinkedServiceReference
- Linked
Service Reference LinkedServiceReference
- Linked
Service Reference LinkedServiceReference
- LINKED_SERVICE_REFERENCE
LinkedServiceReference
- "Linked
Service Reference" LinkedServiceReference
Import
An existing resource can be imported using its type token, name, and identifier, e.g.
$ pulumi import azure-native:datafactory:ChangeDataCapture exampleChangeDataCapture /subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.DataFactory/factories/{factoryName}/adfcdcs/{changeDataCaptureName}
To learn more about importing existing cloud resources, see Importing resources.
Package Details
- Repository
- Azure Native pulumi/pulumi-azure-native
- License
- Apache-2.0
This is the latest version of Azure Native. Use the Azure Native v2 docs if using the v2 version of this package.
Azure Native v3.13.0 published on Wednesday, Jan 28, 2026 by Pulumi
