AWS Native

v0.29.0 published on Thursday, Sep 8, 2022 by Pulumi

DeliveryStream

Resource Type definition for AWS::KinesisFirehose::DeliveryStream

Example Usage

Example

using System.Collections.Generic;
using Pulumi;
using AwsNative = Pulumi.AwsNative;

return await Deployment.RunAsync(() => 
{
    var firehose = new AwsNative.KinesisFirehose.DeliveryStream("firehose", new()
    {
        DeliveryStreamName = "tester-partitioning-delimiter",
        DeliveryStreamType = AwsNative.KinesisFirehose.DeliveryStreamType.DirectPut,
        ExtendedS3DestinationConfiguration = new AwsNative.KinesisFirehose.Inputs.DeliveryStreamExtendedS3DestinationConfigurationArgs
        {
            BucketARN = "arn:aws:s3:::dp-firehose-test",
            BufferingHints = new AwsNative.KinesisFirehose.Inputs.DeliveryStreamBufferingHintsArgs
            {
                SizeInMBs = 128,
                IntervalInSeconds = 900,
            },
            CompressionFormat = AwsNative.KinesisFirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormat.Uncompressed,
            ErrorOutputPrefix = "table/error/!{firehose:error-output-type}/dt=!{timestamp:yyyy'-'MM'-'dd}/h=!{timestamp:HH}/",
            Prefix = "YYYY=!{partitionKeyFromQuery:YYYY}/MM=!{partitionKeyFromQuery:MM}//DD=!{partitionKeyFromQuery:DD}/HH=!{partitionKeyFromQuery:HH}/REGION=!{partitionKeyFromQuery:REGION}/SITEID=!{partitionKeyFromQuery:SITEID}/",
            RoleARN = "arn:aws:iam::012345678912:role/service-role/KinesisFirehoseServiceRole-dp-kinesis-f-us-east-1-012345678912",
            DynamicPartitioningConfiguration = new AwsNative.KinesisFirehose.Inputs.DeliveryStreamDynamicPartitioningConfigurationArgs
            {
                Enabled = true,
                RetryOptions = new AwsNative.KinesisFirehose.Inputs.DeliveryStreamRetryOptionsArgs
                {
                    DurationInSeconds = 300,
                },
            },
            ProcessingConfiguration = new AwsNative.KinesisFirehose.Inputs.DeliveryStreamProcessingConfigurationArgs
            {
                Enabled = true,
                Processors = new[]
                {
                    new AwsNative.KinesisFirehose.Inputs.DeliveryStreamProcessorArgs
                    {
                        Type = AwsNative.KinesisFirehose.DeliveryStreamProcessorType.MetadataExtraction,
                        Parameters = new[]
                        {
                            new AwsNative.KinesisFirehose.Inputs.DeliveryStreamProcessorParameterArgs
                            {
                                ParameterName = "MetadataExtractionQuery",
                                ParameterValue = "{YYYY : (.ts/1000) | strftime(\"%Y\"), MM : (.ts/1000) | strftime(\"%m\"), DD : (.ts/1000) | strftime(\"%d\"), HH: (.ts/1000) | strftime(\"%H\")}",
                            },
                            new AwsNative.KinesisFirehose.Inputs.DeliveryStreamProcessorParameterArgs
                            {
                                ParameterName = "JsonParsingEngine",
                                ParameterValue = "JQ-1.6",
                            },
                        },
                    },
                    new AwsNative.KinesisFirehose.Inputs.DeliveryStreamProcessorArgs
                    {
                        Type = AwsNative.KinesisFirehose.DeliveryStreamProcessorType.AppendDelimiterToRecord,
                        Parameters = new[]
                        {
                            new AwsNative.KinesisFirehose.Inputs.DeliveryStreamProcessorParameterArgs
                            {
                                ParameterName = "Delimiter",
                                ParameterValue = "\\n",
                            },
                        },
                    },
                },
            },
        },
    });

});
package main

import (
	"fmt"

	"github.com/pulumi/pulumi-aws-native/sdk/go/aws/kinesisfirehose"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		_, err := kinesisfirehose.NewDeliveryStream(ctx, "firehose", &kinesisfirehose.DeliveryStreamArgs{
			DeliveryStreamName: pulumi.String("tester-partitioning-delimiter"),
			DeliveryStreamType: kinesisfirehose.DeliveryStreamTypeDirectPut,
			ExtendedS3DestinationConfiguration: &kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationArgs{
				BucketARN: pulumi.String("arn:aws:s3:::dp-firehose-test"),
				BufferingHints: &kinesisfirehose.DeliveryStreamBufferingHintsArgs{
					SizeInMBs:         pulumi.Int(128),
					IntervalInSeconds: pulumi.Int(900),
				},
				CompressionFormat: kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormatUncompressed,
				ErrorOutputPrefix: pulumi.String("table/error/!{firehose:error-output-type}/dt=!{timestamp:yyyy'-'MM'-'dd}/h=!{timestamp:HH}/"),
				Prefix:            pulumi.String("YYYY=!{partitionKeyFromQuery:YYYY}/MM=!{partitionKeyFromQuery:MM}//DD=!{partitionKeyFromQuery:DD}/HH=!{partitionKeyFromQuery:HH}/REGION=!{partitionKeyFromQuery:REGION}/SITEID=!{partitionKeyFromQuery:SITEID}/"),
				RoleARN:           pulumi.String("arn:aws:iam::012345678912:role/service-role/KinesisFirehoseServiceRole-dp-kinesis-f-us-east-1-012345678912"),
				DynamicPartitioningConfiguration: &kinesisfirehose.DeliveryStreamDynamicPartitioningConfigurationArgs{
					Enabled: pulumi.Bool(true),
					RetryOptions: &kinesisfirehose.DeliveryStreamRetryOptionsArgs{
						DurationInSeconds: pulumi.Int(300),
					},
				},
				ProcessingConfiguration: &kinesisfirehose.DeliveryStreamProcessingConfigurationArgs{
					Enabled: pulumi.Bool(true),
					Processors: kinesisfirehose.DeliveryStreamProcessorArray{
						&kinesisfirehose.DeliveryStreamProcessorArgs{
							Type: kinesisfirehose.DeliveryStreamProcessorTypeMetadataExtraction,
							Parameters: kinesisfirehose.DeliveryStreamProcessorParameterArray{
								&kinesisfirehose.DeliveryStreamProcessorParameterArgs{
									ParameterName:  pulumi.String("MetadataExtractionQuery"),
									ParameterValue: pulumi.String(fmt.Sprintf("{YYYY : (.ts/1000) | strftime(\"%vY\"), MM : (.ts/1000) | strftime(\"%vm\"), DD : (.ts/1000) | strftime(\"%vd\"), HH: (.ts/1000) | strftime(\"%vH\")}", "%", "%", "%", "%")),
								},
								&kinesisfirehose.DeliveryStreamProcessorParameterArgs{
									ParameterName:  pulumi.String("JsonParsingEngine"),
									ParameterValue: pulumi.String("JQ-1.6"),
								},
							},
						},
						&kinesisfirehose.DeliveryStreamProcessorArgs{
							Type: kinesisfirehose.DeliveryStreamProcessorTypeAppendDelimiterToRecord,
							Parameters: kinesisfirehose.DeliveryStreamProcessorParameterArray{
								&kinesisfirehose.DeliveryStreamProcessorParameterArgs{
									ParameterName:  pulumi.String("Delimiter"),
									ParameterValue: pulumi.String("\\n"),
								},
							},
						},
					},
				},
			},
		})
		if err != nil {
			return err
		}
		return nil
	})
}

Coming soon!

import pulumi
import pulumi_aws_native as aws_native

firehose = aws_native.kinesisfirehose.DeliveryStream("firehose",
    delivery_stream_name="tester-partitioning-delimiter",
    delivery_stream_type=aws_native.kinesisfirehose.DeliveryStreamType.DIRECT_PUT,
    extended_s3_destination_configuration=aws_native.kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationArgs(
        bucket_arn="arn:aws:s3:::dp-firehose-test",
        buffering_hints=aws_native.kinesisfirehose.DeliveryStreamBufferingHintsArgs(
            size_in_mbs=128,
            interval_in_seconds=900,
        ),
        compression_format=aws_native.kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormat.UNCOMPRESSED,
        error_output_prefix="table/error/!{firehose:error-output-type}/dt=!{timestamp:yyyy'-'MM'-'dd}/h=!{timestamp:HH}/",
        prefix="YYYY=!{partitionKeyFromQuery:YYYY}/MM=!{partitionKeyFromQuery:MM}//DD=!{partitionKeyFromQuery:DD}/HH=!{partitionKeyFromQuery:HH}/REGION=!{partitionKeyFromQuery:REGION}/SITEID=!{partitionKeyFromQuery:SITEID}/",
        role_arn="arn:aws:iam::012345678912:role/service-role/KinesisFirehoseServiceRole-dp-kinesis-f-us-east-1-012345678912",
        dynamic_partitioning_configuration=aws_native.kinesisfirehose.DeliveryStreamDynamicPartitioningConfigurationArgs(
            enabled=True,
            retry_options=aws_native.kinesisfirehose.DeliveryStreamRetryOptionsArgs(
                duration_in_seconds=300,
            ),
        ),
        processing_configuration=aws_native.kinesisfirehose.DeliveryStreamProcessingConfigurationArgs(
            enabled=True,
            processors=[
                aws_native.kinesisfirehose.DeliveryStreamProcessorArgs(
                    type=aws_native.kinesisfirehose.DeliveryStreamProcessorType.METADATA_EXTRACTION,
                    parameters=[
                        aws_native.kinesisfirehose.DeliveryStreamProcessorParameterArgs(
                            parameter_name="MetadataExtractionQuery",
                            parameter_value="{YYYY : (.ts/1000) | strftime(\"%Y\"), MM : (.ts/1000) | strftime(\"%m\"), DD : (.ts/1000) | strftime(\"%d\"), HH: (.ts/1000) | strftime(\"%H\")}",
                        ),
                        aws_native.kinesisfirehose.DeliveryStreamProcessorParameterArgs(
                            parameter_name="JsonParsingEngine",
                            parameter_value="JQ-1.6",
                        ),
                    ],
                ),
                aws_native.kinesisfirehose.DeliveryStreamProcessorArgs(
                    type=aws_native.kinesisfirehose.DeliveryStreamProcessorType.APPEND_DELIMITER_TO_RECORD,
                    parameters=[aws_native.kinesisfirehose.DeliveryStreamProcessorParameterArgs(
                        parameter_name="Delimiter",
                        parameter_value="\\n",
                    )],
                ),
            ],
        ),
    ))
import * as pulumi from "@pulumi/pulumi";
import * as aws_native from "@pulumi/aws-native";

const firehose = new aws_native.kinesisfirehose.DeliveryStream("firehose", {
    deliveryStreamName: "tester-partitioning-delimiter",
    deliveryStreamType: aws_native.kinesisfirehose.DeliveryStreamType.DirectPut,
    extendedS3DestinationConfiguration: {
        bucketARN: "arn:aws:s3:::dp-firehose-test",
        bufferingHints: {
            sizeInMBs: 128,
            intervalInSeconds: 900,
        },
        compressionFormat: aws_native.kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormat.Uncompressed,
        errorOutputPrefix: "table/error/!{firehose:error-output-type}/dt=!{timestamp:yyyy'-'MM'-'dd}/h=!{timestamp:HH}/",
        prefix: "YYYY=!{partitionKeyFromQuery:YYYY}/MM=!{partitionKeyFromQuery:MM}//DD=!{partitionKeyFromQuery:DD}/HH=!{partitionKeyFromQuery:HH}/REGION=!{partitionKeyFromQuery:REGION}/SITEID=!{partitionKeyFromQuery:SITEID}/",
        roleARN: "arn:aws:iam::012345678912:role/service-role/KinesisFirehoseServiceRole-dp-kinesis-f-us-east-1-012345678912",
        dynamicPartitioningConfiguration: {
            enabled: true,
            retryOptions: {
                durationInSeconds: 300,
            },
        },
        processingConfiguration: {
            enabled: true,
            processors: [
                {
                    type: aws_native.kinesisfirehose.DeliveryStreamProcessorType.MetadataExtraction,
                    parameters: [
                        {
                            parameterName: "MetadataExtractionQuery",
                            parameterValue: `{YYYY : (.ts/1000) | strftime("%Y"), MM : (.ts/1000) | strftime("%m"), DD : (.ts/1000) | strftime("%d"), HH: (.ts/1000) | strftime("%H")}`,
                        },
                        {
                            parameterName: "JsonParsingEngine",
                            parameterValue: "JQ-1.6",
                        },
                    ],
                },
                {
                    type: aws_native.kinesisfirehose.DeliveryStreamProcessorType.AppendDelimiterToRecord,
                    parameters: [{
                        parameterName: "Delimiter",
                        parameterValue: "\\n",
                    }],
                },
            ],
        },
    },
});

Coming soon!

Example

using System.Collections.Generic;
using Pulumi;
using AwsNative = Pulumi.AwsNative;

return await Deployment.RunAsync(() => 
{
    var firehose = new AwsNative.KinesisFirehose.DeliveryStream("firehose", new()
    {
        DeliveryStreamName = "tester-partitioning-delimiter",
        DeliveryStreamType = AwsNative.KinesisFirehose.DeliveryStreamType.DirectPut,
        ExtendedS3DestinationConfiguration = new AwsNative.KinesisFirehose.Inputs.DeliveryStreamExtendedS3DestinationConfigurationArgs
        {
            BucketARN = "arn:aws:s3:::dp-firehose-test",
            BufferingHints = new AwsNative.KinesisFirehose.Inputs.DeliveryStreamBufferingHintsArgs
            {
                SizeInMBs = 128,
                IntervalInSeconds = 900,
            },
            CompressionFormat = AwsNative.KinesisFirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormat.Uncompressed,
            ErrorOutputPrefix = "table/error/!{firehose:error-output-type}/dt=!{timestamp:yyyy'-'MM'-'dd}/h=!{timestamp:HH}/",
            Prefix = "YYYY=!{partitionKeyFromQuery:YYYY}/MM=!{partitionKeyFromQuery:MM}//DD=!{partitionKeyFromQuery:DD}/HH=!{partitionKeyFromQuery:HH}/REGION=!{partitionKeyFromQuery:REGION}/SITEID=!{partitionKeyFromQuery:SITEID}/",
            RoleARN = "arn:aws:iam::012345678912:role/service-role/KinesisFirehoseServiceRole-dp-kinesis-f-us-east-1-012345678912",
            DynamicPartitioningConfiguration = new AwsNative.KinesisFirehose.Inputs.DeliveryStreamDynamicPartitioningConfigurationArgs
            {
                Enabled = true,
                RetryOptions = new AwsNative.KinesisFirehose.Inputs.DeliveryStreamRetryOptionsArgs
                {
                    DurationInSeconds = 300,
                },
            },
            ProcessingConfiguration = new AwsNative.KinesisFirehose.Inputs.DeliveryStreamProcessingConfigurationArgs
            {
                Enabled = true,
                Processors = new[]
                {
                    new AwsNative.KinesisFirehose.Inputs.DeliveryStreamProcessorArgs
                    {
                        Type = AwsNative.KinesisFirehose.DeliveryStreamProcessorType.MetadataExtraction,
                        Parameters = new[]
                        {
                            new AwsNative.KinesisFirehose.Inputs.DeliveryStreamProcessorParameterArgs
                            {
                                ParameterName = "MetadataExtractionQuery",
                                ParameterValue = "{YYYY : (.ts/1000) | strftime(\"%Y\"), MM : (.ts/1000) | strftime(\"%m\"), DD : (.ts/1000) | strftime(\"%d\"), HH: (.ts/1000) | strftime(\"%H\")}",
                            },
                            new AwsNative.KinesisFirehose.Inputs.DeliveryStreamProcessorParameterArgs
                            {
                                ParameterName = "JsonParsingEngine",
                                ParameterValue = "JQ-1.6",
                            },
                        },
                    },
                    new AwsNative.KinesisFirehose.Inputs.DeliveryStreamProcessorArgs
                    {
                        Type = AwsNative.KinesisFirehose.DeliveryStreamProcessorType.AppendDelimiterToRecord,
                        Parameters = new[]
                        {
                            new AwsNative.KinesisFirehose.Inputs.DeliveryStreamProcessorParameterArgs
                            {
                                ParameterName = "Delimiter",
                                ParameterValue = "\\n",
                            },
                        },
                    },
                },
            },
        },
    });

});
package main

import (
	"fmt"

	"github.com/pulumi/pulumi-aws-native/sdk/go/aws/kinesisfirehose"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		_, err := kinesisfirehose.NewDeliveryStream(ctx, "firehose", &kinesisfirehose.DeliveryStreamArgs{
			DeliveryStreamName: pulumi.String("tester-partitioning-delimiter"),
			DeliveryStreamType: kinesisfirehose.DeliveryStreamTypeDirectPut,
			ExtendedS3DestinationConfiguration: &kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationArgs{
				BucketARN: pulumi.String("arn:aws:s3:::dp-firehose-test"),
				BufferingHints: &kinesisfirehose.DeliveryStreamBufferingHintsArgs{
					SizeInMBs:         pulumi.Int(128),
					IntervalInSeconds: pulumi.Int(900),
				},
				CompressionFormat: kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormatUncompressed,
				ErrorOutputPrefix: pulumi.String("table/error/!{firehose:error-output-type}/dt=!{timestamp:yyyy'-'MM'-'dd}/h=!{timestamp:HH}/"),
				Prefix:            pulumi.String("YYYY=!{partitionKeyFromQuery:YYYY}/MM=!{partitionKeyFromQuery:MM}//DD=!{partitionKeyFromQuery:DD}/HH=!{partitionKeyFromQuery:HH}/REGION=!{partitionKeyFromQuery:REGION}/SITEID=!{partitionKeyFromQuery:SITEID}/"),
				RoleARN:           pulumi.String("arn:aws:iam::012345678912:role/service-role/KinesisFirehoseServiceRole-dp-kinesis-f-us-east-1-012345678912"),
				DynamicPartitioningConfiguration: &kinesisfirehose.DeliveryStreamDynamicPartitioningConfigurationArgs{
					Enabled: pulumi.Bool(true),
					RetryOptions: &kinesisfirehose.DeliveryStreamRetryOptionsArgs{
						DurationInSeconds: pulumi.Int(300),
					},
				},
				ProcessingConfiguration: &kinesisfirehose.DeliveryStreamProcessingConfigurationArgs{
					Enabled: pulumi.Bool(true),
					Processors: kinesisfirehose.DeliveryStreamProcessorArray{
						&kinesisfirehose.DeliveryStreamProcessorArgs{
							Type: kinesisfirehose.DeliveryStreamProcessorTypeMetadataExtraction,
							Parameters: kinesisfirehose.DeliveryStreamProcessorParameterArray{
								&kinesisfirehose.DeliveryStreamProcessorParameterArgs{
									ParameterName:  pulumi.String("MetadataExtractionQuery"),
									ParameterValue: pulumi.String(fmt.Sprintf("{YYYY : (.ts/1000) | strftime(\"%vY\"), MM : (.ts/1000) | strftime(\"%vm\"), DD : (.ts/1000) | strftime(\"%vd\"), HH: (.ts/1000) | strftime(\"%vH\")}", "%", "%", "%", "%")),
								},
								&kinesisfirehose.DeliveryStreamProcessorParameterArgs{
									ParameterName:  pulumi.String("JsonParsingEngine"),
									ParameterValue: pulumi.String("JQ-1.6"),
								},
							},
						},
						&kinesisfirehose.DeliveryStreamProcessorArgs{
							Type: kinesisfirehose.DeliveryStreamProcessorTypeAppendDelimiterToRecord,
							Parameters: kinesisfirehose.DeliveryStreamProcessorParameterArray{
								&kinesisfirehose.DeliveryStreamProcessorParameterArgs{
									ParameterName:  pulumi.String("Delimiter"),
									ParameterValue: pulumi.String("\\n"),
								},
							},
						},
					},
				},
			},
		})
		if err != nil {
			return err
		}
		return nil
	})
}

Coming soon!

import pulumi
import pulumi_aws_native as aws_native

firehose = aws_native.kinesisfirehose.DeliveryStream("firehose",
    delivery_stream_name="tester-partitioning-delimiter",
    delivery_stream_type=aws_native.kinesisfirehose.DeliveryStreamType.DIRECT_PUT,
    extended_s3_destination_configuration=aws_native.kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationArgs(
        bucket_arn="arn:aws:s3:::dp-firehose-test",
        buffering_hints=aws_native.kinesisfirehose.DeliveryStreamBufferingHintsArgs(
            size_in_mbs=128,
            interval_in_seconds=900,
        ),
        compression_format=aws_native.kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormat.UNCOMPRESSED,
        error_output_prefix="table/error/!{firehose:error-output-type}/dt=!{timestamp:yyyy'-'MM'-'dd}/h=!{timestamp:HH}/",
        prefix="YYYY=!{partitionKeyFromQuery:YYYY}/MM=!{partitionKeyFromQuery:MM}//DD=!{partitionKeyFromQuery:DD}/HH=!{partitionKeyFromQuery:HH}/REGION=!{partitionKeyFromQuery:REGION}/SITEID=!{partitionKeyFromQuery:SITEID}/",
        role_arn="arn:aws:iam::012345678912:role/service-role/KinesisFirehoseServiceRole-dp-kinesis-f-us-east-1-012345678912",
        dynamic_partitioning_configuration=aws_native.kinesisfirehose.DeliveryStreamDynamicPartitioningConfigurationArgs(
            enabled=True,
            retry_options=aws_native.kinesisfirehose.DeliveryStreamRetryOptionsArgs(
                duration_in_seconds=300,
            ),
        ),
        processing_configuration=aws_native.kinesisfirehose.DeliveryStreamProcessingConfigurationArgs(
            enabled=True,
            processors=[
                aws_native.kinesisfirehose.DeliveryStreamProcessorArgs(
                    type=aws_native.kinesisfirehose.DeliveryStreamProcessorType.METADATA_EXTRACTION,
                    parameters=[
                        aws_native.kinesisfirehose.DeliveryStreamProcessorParameterArgs(
                            parameter_name="MetadataExtractionQuery",
                            parameter_value="{YYYY : (.ts/1000) | strftime(\"%Y\"), MM : (.ts/1000) | strftime(\"%m\"), DD : (.ts/1000) | strftime(\"%d\"), HH: (.ts/1000) | strftime(\"%H\")}",
                        ),
                        aws_native.kinesisfirehose.DeliveryStreamProcessorParameterArgs(
                            parameter_name="JsonParsingEngine",
                            parameter_value="JQ-1.6",
                        ),
                    ],
                ),
                aws_native.kinesisfirehose.DeliveryStreamProcessorArgs(
                    type=aws_native.kinesisfirehose.DeliveryStreamProcessorType.APPEND_DELIMITER_TO_RECORD,
                    parameters=[aws_native.kinesisfirehose.DeliveryStreamProcessorParameterArgs(
                        parameter_name="Delimiter",
                        parameter_value="\\n",
                    )],
                ),
            ],
        ),
    ))
import * as pulumi from "@pulumi/pulumi";
import * as aws_native from "@pulumi/aws-native";

const firehose = new aws_native.kinesisfirehose.DeliveryStream("firehose", {
    deliveryStreamName: "tester-partitioning-delimiter",
    deliveryStreamType: aws_native.kinesisfirehose.DeliveryStreamType.DirectPut,
    extendedS3DestinationConfiguration: {
        bucketARN: "arn:aws:s3:::dp-firehose-test",
        bufferingHints: {
            sizeInMBs: 128,
            intervalInSeconds: 900,
        },
        compressionFormat: aws_native.kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormat.Uncompressed,
        errorOutputPrefix: "table/error/!{firehose:error-output-type}/dt=!{timestamp:yyyy'-'MM'-'dd}/h=!{timestamp:HH}/",
        prefix: "YYYY=!{partitionKeyFromQuery:YYYY}/MM=!{partitionKeyFromQuery:MM}//DD=!{partitionKeyFromQuery:DD}/HH=!{partitionKeyFromQuery:HH}/REGION=!{partitionKeyFromQuery:REGION}/SITEID=!{partitionKeyFromQuery:SITEID}/",
        roleARN: "arn:aws:iam::012345678912:role/service-role/KinesisFirehoseServiceRole-dp-kinesis-f-us-east-1-012345678912",
        dynamicPartitioningConfiguration: {
            enabled: true,
            retryOptions: {
                durationInSeconds: 300,
            },
        },
        processingConfiguration: {
            enabled: true,
            processors: [
                {
                    type: aws_native.kinesisfirehose.DeliveryStreamProcessorType.MetadataExtraction,
                    parameters: [
                        {
                            parameterName: "MetadataExtractionQuery",
                            parameterValue: `{YYYY : (.ts/1000) | strftime("%Y"), MM : (.ts/1000) | strftime("%m"), DD : (.ts/1000) | strftime("%d"), HH: (.ts/1000) | strftime("%H")}`,
                        },
                        {
                            parameterName: "JsonParsingEngine",
                            parameterValue: "JQ-1.6",
                        },
                    ],
                },
                {
                    type: aws_native.kinesisfirehose.DeliveryStreamProcessorType.AppendDelimiterToRecord,
                    parameters: [{
                        parameterName: "Delimiter",
                        parameterValue: "\\n",
                    }],
                },
            ],
        },
    },
});

Coming soon!

Example

using System.Collections.Generic;
using Pulumi;
using AwsNative = Pulumi.AwsNative;

return await Deployment.RunAsync(() => 
{
    var config = new Config();
    var deliveryRoleArn = config.Require("deliveryRoleArn");
    var deliveryStreamName = config.Require("deliveryStreamName");
    var kinesisStreamARN = config.Require("kinesisStreamARN");
    var kinesisStreamRoleArn = config.Require("kinesisStreamRoleArn");
    var s3bucketArn = config.Require("s3bucketArn");
    var deliverystream = new AwsNative.KinesisFirehose.DeliveryStream("deliverystream", new()
    {
        DeliveryStreamName = deliveryStreamName,
        DeliveryStreamType = AwsNative.KinesisFirehose.DeliveryStreamType.KinesisStreamAsSource,
        KinesisStreamSourceConfiguration = new AwsNative.KinesisFirehose.Inputs.DeliveryStreamKinesisStreamSourceConfigurationArgs
        {
            KinesisStreamARN = kinesisStreamARN,
            RoleARN = kinesisStreamRoleArn,
        },
        ExtendedS3DestinationConfiguration = new AwsNative.KinesisFirehose.Inputs.DeliveryStreamExtendedS3DestinationConfigurationArgs
        {
            BucketARN = s3bucketArn,
            BufferingHints = new AwsNative.KinesisFirehose.Inputs.DeliveryStreamBufferingHintsArgs
            {
                IntervalInSeconds = 60,
                SizeInMBs = 50,
            },
            CompressionFormat = AwsNative.KinesisFirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormat.Uncompressed,
            Prefix = "firehose/",
            RoleARN = deliveryRoleArn,
        },
    });

});
package main

import (
	"github.com/pulumi/pulumi-aws-native/sdk/go/aws/kinesisfirehose"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi/config"
)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		cfg := config.New(ctx, "")
		deliveryRoleArn := cfg.Require("deliveryRoleArn")
		deliveryStreamName := cfg.Require("deliveryStreamName")
		kinesisStreamARN := cfg.Require("kinesisStreamARN")
		kinesisStreamRoleArn := cfg.Require("kinesisStreamRoleArn")
		s3bucketArn := cfg.Require("s3bucketArn")
		_, err := kinesisfirehose.NewDeliveryStream(ctx, "deliverystream", &kinesisfirehose.DeliveryStreamArgs{
			DeliveryStreamName: pulumi.String(deliveryStreamName),
			DeliveryStreamType: kinesisfirehose.DeliveryStreamTypeKinesisStreamAsSource,
			KinesisStreamSourceConfiguration: &kinesisfirehose.DeliveryStreamKinesisStreamSourceConfigurationArgs{
				KinesisStreamARN: pulumi.String(kinesisStreamARN),
				RoleARN:          pulumi.String(kinesisStreamRoleArn),
			},
			ExtendedS3DestinationConfiguration: &kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationArgs{
				BucketARN: pulumi.String(s3bucketArn),
				BufferingHints: &kinesisfirehose.DeliveryStreamBufferingHintsArgs{
					IntervalInSeconds: pulumi.Int(60),
					SizeInMBs:         pulumi.Int(50),
				},
				CompressionFormat: kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormatUncompressed,
				Prefix:            pulumi.String("firehose/"),
				RoleARN:           pulumi.String(deliveryRoleArn),
			},
		})
		if err != nil {
			return err
		}
		return nil
	})
}

Coming soon!

import pulumi
import pulumi_aws_native as aws_native

config = pulumi.Config()
delivery_role_arn = config.require("deliveryRoleArn")
delivery_stream_name = config.require("deliveryStreamName")
kinesis_stream_arn = config.require("kinesisStreamARN")
kinesis_stream_role_arn = config.require("kinesisStreamRoleArn")
s3bucket_arn = config.require("s3bucketArn")
deliverystream = aws_native.kinesisfirehose.DeliveryStream("deliverystream",
    delivery_stream_name=delivery_stream_name,
    delivery_stream_type=aws_native.kinesisfirehose.DeliveryStreamType.KINESIS_STREAM_AS_SOURCE,
    kinesis_stream_source_configuration=aws_native.kinesisfirehose.DeliveryStreamKinesisStreamSourceConfigurationArgs(
        kinesis_stream_arn=kinesis_stream_arn,
        role_arn=kinesis_stream_role_arn,
    ),
    extended_s3_destination_configuration=aws_native.kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationArgs(
        bucket_arn=s3bucket_arn,
        buffering_hints=aws_native.kinesisfirehose.DeliveryStreamBufferingHintsArgs(
            interval_in_seconds=60,
            size_in_mbs=50,
        ),
        compression_format=aws_native.kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormat.UNCOMPRESSED,
        prefix="firehose/",
        role_arn=delivery_role_arn,
    ))
import * as pulumi from "@pulumi/pulumi";
import * as aws_native from "@pulumi/aws-native";

const config = new pulumi.Config();
const deliveryRoleArn = config.require("deliveryRoleArn");
const deliveryStreamName = config.require("deliveryStreamName");
const kinesisStreamARN = config.require("kinesisStreamARN");
const kinesisStreamRoleArn = config.require("kinesisStreamRoleArn");
const s3bucketArn = config.require("s3bucketArn");
const deliverystream = new aws_native.kinesisfirehose.DeliveryStream("deliverystream", {
    deliveryStreamName: deliveryStreamName,
    deliveryStreamType: aws_native.kinesisfirehose.DeliveryStreamType.KinesisStreamAsSource,
    kinesisStreamSourceConfiguration: {
        kinesisStreamARN: kinesisStreamARN,
        roleARN: kinesisStreamRoleArn,
    },
    extendedS3DestinationConfiguration: {
        bucketARN: s3bucketArn,
        bufferingHints: {
            intervalInSeconds: 60,
            sizeInMBs: 50,
        },
        compressionFormat: aws_native.kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormat.Uncompressed,
        prefix: "firehose/",
        roleARN: deliveryRoleArn,
    },
});

Coming soon!

Example

using System.Collections.Generic;
using Pulumi;
using AwsNative = Pulumi.AwsNative;

return await Deployment.RunAsync(() => 
{
    var config = new Config();
    var deliveryRoleArn = config.Require("deliveryRoleArn");
    var deliveryStreamName = config.Require("deliveryStreamName");
    var kinesisStreamARN = config.Require("kinesisStreamARN");
    var kinesisStreamRoleArn = config.Require("kinesisStreamRoleArn");
    var s3bucketArn = config.Require("s3bucketArn");
    var deliverystream = new AwsNative.KinesisFirehose.DeliveryStream("deliverystream", new()
    {
        DeliveryStreamName = deliveryStreamName,
        DeliveryStreamType = AwsNative.KinesisFirehose.DeliveryStreamType.KinesisStreamAsSource,
        KinesisStreamSourceConfiguration = new AwsNative.KinesisFirehose.Inputs.DeliveryStreamKinesisStreamSourceConfigurationArgs
        {
            KinesisStreamARN = kinesisStreamARN,
            RoleARN = kinesisStreamRoleArn,
        },
        ExtendedS3DestinationConfiguration = new AwsNative.KinesisFirehose.Inputs.DeliveryStreamExtendedS3DestinationConfigurationArgs
        {
            BucketARN = s3bucketArn,
            BufferingHints = new AwsNative.KinesisFirehose.Inputs.DeliveryStreamBufferingHintsArgs
            {
                IntervalInSeconds = 60,
                SizeInMBs = 50,
            },
            CompressionFormat = AwsNative.KinesisFirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormat.Uncompressed,
            Prefix = "firehose/",
            RoleARN = deliveryRoleArn,
        },
    });

});
package main

import (
	"github.com/pulumi/pulumi-aws-native/sdk/go/aws/kinesisfirehose"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi/config"
)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		cfg := config.New(ctx, "")
		deliveryRoleArn := cfg.Require("deliveryRoleArn")
		deliveryStreamName := cfg.Require("deliveryStreamName")
		kinesisStreamARN := cfg.Require("kinesisStreamARN")
		kinesisStreamRoleArn := cfg.Require("kinesisStreamRoleArn")
		s3bucketArn := cfg.Require("s3bucketArn")
		_, err := kinesisfirehose.NewDeliveryStream(ctx, "deliverystream", &kinesisfirehose.DeliveryStreamArgs{
			DeliveryStreamName: pulumi.String(deliveryStreamName),
			DeliveryStreamType: kinesisfirehose.DeliveryStreamTypeKinesisStreamAsSource,
			KinesisStreamSourceConfiguration: &kinesisfirehose.DeliveryStreamKinesisStreamSourceConfigurationArgs{
				KinesisStreamARN: pulumi.String(kinesisStreamARN),
				RoleARN:          pulumi.String(kinesisStreamRoleArn),
			},
			ExtendedS3DestinationConfiguration: &kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationArgs{
				BucketARN: pulumi.String(s3bucketArn),
				BufferingHints: &kinesisfirehose.DeliveryStreamBufferingHintsArgs{
					IntervalInSeconds: pulumi.Int(60),
					SizeInMBs:         pulumi.Int(50),
				},
				CompressionFormat: kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormatUncompressed,
				Prefix:            pulumi.String("firehose/"),
				RoleARN:           pulumi.String(deliveryRoleArn),
			},
		})
		if err != nil {
			return err
		}
		return nil
	})
}

Coming soon!

import pulumi
import pulumi_aws_native as aws_native

config = pulumi.Config()
delivery_role_arn = config.require("deliveryRoleArn")
delivery_stream_name = config.require("deliveryStreamName")
kinesis_stream_arn = config.require("kinesisStreamARN")
kinesis_stream_role_arn = config.require("kinesisStreamRoleArn")
s3bucket_arn = config.require("s3bucketArn")
deliverystream = aws_native.kinesisfirehose.DeliveryStream("deliverystream",
    delivery_stream_name=delivery_stream_name,
    delivery_stream_type=aws_native.kinesisfirehose.DeliveryStreamType.KINESIS_STREAM_AS_SOURCE,
    kinesis_stream_source_configuration=aws_native.kinesisfirehose.DeliveryStreamKinesisStreamSourceConfigurationArgs(
        kinesis_stream_arn=kinesis_stream_arn,
        role_arn=kinesis_stream_role_arn,
    ),
    extended_s3_destination_configuration=aws_native.kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationArgs(
        bucket_arn=s3bucket_arn,
        buffering_hints=aws_native.kinesisfirehose.DeliveryStreamBufferingHintsArgs(
            interval_in_seconds=60,
            size_in_mbs=50,
        ),
        compression_format=aws_native.kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormat.UNCOMPRESSED,
        prefix="firehose/",
        role_arn=delivery_role_arn,
    ))
import * as pulumi from "@pulumi/pulumi";
import * as aws_native from "@pulumi/aws-native";

const config = new pulumi.Config();
const deliveryRoleArn = config.require("deliveryRoleArn");
const deliveryStreamName = config.require("deliveryStreamName");
const kinesisStreamARN = config.require("kinesisStreamARN");
const kinesisStreamRoleArn = config.require("kinesisStreamRoleArn");
const s3bucketArn = config.require("s3bucketArn");
const deliverystream = new aws_native.kinesisfirehose.DeliveryStream("deliverystream", {
    deliveryStreamName: deliveryStreamName,
    deliveryStreamType: aws_native.kinesisfirehose.DeliveryStreamType.KinesisStreamAsSource,
    kinesisStreamSourceConfiguration: {
        kinesisStreamARN: kinesisStreamARN,
        roleARN: kinesisStreamRoleArn,
    },
    extendedS3DestinationConfiguration: {
        bucketARN: s3bucketArn,
        bufferingHints: {
            intervalInSeconds: 60,
            sizeInMBs: 50,
        },
        compressionFormat: aws_native.kinesisfirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormat.Uncompressed,
        prefix: "firehose/",
        roleARN: deliveryRoleArn,
    },
});

Coming soon!

Create a DeliveryStream Resource

new DeliveryStream(name: string, args?: DeliveryStreamArgs, opts?: CustomResourceOptions);
@overload
def DeliveryStream(resource_name: str,
                   opts: Optional[ResourceOptions] = None,
                   amazonopensearchservice_destination_configuration: Optional[DeliveryStreamAmazonopensearchserviceDestinationConfigurationArgs] = None,
                   delivery_stream_encryption_configuration_input: Optional[DeliveryStreamEncryptionConfigurationInputArgs] = None,
                   delivery_stream_name: Optional[str] = None,
                   delivery_stream_type: Optional[DeliveryStreamType] = None,
                   elasticsearch_destination_configuration: Optional[DeliveryStreamElasticsearchDestinationConfigurationArgs] = None,
                   extended_s3_destination_configuration: Optional[DeliveryStreamExtendedS3DestinationConfigurationArgs] = None,
                   http_endpoint_destination_configuration: Optional[DeliveryStreamHttpEndpointDestinationConfigurationArgs] = None,
                   kinesis_stream_source_configuration: Optional[DeliveryStreamKinesisStreamSourceConfigurationArgs] = None,
                   redshift_destination_configuration: Optional[DeliveryStreamRedshiftDestinationConfigurationArgs] = None,
                   s3_destination_configuration: Optional[DeliveryStreamS3DestinationConfigurationArgs] = None,
                   splunk_destination_configuration: Optional[DeliveryStreamSplunkDestinationConfigurationArgs] = None,
                   tags: Optional[Sequence[DeliveryStreamTagArgs]] = None)
@overload
def DeliveryStream(resource_name: str,
                   args: Optional[DeliveryStreamArgs] = None,
                   opts: Optional[ResourceOptions] = None)
func NewDeliveryStream(ctx *Context, name string, args *DeliveryStreamArgs, opts ...ResourceOption) (*DeliveryStream, error)
public DeliveryStream(string name, DeliveryStreamArgs? args = null, CustomResourceOptions? opts = null)
public DeliveryStream(String name, DeliveryStreamArgs args)
public DeliveryStream(String name, DeliveryStreamArgs args, CustomResourceOptions options)
type: aws-native:kinesisfirehose:DeliveryStream
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.

name string
The unique name of the resource.
args DeliveryStreamArgs
The arguments to resource properties.
opts CustomResourceOptions
Bag of options to control resource's behavior.
resource_name str
The unique name of the resource.
args DeliveryStreamArgs
The arguments to resource properties.
opts ResourceOptions
Bag of options to control resource's behavior.
ctx Context
Context object for the current deployment.
name string
The unique name of the resource.
args DeliveryStreamArgs
The arguments to resource properties.
opts ResourceOption
Bag of options to control resource's behavior.
name string
The unique name of the resource.
args DeliveryStreamArgs
The arguments to resource properties.
opts CustomResourceOptions
Bag of options to control resource's behavior.
name String
The unique name of the resource.
args DeliveryStreamArgs
The arguments to resource properties.
options CustomResourceOptions
Bag of options to control resource's behavior.

DeliveryStream Resource Properties

To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.

Inputs

The DeliveryStream resource accepts the following input properties:

AmazonopensearchserviceDestinationConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamAmazonopensearchserviceDestinationConfigurationArgs
DeliveryStreamEncryptionConfigurationInput Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamEncryptionConfigurationInputArgs
DeliveryStreamName string
DeliveryStreamType Pulumi.AwsNative.KinesisFirehose.DeliveryStreamType
ElasticsearchDestinationConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamElasticsearchDestinationConfigurationArgs
ExtendedS3DestinationConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamExtendedS3DestinationConfigurationArgs
HttpEndpointDestinationConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamHttpEndpointDestinationConfigurationArgs
KinesisStreamSourceConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamKinesisStreamSourceConfigurationArgs
RedshiftDestinationConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamRedshiftDestinationConfigurationArgs
S3DestinationConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamS3DestinationConfigurationArgs
SplunkDestinationConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamSplunkDestinationConfigurationArgs
Tags List<Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamTagArgs>
AmazonopensearchserviceDestinationConfiguration DeliveryStreamAmazonopensearchserviceDestinationConfigurationArgs
DeliveryStreamEncryptionConfigurationInput DeliveryStreamEncryptionConfigurationInputTypeArgs
DeliveryStreamName string
DeliveryStreamType DeliveryStreamType
ElasticsearchDestinationConfiguration DeliveryStreamElasticsearchDestinationConfigurationArgs
ExtendedS3DestinationConfiguration DeliveryStreamExtendedS3DestinationConfigurationArgs
HttpEndpointDestinationConfiguration DeliveryStreamHttpEndpointDestinationConfigurationArgs
KinesisStreamSourceConfiguration DeliveryStreamKinesisStreamSourceConfigurationArgs
RedshiftDestinationConfiguration DeliveryStreamRedshiftDestinationConfigurationArgs
S3DestinationConfiguration DeliveryStreamS3DestinationConfigurationArgs
SplunkDestinationConfiguration DeliveryStreamSplunkDestinationConfigurationArgs
Tags []DeliveryStreamTagArgs
amazonopensearchserviceDestinationConfiguration DeliveryStreamAmazonopensearchserviceDestinationConfigurationArgs
deliveryStreamEncryptionConfigurationInput DeliveryStreamEncryptionConfigurationInputArgs
deliveryStreamName String
deliveryStreamType DeliveryStreamType
elasticsearchDestinationConfiguration DeliveryStreamElasticsearchDestinationConfigurationArgs
extendedS3DestinationConfiguration DeliveryStreamExtendedS3DestinationConfigurationArgs
httpEndpointDestinationConfiguration DeliveryStreamHttpEndpointDestinationConfigurationArgs
kinesisStreamSourceConfiguration DeliveryStreamKinesisStreamSourceConfigurationArgs
redshiftDestinationConfiguration DeliveryStreamRedshiftDestinationConfigurationArgs
s3DestinationConfiguration DeliveryStreamS3DestinationConfigurationArgs
splunkDestinationConfiguration DeliveryStreamSplunkDestinationConfigurationArgs
tags List<DeliveryStreamTagArgs>
amazonopensearchserviceDestinationConfiguration DeliveryStreamAmazonopensearchserviceDestinationConfigurationArgs
deliveryStreamEncryptionConfigurationInput DeliveryStreamEncryptionConfigurationInputArgs
deliveryStreamName string
deliveryStreamType DeliveryStreamType
elasticsearchDestinationConfiguration DeliveryStreamElasticsearchDestinationConfigurationArgs
extendedS3DestinationConfiguration DeliveryStreamExtendedS3DestinationConfigurationArgs
httpEndpointDestinationConfiguration DeliveryStreamHttpEndpointDestinationConfigurationArgs
kinesisStreamSourceConfiguration DeliveryStreamKinesisStreamSourceConfigurationArgs
redshiftDestinationConfiguration DeliveryStreamRedshiftDestinationConfigurationArgs
s3DestinationConfiguration DeliveryStreamS3DestinationConfigurationArgs
splunkDestinationConfiguration DeliveryStreamSplunkDestinationConfigurationArgs
tags DeliveryStreamTagArgs[]
amazonopensearchservice_destination_configuration DeliveryStreamAmazonopensearchserviceDestinationConfigurationArgs
delivery_stream_encryption_configuration_input DeliveryStreamEncryptionConfigurationInputArgs
delivery_stream_name str
delivery_stream_type DeliveryStreamType
elasticsearch_destination_configuration DeliveryStreamElasticsearchDestinationConfigurationArgs
extended_s3_destination_configuration DeliveryStreamExtendedS3DestinationConfigurationArgs
http_endpoint_destination_configuration DeliveryStreamHttpEndpointDestinationConfigurationArgs
kinesis_stream_source_configuration DeliveryStreamKinesisStreamSourceConfigurationArgs
redshift_destination_configuration DeliveryStreamRedshiftDestinationConfigurationArgs
s3_destination_configuration DeliveryStreamS3DestinationConfigurationArgs
splunk_destination_configuration DeliveryStreamSplunkDestinationConfigurationArgs
tags Sequence[DeliveryStreamTagArgs]

Outputs

All input properties are implicitly available as output properties. Additionally, the DeliveryStream resource produces the following output properties:

Arn string
Id string

The provider-assigned unique ID for this managed resource.

Arn string
Id string

The provider-assigned unique ID for this managed resource.

arn String
id String

The provider-assigned unique ID for this managed resource.

arn string
id string

The provider-assigned unique ID for this managed resource.

arn str
id str

The provider-assigned unique ID for this managed resource.

arn String
id String

The provider-assigned unique ID for this managed resource.

Supporting Types

DeliveryStreamAmazonopensearchserviceBufferingHints

DeliveryStreamAmazonopensearchserviceDestinationConfiguration

IndexName string
RoleARN string
S3Configuration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamS3DestinationConfiguration
BufferingHints Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamAmazonopensearchserviceBufferingHints
CloudWatchLoggingOptions Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamCloudWatchLoggingOptions
ClusterEndpoint string
DomainARN string
IndexRotationPeriod Pulumi.AwsNative.KinesisFirehose.DeliveryStreamAmazonopensearchserviceDestinationConfigurationIndexRotationPeriod
ProcessingConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamProcessingConfiguration
RetryOptions Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamAmazonopensearchserviceRetryOptions
S3BackupMode Pulumi.AwsNative.KinesisFirehose.DeliveryStreamAmazonopensearchserviceDestinationConfigurationS3BackupMode
TypeName string
VpcConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamVpcConfiguration

DeliveryStreamAmazonopensearchserviceDestinationConfigurationIndexRotationPeriod

NoRotation
NoRotation
OneHour
OneHour
OneDay
OneDay
OneWeek
OneWeek
OneMonth
OneMonth
DeliveryStreamAmazonopensearchserviceDestinationConfigurationIndexRotationPeriodNoRotation
NoRotation
DeliveryStreamAmazonopensearchserviceDestinationConfigurationIndexRotationPeriodOneHour
OneHour
DeliveryStreamAmazonopensearchserviceDestinationConfigurationIndexRotationPeriodOneDay
OneDay
DeliveryStreamAmazonopensearchserviceDestinationConfigurationIndexRotationPeriodOneWeek
OneWeek
DeliveryStreamAmazonopensearchserviceDestinationConfigurationIndexRotationPeriodOneMonth
OneMonth
NoRotation
NoRotation
OneHour
OneHour
OneDay
OneDay
OneWeek
OneWeek
OneMonth
OneMonth
NoRotation
NoRotation
OneHour
OneHour
OneDay
OneDay
OneWeek
OneWeek
OneMonth
OneMonth
NO_ROTATION
NoRotation
ONE_HOUR
OneHour
ONE_DAY
OneDay
ONE_WEEK
OneWeek
ONE_MONTH
OneMonth
"NoRotation"
NoRotation
"OneHour"
OneHour
"OneDay"
OneDay
"OneWeek"
OneWeek
"OneMonth"
OneMonth

DeliveryStreamAmazonopensearchserviceDestinationConfigurationS3BackupMode

FailedDocumentsOnly
FailedDocumentsOnly
AllDocuments
AllDocuments
DeliveryStreamAmazonopensearchserviceDestinationConfigurationS3BackupModeFailedDocumentsOnly
FailedDocumentsOnly
DeliveryStreamAmazonopensearchserviceDestinationConfigurationS3BackupModeAllDocuments
AllDocuments
FailedDocumentsOnly
FailedDocumentsOnly
AllDocuments
AllDocuments
FailedDocumentsOnly
FailedDocumentsOnly
AllDocuments
AllDocuments
FAILED_DOCUMENTS_ONLY
FailedDocumentsOnly
ALL_DOCUMENTS
AllDocuments
"FailedDocumentsOnly"
FailedDocumentsOnly
"AllDocuments"
AllDocuments

DeliveryStreamAmazonopensearchserviceRetryOptions

DeliveryStreamBufferingHints

DeliveryStreamCloudWatchLoggingOptions

enabled Boolean
logGroupName String
logStreamName String
enabled boolean
logGroupName string
logStreamName string
enabled Boolean
logGroupName String
logStreamName String

DeliveryStreamCopyCommand

DeliveryStreamDataFormatConversionConfiguration

DeliveryStreamDeserializer

DeliveryStreamDynamicPartitioningConfiguration

DeliveryStreamElasticsearchBufferingHints

DeliveryStreamElasticsearchDestinationConfiguration

IndexName string
RoleARN string
S3Configuration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamS3DestinationConfiguration
BufferingHints Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamElasticsearchBufferingHints
CloudWatchLoggingOptions Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamCloudWatchLoggingOptions
ClusterEndpoint string
DomainARN string
IndexRotationPeriod Pulumi.AwsNative.KinesisFirehose.DeliveryStreamElasticsearchDestinationConfigurationIndexRotationPeriod
ProcessingConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamProcessingConfiguration
RetryOptions Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamElasticsearchRetryOptions
S3BackupMode Pulumi.AwsNative.KinesisFirehose.DeliveryStreamElasticsearchDestinationConfigurationS3BackupMode
TypeName string
VpcConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamVpcConfiguration

DeliveryStreamElasticsearchDestinationConfigurationIndexRotationPeriod

NoRotation
NoRotation
OneHour
OneHour
OneDay
OneDay
OneWeek
OneWeek
OneMonth
OneMonth
DeliveryStreamElasticsearchDestinationConfigurationIndexRotationPeriodNoRotation
NoRotation
DeliveryStreamElasticsearchDestinationConfigurationIndexRotationPeriodOneHour
OneHour
DeliveryStreamElasticsearchDestinationConfigurationIndexRotationPeriodOneDay
OneDay
DeliveryStreamElasticsearchDestinationConfigurationIndexRotationPeriodOneWeek
OneWeek
DeliveryStreamElasticsearchDestinationConfigurationIndexRotationPeriodOneMonth
OneMonth
NoRotation
NoRotation
OneHour
OneHour
OneDay
OneDay
OneWeek
OneWeek
OneMonth
OneMonth
NoRotation
NoRotation
OneHour
OneHour
OneDay
OneDay
OneWeek
OneWeek
OneMonth
OneMonth
NO_ROTATION
NoRotation
ONE_HOUR
OneHour
ONE_DAY
OneDay
ONE_WEEK
OneWeek
ONE_MONTH
OneMonth
"NoRotation"
NoRotation
"OneHour"
OneHour
"OneDay"
OneDay
"OneWeek"
OneWeek
"OneMonth"
OneMonth

DeliveryStreamElasticsearchDestinationConfigurationS3BackupMode

FailedDocumentsOnly
FailedDocumentsOnly
AllDocuments
AllDocuments
DeliveryStreamElasticsearchDestinationConfigurationS3BackupModeFailedDocumentsOnly
FailedDocumentsOnly
DeliveryStreamElasticsearchDestinationConfigurationS3BackupModeAllDocuments
AllDocuments
FailedDocumentsOnly
FailedDocumentsOnly
AllDocuments
AllDocuments
FailedDocumentsOnly
FailedDocumentsOnly
AllDocuments
AllDocuments
FAILED_DOCUMENTS_ONLY
FailedDocumentsOnly
ALL_DOCUMENTS
AllDocuments
"FailedDocumentsOnly"
FailedDocumentsOnly
"AllDocuments"
AllDocuments

DeliveryStreamElasticsearchRetryOptions

DeliveryStreamEncryptionConfiguration

DeliveryStreamEncryptionConfigurationInput

DeliveryStreamEncryptionConfigurationInputKeyType

AwsOwnedCmk
AWS_OWNED_CMK
CustomerManagedCmk
CUSTOMER_MANAGED_CMK
DeliveryStreamEncryptionConfigurationInputKeyTypeAwsOwnedCmk
AWS_OWNED_CMK
DeliveryStreamEncryptionConfigurationInputKeyTypeCustomerManagedCmk
CUSTOMER_MANAGED_CMK
AwsOwnedCmk
AWS_OWNED_CMK
CustomerManagedCmk
CUSTOMER_MANAGED_CMK
AwsOwnedCmk
AWS_OWNED_CMK
CustomerManagedCmk
CUSTOMER_MANAGED_CMK
AWS_OWNED_CMK
AWS_OWNED_CMK
CUSTOMER_MANAGED_CMK
CUSTOMER_MANAGED_CMK
"AWS_OWNED_CMK"
AWS_OWNED_CMK
"CUSTOMER_MANAGED_CMK"
CUSTOMER_MANAGED_CMK

DeliveryStreamEncryptionConfigurationNoEncryptionConfig

NoEncryption
NoEncryption
DeliveryStreamEncryptionConfigurationNoEncryptionConfigNoEncryption
NoEncryption
NoEncryption
NoEncryption
NoEncryption
NoEncryption
NO_ENCRYPTION
NoEncryption
"NoEncryption"
NoEncryption

DeliveryStreamExtendedS3DestinationConfiguration

BucketARN string
RoleARN string
BufferingHints Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamBufferingHints
CloudWatchLoggingOptions Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamCloudWatchLoggingOptions
CompressionFormat Pulumi.AwsNative.KinesisFirehose.DeliveryStreamExtendedS3DestinationConfigurationCompressionFormat
DataFormatConversionConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamDataFormatConversionConfiguration
DynamicPartitioningConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamDynamicPartitioningConfiguration
EncryptionConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamEncryptionConfiguration
ErrorOutputPrefix string
Prefix string
ProcessingConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamProcessingConfiguration
S3BackupConfiguration Pulumi.AwsNative.KinesisFirehose.Inputs.DeliveryStreamS3DestinationConfiguration
S3BackupMode Pulumi.AwsNative.KinesisFirehose.DeliveryStreamExtendedS3DestinationConfigurationS3BackupMode

DeliveryStreamExtendedS3DestinationConfigurationCompressionFormat

Uncompressed
UNCOMPRESSED
Gzip
GZIP
Zip
ZIP
Snappy
Snappy
HadoopSnappy
HADOOP_SNAPPY
DeliveryStreamExtendedS3DestinationConfigurationCompressionFormatUncompressed
UNCOMPRESSED
DeliveryStreamExtendedS3DestinationConfigurationCompressionFormatGzip
GZIP
DeliveryStreamExtendedS3DestinationConfigurationCompressionFormatZip
ZIP
DeliveryStreamExtendedS3DestinationConfigurationCompressionFormatSnappy
Snappy
DeliveryStreamExtendedS3DestinationConfigurationCompressionFormatHadoopSnappy
HADOOP_SNAPPY
Uncompressed
UNCOMPRESSED
Gzip
GZIP
Zip
ZIP
Snappy
Snappy
HadoopSnappy
HADOOP_SNAPPY
Uncompressed
UNCOMPRESSED
Gzip
GZIP
Zip
ZIP
Snappy
Snappy
HadoopSnappy
HADOOP_SNAPPY
UNCOMPRESSED
UNCOMPRESSED
GZIP
GZIP
ZIP
ZIP
SNAPPY
Snappy
HADOOP_SNAPPY
HADOOP_SNAPPY
"UNCOMPRESSED"
UNCOMPRESSED
"GZIP"
GZIP
"ZIP"
ZIP
"Snappy"
Snappy
"HADOOP_SNAPPY"
HADOOP_SNAPPY

DeliveryStreamExtendedS3DestinationConfigurationS3BackupMode

Disabled
Disabled
Enabled
Enabled
DeliveryStreamExtendedS3DestinationConfigurationS3BackupModeDisabled
Disabled
DeliveryStreamExtendedS3DestinationConfigurationS3BackupModeEnabled
Enabled
Disabled
Disabled
Enabled
Enabled
Disabled
Disabled
Enabled
Enabled
DISABLED
Disabled
ENABLED
Enabled
"Disabled"
Disabled
"Enabled"
Enabled

DeliveryStreamHiveJsonSerDe

TimestampFormats List<string>
timestampFormats List<String>
timestamp_formats Sequence[str]
timestampFormats List<String>

DeliveryStreamHttpEndpointCommonAttribute

DeliveryStreamHttpEndpointConfiguration

Url string
AccessKey string
Name string
Url string
AccessKey string
Name string
url String
accessKey String
name String
url string
accessKey string
name string
url str
access_key str
name str
url String
accessKey String
name String

DeliveryStreamHttpEndpointDestinationConfiguration

DeliveryStreamHttpEndpointRequestConfiguration

DeliveryStreamHttpEndpointRequestConfigurationContentEncoding

None
NONE
Gzip
GZIP
DeliveryStreamHttpEndpointRequestConfigurationContentEncodingNone
NONE
DeliveryStreamHttpEndpointRequestConfigurationContentEncodingGzip
GZIP
None
NONE
Gzip
GZIP
None
NONE
Gzip
GZIP
NONE
NONE
GZIP
GZIP
"NONE"
NONE
"GZIP"
GZIP

DeliveryStreamInputFormatConfiguration

DeliveryStreamKMSEncryptionConfig

DeliveryStreamKinesisStreamSourceConfiguration

DeliveryStreamOpenXJsonSerDe

DeliveryStreamOrcSerDe

DeliveryStreamOutputFormatConfiguration

DeliveryStreamParquetSerDe

DeliveryStreamProcessingConfiguration

DeliveryStreamProcessor

DeliveryStreamProcessorParameter

DeliveryStreamProcessorType

RecordDeAggregation
RecordDeAggregation
Lambda
Lambda
MetadataExtraction
MetadataExtraction
AppendDelimiterToRecord
AppendDelimiterToRecord
DeliveryStreamProcessorTypeRecordDeAggregation
RecordDeAggregation
DeliveryStreamProcessorTypeLambda
Lambda
DeliveryStreamProcessorTypeMetadataExtraction
MetadataExtraction
DeliveryStreamProcessorTypeAppendDelimiterToRecord
AppendDelimiterToRecord
RecordDeAggregation
RecordDeAggregation
Lambda
Lambda
MetadataExtraction
MetadataExtraction
AppendDelimiterToRecord
AppendDelimiterToRecord
RecordDeAggregation
RecordDeAggregation
Lambda
Lambda
MetadataExtraction
MetadataExtraction
AppendDelimiterToRecord
AppendDelimiterToRecord
RECORD_DE_AGGREGATION
RecordDeAggregation
LAMBDA_
Lambda
METADATA_EXTRACTION
MetadataExtraction
APPEND_DELIMITER_TO_RECORD
AppendDelimiterToRecord
"RecordDeAggregation"
RecordDeAggregation
"Lambda"
Lambda
"MetadataExtraction"
MetadataExtraction
"AppendDelimiterToRecord"
AppendDelimiterToRecord

DeliveryStreamRedshiftDestinationConfiguration

DeliveryStreamRedshiftDestinationConfigurationS3BackupMode

Disabled
Disabled
Enabled
Enabled
DeliveryStreamRedshiftDestinationConfigurationS3BackupModeDisabled
Disabled
DeliveryStreamRedshiftDestinationConfigurationS3BackupModeEnabled
Enabled
Disabled
Disabled
Enabled
Enabled
Disabled
Disabled
Enabled
Enabled
DISABLED
Disabled
ENABLED
Enabled
"Disabled"
Disabled
"Enabled"
Enabled

DeliveryStreamRedshiftRetryOptions

DeliveryStreamRetryOptions

DeliveryStreamS3DestinationConfiguration

DeliveryStreamS3DestinationConfigurationCompressionFormat

Uncompressed
UNCOMPRESSED
Gzip
GZIP
Zip
ZIP
Snappy
Snappy
HadoopSnappy
HADOOP_SNAPPY
DeliveryStreamS3DestinationConfigurationCompressionFormatUncompressed
UNCOMPRESSED
DeliveryStreamS3DestinationConfigurationCompressionFormatGzip
GZIP
DeliveryStreamS3DestinationConfigurationCompressionFormatZip
ZIP
DeliveryStreamS3DestinationConfigurationCompressionFormatSnappy
Snappy
DeliveryStreamS3DestinationConfigurationCompressionFormatHadoopSnappy
HADOOP_SNAPPY
Uncompressed
UNCOMPRESSED
Gzip
GZIP
Zip
ZIP
Snappy
Snappy
HadoopSnappy
HADOOP_SNAPPY
Uncompressed
UNCOMPRESSED
Gzip
GZIP
Zip
ZIP
Snappy
Snappy
HadoopSnappy
HADOOP_SNAPPY
UNCOMPRESSED
UNCOMPRESSED
GZIP
GZIP
ZIP
ZIP
SNAPPY
Snappy
HADOOP_SNAPPY
HADOOP_SNAPPY
"UNCOMPRESSED"
UNCOMPRESSED
"GZIP"
GZIP
"ZIP"
ZIP
"Snappy"
Snappy
"HADOOP_SNAPPY"
HADOOP_SNAPPY

DeliveryStreamSchemaConfiguration

CatalogId string
DatabaseName string
Region string
RoleARN string
TableName string
VersionId string
CatalogId string
DatabaseName string
Region string
RoleARN string
TableName string
VersionId string
catalogId String
databaseName String
region String
roleARN String
tableName String
versionId String
catalogId string
databaseName string
region string
roleARN string
tableName string
versionId string
catalogId String
databaseName String
region String
roleARN String
tableName String
versionId String

DeliveryStreamSerializer

DeliveryStreamSplunkDestinationConfiguration

DeliveryStreamSplunkDestinationConfigurationHECEndpointType

Raw
Raw
Event
Event
DeliveryStreamSplunkDestinationConfigurationHECEndpointTypeRaw
Raw
DeliveryStreamSplunkDestinationConfigurationHECEndpointTypeEvent
Event
Raw
Raw
Event
Event
Raw
Raw
Event
Event
RAW
Raw
EVENT
Event
"Raw"
Raw
"Event"
Event

DeliveryStreamSplunkRetryOptions

DeliveryStreamTag

Key string
Value string
Key string
Value string
key String
value String
key string
value string
key str
value str
key String
value String

DeliveryStreamType

DirectPut
DirectPut
KinesisStreamAsSource
KinesisStreamAsSource
DeliveryStreamTypeDirectPut
DirectPut
DeliveryStreamTypeKinesisStreamAsSource
KinesisStreamAsSource
DirectPut
DirectPut
KinesisStreamAsSource
KinesisStreamAsSource
DirectPut
DirectPut
KinesisStreamAsSource
KinesisStreamAsSource
DIRECT_PUT
DirectPut
KINESIS_STREAM_AS_SOURCE
KinesisStreamAsSource
"DirectPut"
DirectPut
"KinesisStreamAsSource"
KinesisStreamAsSource

DeliveryStreamVpcConfiguration

RoleARN string
SecurityGroupIds List<string>
SubnetIds List<string>
RoleARN string
SecurityGroupIds []string
SubnetIds []string
roleARN String
securityGroupIds List<String>
subnetIds List<String>
roleARN string
securityGroupIds string[]
subnetIds string[]
role_arn str
security_group_ids Sequence[str]
subnet_ids Sequence[str]
roleARN String
securityGroupIds List<String>
subnetIds List<String>

Package Details

Repository
https://github.com/pulumi/pulumi-aws-native
License
Apache-2.0