Viewing docs for AWS v7.52.1
published on Wednesday, Oct 28, 2026 by Pulumi
published on Wednesday, Oct 28, 2026 by Pulumi
Viewing docs for AWS v7.52.1
published on Wednesday, Oct 28, 2026 by Pulumi
published on Wednesday, Oct 28, 2026 by Pulumi
Provides a Kinesis Firehose Delivery Stream resource. Amazon Kinesis Firehose is a fully managed, elastic service to easily deliver real-time data streams to destinations such as Amazon S3 , Amazon Redshift and Snowflake.
For more details, see the Amazon Kinesis Firehose Documentation.
Example Usage
Extended S3 Destination
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const bucket = new aws.s3.Bucket("bucket", {bucket: "tf-test-bucket"});
const firehoseAssumeRole = aws.iam.getPolicyDocument({
statements: [{
principals: [{
type: "Service",
identifiers: ["firehose.amazonaws.com"],
}],
effect: "Allow",
actions: ["sts:AssumeRole"],
}],
});
const firehoseRole = new aws.iam.Role("firehose_role", {
name: "firehose_test_role",
assumeRolePolicy: firehoseAssumeRole.then(firehoseAssumeRole => firehoseAssumeRole.json),
});
const lambdaAssumeRole = aws.iam.getPolicyDocument({
statements: [{
principals: [{
type: "Service",
identifiers: ["lambda.amazonaws.com"],
}],
effect: "Allow",
actions: ["sts:AssumeRole"],
}],
});
const lambdaIam = new aws.iam.Role("lambda_iam", {
name: "lambda_iam",
assumeRolePolicy: lambdaAssumeRole.then(lambdaAssumeRole => lambdaAssumeRole.json),
});
const lambdaProcessor = new aws.lambda.Function("lambda_processor", {
code: new pulumi.asset.FileArchive("lambda.zip"),
name: "firehose_lambda_processor",
role: lambdaIam.arn,
handler: "exports.handler",
runtime: aws.lambda.Runtime.NodeJS24dX,
});
const extendedS3Stream = new aws.kinesis.FirehoseDeliveryStream("extended_s3_stream", {
extendedS3Configuration: {
processingConfiguration: {
processors: [{
parameters: [{
parameterName: "LambdaArn",
parameterValue: pulumi.interpolate`${lambdaProcessor.arn}:$LATEST`,
}],
type: "Lambda",
}],
enabled: true,
},
roleArn: firehoseRole.arn,
bucketArn: bucket.arn,
},
name: "kinesis-firehose-extended-s3-test-stream",
destination: "extended_s3",
});
const bucketAcl = new aws.s3.BucketAcl("bucket_acl", {
bucket: bucket.id,
acl: "private",
});
import pulumi
import pulumi_aws as aws
bucket = aws.s3.Bucket("bucket", bucket="tf-test-bucket")
firehose_assume_role = aws.iam.get_policy_document(statements=[{
"principals": [{
"type": "Service",
"identifiers": ["firehose.amazonaws.com"],
}],
"effect": "Allow",
"actions": ["sts:AssumeRole"],
}])
firehose_role = aws.iam.Role("firehose_role",
name="firehose_test_role",
assume_role_policy=firehose_assume_role.json)
lambda_assume_role = aws.iam.get_policy_document(statements=[{
"principals": [{
"type": "Service",
"identifiers": ["lambda.amazonaws.com"],
}],
"effect": "Allow",
"actions": ["sts:AssumeRole"],
}])
lambda_iam = aws.iam.Role("lambda_iam",
name="lambda_iam",
assume_role_policy=lambda_assume_role.json)
lambda_processor = aws.lambda_.Function("lambda_processor",
code=pulumi.FileArchive("lambda.zip"),
name="firehose_lambda_processor",
role=lambda_iam.arn,
handler="exports.handler",
runtime=aws.lambda_.Runtime.NODE_JS24D_X)
extended_s3_stream = aws.kinesis.FirehoseDeliveryStream("extended_s3_stream",
extended_s3_configuration={
"processing_configuration": {
"processors": [{
"parameters": [{
"parameter_name": "LambdaArn",
"parameter_value": lambda_processor.arn.apply(lambda arn: f"{arn}:$LATEST"),
}],
"type": "Lambda",
}],
"enabled": True,
},
"role_arn": firehose_role.arn,
"bucket_arn": bucket.arn,
},
name="kinesis-firehose-extended-s3-test-stream",
destination="extended_s3")
bucket_acl = aws.s3.BucketAcl("bucket_acl",
bucket=bucket.id,
acl="private")
package main
import (
"fmt"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/iam"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/kinesis"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/lambda"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/s3"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
bucket, err := s3.NewBucket(ctx, "bucket", &s3.BucketArgs{
Bucket: pulumi.String("tf-test-bucket"),
})
if err != nil {
return err
}
firehoseAssumeRole, err := iam.GetPolicyDocument(ctx, &iam.GetPolicyDocumentArgs{
Statements: []iam.GetPolicyDocumentStatement{
{
Principals: []iam.GetPolicyDocumentStatementPrincipal{
{
Type: "Service",
Identifiers: []string{
"firehose.amazonaws.com",
},
},
},
Effect: pulumi.StringRef("Allow"),
Actions: []string{
"sts:AssumeRole",
},
},
},
}, nil)
if err != nil {
return err
}
firehoseRole, err := iam.NewRole(ctx, "firehose_role", &iam.RoleArgs{
Name: pulumi.String("firehose_test_role"),
AssumeRolePolicy: pulumi.String(firehoseAssumeRole.Json),
})
if err != nil {
return err
}
lambdaAssumeRole, err := iam.GetPolicyDocument(ctx, &iam.GetPolicyDocumentArgs{
Statements: []iam.GetPolicyDocumentStatement{
{
Principals: []iam.GetPolicyDocumentStatementPrincipal{
{
Type: "Service",
Identifiers: []string{
"lambda.amazonaws.com",
},
},
},
Effect: pulumi.StringRef("Allow"),
Actions: []string{
"sts:AssumeRole",
},
},
},
}, nil)
if err != nil {
return err
}
lambdaIam, err := iam.NewRole(ctx, "lambda_iam", &iam.RoleArgs{
Name: pulumi.String("lambda_iam"),
AssumeRolePolicy: pulumi.String(lambdaAssumeRole.Json),
})
if err != nil {
return err
}
lambdaProcessor, err := lambda.NewFunction(ctx, "lambda_processor", &lambda.FunctionArgs{
Code: pulumi.NewFileArchive("lambda.zip"),
Name: pulumi.String("firehose_lambda_processor"),
Role: lambdaIam.Arn,
Handler: pulumi.String("exports.handler"),
Runtime: pulumi.String(lambda.RuntimeNodeJS24dX),
})
if err != nil {
return err
}
_, err = kinesis.NewFirehoseDeliveryStream(ctx, "extended_s3_stream", &kinesis.FirehoseDeliveryStreamArgs{
ExtendedS3Configuration: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationArgs{
ProcessingConfiguration: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationArgs{
Processors: kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArray{
&kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs{
Parameters: kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArray{
&kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs{
ParameterName: pulumi.String("LambdaArn"),
ParameterValue: lambdaProcessor.Arn.ApplyT(func(arn string) (string, error) {
return fmt.Sprintf("%v:$LATEST", arn), nil
}).(pulumi.StringOutput),
},
},
Type: pulumi.String("Lambda"),
},
},
Enabled: pulumi.Bool(true),
},
RoleArn: firehoseRole.Arn,
BucketArn: bucket.Arn,
},
Name: pulumi.String("kinesis-firehose-extended-s3-test-stream"),
Destination: pulumi.String("extended_s3"),
})
if err != nil {
return err
}
_, err = s3.NewBucketAcl(ctx, "bucket_acl", &s3.BucketAclArgs{
Bucket: bucket.ID(),
Acl: pulumi.String("private"),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var bucket = new Aws.S3.Bucket("bucket", new()
{
BucketName = "tf-test-bucket",
});
var firehoseAssumeRole = Aws.Iam.GetPolicyDocument.Invoke(new()
{
Statements = new[]
{
new Aws.Iam.Inputs.GetPolicyDocumentStatementInputArgs
{
Principals = new[]
{
new Aws.Iam.Inputs.GetPolicyDocumentStatementPrincipalInputArgs
{
Type = "Service",
Identifiers = new[]
{
"firehose.amazonaws.com",
},
},
},
Effect = "Allow",
Actions = new[]
{
"sts:AssumeRole",
},
},
},
});
var firehoseRole = new Aws.Iam.Role("firehose_role", new()
{
Name = "firehose_test_role",
AssumeRolePolicy = firehoseAssumeRole.Apply(getPolicyDocumentResult => getPolicyDocumentResult.Json),
});
var lambdaAssumeRole = Aws.Iam.GetPolicyDocument.Invoke(new()
{
Statements = new[]
{
new Aws.Iam.Inputs.GetPolicyDocumentStatementInputArgs
{
Principals = new[]
{
new Aws.Iam.Inputs.GetPolicyDocumentStatementPrincipalInputArgs
{
Type = "Service",
Identifiers = new[]
{
"lambda.amazonaws.com",
},
},
},
Effect = "Allow",
Actions = new[]
{
"sts:AssumeRole",
},
},
},
});
var lambdaIam = new Aws.Iam.Role("lambda_iam", new()
{
Name = "lambda_iam",
AssumeRolePolicy = lambdaAssumeRole.Apply(getPolicyDocumentResult => getPolicyDocumentResult.Json),
});
var lambdaProcessor = new Aws.Lambda.Function("lambda_processor", new()
{
Code = new FileArchive("lambda.zip"),
Name = "firehose_lambda_processor",
Role = lambdaIam.Arn,
Handler = "exports.handler",
Runtime = Aws.Lambda.Runtime.NodeJS24dX,
});
var extendedS3Stream = new Aws.Kinesis.FirehoseDeliveryStream("extended_s3_stream", new()
{
ExtendedS3Configuration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationArgs
{
ProcessingConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationArgs
{
Processors = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs
{
Parameters = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs
{
ParameterName = "LambdaArn",
ParameterValue = lambdaProcessor.Arn.Apply(arn => $"{arn}:$LATEST"),
},
},
Type = "Lambda",
},
},
Enabled = true,
},
RoleArn = firehoseRole.Arn,
BucketArn = bucket.Arn,
},
Name = "kinesis-firehose-extended-s3-test-stream",
Destination = "extended_s3",
});
var bucketAcl = new Aws.S3.BucketAcl("bucket_acl", new()
{
Bucket = bucket.Id,
Acl = "private",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.s3.Bucket;
import com.pulumi.aws.s3.BucketArgs;
import com.pulumi.aws.iam.IamFunctions;
import com.pulumi.aws.iam.inputs.GetPolicyDocumentArgs;
import com.pulumi.aws.iam.inputs.GetPolicyDocumentStatementArgs;
import com.pulumi.aws.iam.inputs.GetPolicyDocumentStatementPrincipalArgs;
import com.pulumi.aws.iam.Role;
import com.pulumi.aws.iam.RoleArgs;
import com.pulumi.aws.lambda.Function;
import com.pulumi.aws.lambda.FunctionArgs;
import com.pulumi.aws.kinesis.FirehoseDeliveryStream;
import com.pulumi.aws.kinesis.FirehoseDeliveryStreamArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs;
import com.pulumi.aws.s3.BucketAcl;
import com.pulumi.aws.s3.BucketAclArgs;
import com.pulumi.asset.FileArchive;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var bucket = new Bucket("bucket", BucketArgs.builder()
.bucket("tf-test-bucket")
.build());
final var firehoseAssumeRole = IamFunctions.getPolicyDocument(GetPolicyDocumentArgs.builder()
.statements(GetPolicyDocumentStatementArgs.builder()
.principals(GetPolicyDocumentStatementPrincipalArgs.builder()
.type("Service")
.identifiers("firehose.amazonaws.com")
.build())
.effect("Allow")
.actions("sts:AssumeRole")
.build())
.build());
var firehoseRole = new Role("firehoseRole", RoleArgs.builder()
.name("firehose_test_role")
.assumeRolePolicy(firehoseAssumeRole.json())
.build());
final var lambdaAssumeRole = IamFunctions.getPolicyDocument(GetPolicyDocumentArgs.builder()
.statements(GetPolicyDocumentStatementArgs.builder()
.principals(GetPolicyDocumentStatementPrincipalArgs.builder()
.type("Service")
.identifiers("lambda.amazonaws.com")
.build())
.effect("Allow")
.actions("sts:AssumeRole")
.build())
.build());
var lambdaIam = new Role("lambdaIam", RoleArgs.builder()
.name("lambda_iam")
.assumeRolePolicy(lambdaAssumeRole.json())
.build());
var lambdaProcessor = new Function("lambdaProcessor", FunctionArgs.builder()
.code(new FileArchive("lambda.zip"))
.name("firehose_lambda_processor")
.role(lambdaIam.arn())
.handler("exports.handler")
.runtime("nodejs24.x")
.build());
var extendedS3Stream = new FirehoseDeliveryStream("extendedS3Stream", FirehoseDeliveryStreamArgs.builder()
.extendedS3Configuration(FirehoseDeliveryStreamExtendedS3ConfigurationArgs.builder()
.processingConfiguration(FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationArgs.builder()
.processors(FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs.builder()
.parameters(FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs.builder()
.parameterName("LambdaArn")
.parameterValue(lambdaProcessor.arn().applyValue(_arn -> String.format("%s:$LATEST", _arn)))
.build())
.type("Lambda")
.build())
.enabled(true)
.build())
.roleArn(firehoseRole.arn())
.bucketArn(bucket.arn())
.build())
.name("kinesis-firehose-extended-s3-test-stream")
.destination("extended_s3")
.build());
var bucketAcl = new BucketAcl("bucketAcl", BucketAclArgs.builder()
.bucket(bucket.id())
.acl("private")
.build());
}
}
resources:
extendedS3Stream:
type: aws:kinesis:FirehoseDeliveryStream
name: extended_s3_stream
properties:
extendedS3Configuration:
processingConfiguration:
processors:
- parameters:
- parameterName: LambdaArn
parameterValue: ${lambdaProcessor.arn}:$LATEST
type: Lambda
enabled: 'true'
roleArn: ${firehoseRole.arn}
bucketArn: ${bucket.arn}
name: kinesis-firehose-extended-s3-test-stream
destination: extended_s3
bucket:
type: aws:s3:Bucket
properties:
bucket: tf-test-bucket
bucketAcl:
type: aws:s3:BucketAcl
name: bucket_acl
properties:
bucket: ${bucket.id}
acl: private
firehoseRole:
type: aws:iam:Role
name: firehose_role
properties:
name: firehose_test_role
assumeRolePolicy: ${firehoseAssumeRole.json}
lambdaIam:
type: aws:iam:Role
name: lambda_iam
properties:
name: lambda_iam
assumeRolePolicy: ${lambdaAssumeRole.json}
lambdaProcessor:
type: aws:lambda:Function
name: lambda_processor
properties:
code:
fn::fileArchive: lambda.zip
name: firehose_lambda_processor
role: ${lambdaIam.arn}
handler: exports.handler
runtime: nodejs24.x
variables:
firehoseAssumeRole:
fn::invoke:
function: aws:iam:getPolicyDocument
arguments:
statements:
- principals:
- type: Service
identifiers:
- firehose.amazonaws.com
effect: Allow
actions:
- sts:AssumeRole
lambdaAssumeRole:
fn::invoke:
function: aws:iam:getPolicyDocument
arguments:
statements:
- principals:
- type: Service
identifiers:
- lambda.amazonaws.com
effect: Allow
actions:
- sts:AssumeRole
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
data "aws_iam_policy_document" "firehoseAssumeRole" {
statement {
principals {
type = "Service"
identifiers = ["firehose.amazonaws.com"]
}
effect = "Allow"
actions = ["sts:AssumeRole"]
}
}
data "aws_iam_policy_document" "lambdaAssumeRole" {
statement {
principals {
type = "Service"
identifiers = ["lambda.amazonaws.com"]
}
effect = "Allow"
actions = ["sts:AssumeRole"]
}
}
resource "aws_kinesis_firehose_delivery_stream" "extended_s3_stream" {
lifecycle {
create_before_destroy = true
}
extended_s3_configuration {
processing_configuration {
processors {
parameters {
parameter_name = "LambdaArn"
parameter_value ="${aws_lambda_function.lambda_processor.arn}:$LATEST"
}
type = "Lambda"
}
enabled = "true"
}
role_arn = aws_iam_role.firehose_role.arn
bucket_arn = aws_s3_bucket.bucket.arn
}
name = "kinesis-firehose-extended-s3-test-stream"
destination = "extended_s3"
}
resource "aws_s3_bucket" "bucket" {
lifecycle {
create_before_destroy = true
}
bucket = "tf-test-bucket"
}
resource "aws_s3_bucket_acl" "bucket_acl" {
lifecycle {
create_before_destroy = true
}
bucket = aws_s3_bucket.bucket.id
acl = "private"
}
resource "aws_iam_role" "firehose_role" {
lifecycle {
create_before_destroy = true
}
name = "firehose_test_role"
assume_role_policy = data.aws_iam_policy_document.firehoseAssumeRole.json
}
resource "aws_iam_role" "lambda_iam" {
lifecycle {
create_before_destroy = true
}
name = "lambda_iam"
assume_role_policy = data.aws_iam_policy_document.lambdaAssumeRole.json
}
resource "aws_lambda_function" "lambda_processor" {
lifecycle {
create_before_destroy = true
}
filename = filearchive("lambda.zip")
function_name = "firehose_lambda_processor"
role = aws_iam_role.lambda_iam.arn
handler = "exports.handler"
runtime = "nodejs24.x"
}
Extended S3 Destination with dynamic partitioning
These examples use built-in Firehose functionality, rather than requiring a lambda.
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const extendedS3Stream = new aws.kinesis.FirehoseDeliveryStream("extended_s3_stream", {
extendedS3Configuration: {
dynamicPartitioningConfiguration: {
enabled: true,
},
processingConfiguration: {
processors: [
{
parameters: [{
parameterName: "SubRecordType",
parameterValue: "JSON",
}],
type: "RecordDeAggregation",
},
{
type: "AppendDelimiterToRecord",
},
{
parameters: [
{
parameterName: "JsonParsingEngine",
parameterValue: "JQ-1.6",
},
{
parameterName: "MetadataExtractionQuery",
parameterValue: "{customer_id:.customer_id}",
},
],
type: "MetadataExtraction",
},
],
enabled: true,
},
roleArn: firehoseRole.arn,
bucketArn: bucket.arn,
bufferingSize: 64,
prefix: "data/customer_id=!{partitionKeyFromQuery:customer_id}/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/",
errorOutputPrefix: "errors/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/!{firehose:error-output-type}/",
},
name: "kinesis-firehose-extended-s3-test-stream",
destination: "extended_s3",
});
import pulumi
import pulumi_aws as aws
extended_s3_stream = aws.kinesis.FirehoseDeliveryStream("extended_s3_stream",
extended_s3_configuration={
"dynamic_partitioning_configuration": {
"enabled": True,
},
"processing_configuration": {
"processors": [
{
"parameters": [{
"parameter_name": "SubRecordType",
"parameter_value": "JSON",
}],
"type": "RecordDeAggregation",
},
{
"type": "AppendDelimiterToRecord",
},
{
"parameters": [
{
"parameter_name": "JsonParsingEngine",
"parameter_value": "JQ-1.6",
},
{
"parameter_name": "MetadataExtractionQuery",
"parameter_value": "{customer_id:.customer_id}",
},
],
"type": "MetadataExtraction",
},
],
"enabled": True,
},
"role_arn": firehose_role["arn"],
"bucket_arn": bucket["arn"],
"buffering_size": 64,
"prefix": "data/customer_id=!{partitionKeyFromQuery:customer_id}/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/",
"error_output_prefix": "errors/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/!{firehose:error-output-type}/",
},
name="kinesis-firehose-extended-s3-test-stream",
destination="extended_s3")
package main
import (
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/kinesis"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := kinesis.NewFirehoseDeliveryStream(ctx, "extended_s3_stream", &kinesis.FirehoseDeliveryStreamArgs{
ExtendedS3Configuration: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationArgs{
DynamicPartitioningConfiguration: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationDynamicPartitioningConfigurationArgs{
Enabled: pulumi.Bool(true),
},
ProcessingConfiguration: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationArgs{
Processors: kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArray{
&kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs{
Parameters: kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArray{
&kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs{
ParameterName: pulumi.String("SubRecordType"),
ParameterValue: pulumi.String("JSON"),
},
},
Type: pulumi.String("RecordDeAggregation"),
},
&kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs{
Type: pulumi.String("AppendDelimiterToRecord"),
},
&kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs{
Parameters: kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArray{
&kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs{
ParameterName: pulumi.String("JsonParsingEngine"),
ParameterValue: pulumi.String("JQ-1.6"),
},
&kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs{
ParameterName: pulumi.String("MetadataExtractionQuery"),
ParameterValue: pulumi.String("{customer_id:.customer_id}"),
},
},
Type: pulumi.String("MetadataExtraction"),
},
},
Enabled: pulumi.Bool(true),
},
RoleArn: pulumi.Any(firehoseRole.Arn),
BucketArn: pulumi.Any(bucket.Arn),
BufferingSize: pulumi.Int(64),
Prefix: pulumi.String("data/customer_id=!{partitionKeyFromQuery:customer_id}/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/"),
ErrorOutputPrefix: pulumi.String("errors/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/!{firehose:error-output-type}/"),
},
Name: pulumi.String("kinesis-firehose-extended-s3-test-stream"),
Destination: pulumi.String("extended_s3"),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var extendedS3Stream = new Aws.Kinesis.FirehoseDeliveryStream("extended_s3_stream", new()
{
ExtendedS3Configuration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationArgs
{
DynamicPartitioningConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDynamicPartitioningConfigurationArgs
{
Enabled = true,
},
ProcessingConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationArgs
{
Processors = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs
{
Parameters = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs
{
ParameterName = "SubRecordType",
ParameterValue = "JSON",
},
},
Type = "RecordDeAggregation",
},
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs
{
Type = "AppendDelimiterToRecord",
},
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs
{
Parameters = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs
{
ParameterName = "JsonParsingEngine",
ParameterValue = "JQ-1.6",
},
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs
{
ParameterName = "MetadataExtractionQuery",
ParameterValue = "{customer_id:.customer_id}",
},
},
Type = "MetadataExtraction",
},
},
Enabled = true,
},
RoleArn = firehoseRole.Arn,
BucketArn = bucket.Arn,
BufferingSize = 64,
Prefix = "data/customer_id=!{partitionKeyFromQuery:customer_id}/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/",
ErrorOutputPrefix = "errors/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/!{firehose:error-output-type}/",
},
Name = "kinesis-firehose-extended-s3-test-stream",
Destination = "extended_s3",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.kinesis.FirehoseDeliveryStream;
import com.pulumi.aws.kinesis.FirehoseDeliveryStreamArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDynamicPartitioningConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var extendedS3Stream = new FirehoseDeliveryStream("extendedS3Stream", FirehoseDeliveryStreamArgs.builder()
.extendedS3Configuration(FirehoseDeliveryStreamExtendedS3ConfigurationArgs.builder()
.dynamicPartitioningConfiguration(FirehoseDeliveryStreamExtendedS3ConfigurationDynamicPartitioningConfigurationArgs.builder()
.enabled(true)
.build())
.processingConfiguration(FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationArgs.builder()
.processors(
FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs.builder()
.parameters(FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs.builder()
.parameterName("SubRecordType")
.parameterValue("JSON")
.build())
.type("RecordDeAggregation")
.build(),
FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs.builder()
.type("AppendDelimiterToRecord")
.build(),
FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs.builder()
.parameters(
FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs.builder()
.parameterName("JsonParsingEngine")
.parameterValue("JQ-1.6")
.build(),
FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs.builder()
.parameterName("MetadataExtractionQuery")
.parameterValue("{customer_id:.customer_id}")
.build())
.type("MetadataExtraction")
.build())
.enabled(true)
.build())
.roleArn(firehoseRole.get("arn"))
.bucketArn(bucket.get("arn"))
.bufferingSize(64)
.prefix("data/customer_id=!{partitionKeyFromQuery:customer_id}/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/")
.errorOutputPrefix("errors/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/!{firehose:error-output-type}/")
.build())
.name("kinesis-firehose-extended-s3-test-stream")
.destination("extended_s3")
.build());
}
}
resources:
extendedS3Stream:
type: aws:kinesis:FirehoseDeliveryStream
name: extended_s3_stream
properties:
extendedS3Configuration:
dynamicPartitioningConfiguration:
enabled: 'true'
processingConfiguration:
processors:
- parameters:
- parameterName: SubRecordType
parameterValue: JSON
type: RecordDeAggregation
- type: AppendDelimiterToRecord
- parameters:
- parameterName: JsonParsingEngine
parameterValue: JQ-1.6
- parameterName: MetadataExtractionQuery
parameterValue: '{customer_id:.customer_id}'
type: MetadataExtraction
enabled: 'true'
roleArn: ${firehoseRole.arn}
bucketArn: ${bucket.arn}
bufferingSize: 64
prefix: data/customer_id=!{partitionKeyFromQuery:customer_id}/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/
errorOutputPrefix: errors/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/!{firehose:error-output-type}/
name: kinesis-firehose-extended-s3-test-stream
destination: extended_s3
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
resource "aws_kinesis_firehose_delivery_stream" "extended_s3_stream" {
lifecycle {
create_before_destroy = true
}
extended_s3_configuration {
dynamic_partitioning_configuration {
enabled = "true"
}
processing_configuration {
processors {
parameters {
parameter_name = "SubRecordType"
parameter_value = "JSON"
}
type = "RecordDeAggregation"
}
processors {
type = "AppendDelimiterToRecord"
}
processors {
parameters {
parameter_name = "JsonParsingEngine"
parameter_value = "JQ-1.6"
}
parameters {
parameter_name = "MetadataExtractionQuery"
parameter_value = "{customer_id:.customer_id}"
}
type = "MetadataExtraction"
}
enabled = "true"
}
role_arn = firehoseRole.arn
bucket_arn = bucket.arn
buffering_size = 64
prefix = "data/customer_id=!{partitionKeyFromQuery:customer_id}/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/"
error_output_prefix = "errors/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/!{firehose:error-output-type}/"
}
# https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
# Example prefix using partitionKeyFromQuery, applicable to JQ processor
name = "kinesis-firehose-extended-s3-test-stream"
destination = "extended_s3"
}
Multiple Dynamic Partitioning Keys (maximum of 50) can be added by comma separating the parameterValue.
The following example adds the Dynamic Partitioning Keys: storeId and customerId to the S3 prefix.
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const extendedS3Stream = new aws.kinesis.FirehoseDeliveryStream("extended_s3_stream", {
extendedS3Configuration: {
dynamicPartitioningConfiguration: {
enabled: true,
},
processingConfiguration: {
processors: [{
parameters: [
{
parameterName: "JsonParsingEngine",
parameterValue: "JQ-1.6",
},
{
parameterName: "MetadataExtractionQuery",
parameterValue: "{store_id:.store_id,customer_id:.customer_id}",
},
],
type: "MetadataExtraction",
}],
enabled: true,
},
roleArn: firehoseRole.arn,
bucketArn: bucket.arn,
bufferingSize: 64,
prefix: "data/store_id=!{partitionKeyFromQuery:store_id}/customer_id=!{partitionKeyFromQuery:customer_id}/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/",
errorOutputPrefix: "errors/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/!{firehose:error-output-type}/",
},
name: "kinesis-firehose-extended-s3-test-stream",
destination: "extended_s3",
});
import pulumi
import pulumi_aws as aws
extended_s3_stream = aws.kinesis.FirehoseDeliveryStream("extended_s3_stream",
extended_s3_configuration={
"dynamic_partitioning_configuration": {
"enabled": True,
},
"processing_configuration": {
"processors": [{
"parameters": [
{
"parameter_name": "JsonParsingEngine",
"parameter_value": "JQ-1.6",
},
{
"parameter_name": "MetadataExtractionQuery",
"parameter_value": "{store_id:.store_id,customer_id:.customer_id}",
},
],
"type": "MetadataExtraction",
}],
"enabled": True,
},
"role_arn": firehose_role["arn"],
"bucket_arn": bucket["arn"],
"buffering_size": 64,
"prefix": "data/store_id=!{partitionKeyFromQuery:store_id}/customer_id=!{partitionKeyFromQuery:customer_id}/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/",
"error_output_prefix": "errors/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/!{firehose:error-output-type}/",
},
name="kinesis-firehose-extended-s3-test-stream",
destination="extended_s3")
package main
import (
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/kinesis"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := kinesis.NewFirehoseDeliveryStream(ctx, "extended_s3_stream", &kinesis.FirehoseDeliveryStreamArgs{
ExtendedS3Configuration: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationArgs{
DynamicPartitioningConfiguration: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationDynamicPartitioningConfigurationArgs{
Enabled: pulumi.Bool(true),
},
ProcessingConfiguration: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationArgs{
Processors: kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArray{
&kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs{
Parameters: kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArray{
&kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs{
ParameterName: pulumi.String("JsonParsingEngine"),
ParameterValue: pulumi.String("JQ-1.6"),
},
&kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs{
ParameterName: pulumi.String("MetadataExtractionQuery"),
ParameterValue: pulumi.String("{store_id:.store_id,customer_id:.customer_id}"),
},
},
Type: pulumi.String("MetadataExtraction"),
},
},
Enabled: pulumi.Bool(true),
},
RoleArn: pulumi.Any(firehoseRole.Arn),
BucketArn: pulumi.Any(bucket.Arn),
BufferingSize: pulumi.Int(64),
Prefix: pulumi.String("data/store_id=!{partitionKeyFromQuery:store_id}/customer_id=!{partitionKeyFromQuery:customer_id}/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/"),
ErrorOutputPrefix: pulumi.String("errors/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/!{firehose:error-output-type}/"),
},
Name: pulumi.String("kinesis-firehose-extended-s3-test-stream"),
Destination: pulumi.String("extended_s3"),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var extendedS3Stream = new Aws.Kinesis.FirehoseDeliveryStream("extended_s3_stream", new()
{
ExtendedS3Configuration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationArgs
{
DynamicPartitioningConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDynamicPartitioningConfigurationArgs
{
Enabled = true,
},
ProcessingConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationArgs
{
Processors = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs
{
Parameters = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs
{
ParameterName = "JsonParsingEngine",
ParameterValue = "JQ-1.6",
},
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs
{
ParameterName = "MetadataExtractionQuery",
ParameterValue = "{store_id:.store_id,customer_id:.customer_id}",
},
},
Type = "MetadataExtraction",
},
},
Enabled = true,
},
RoleArn = firehoseRole.Arn,
BucketArn = bucket.Arn,
BufferingSize = 64,
Prefix = "data/store_id=!{partitionKeyFromQuery:store_id}/customer_id=!{partitionKeyFromQuery:customer_id}/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/",
ErrorOutputPrefix = "errors/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/!{firehose:error-output-type}/",
},
Name = "kinesis-firehose-extended-s3-test-stream",
Destination = "extended_s3",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.kinesis.FirehoseDeliveryStream;
import com.pulumi.aws.kinesis.FirehoseDeliveryStreamArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDynamicPartitioningConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var extendedS3Stream = new FirehoseDeliveryStream("extendedS3Stream", FirehoseDeliveryStreamArgs.builder()
.extendedS3Configuration(FirehoseDeliveryStreamExtendedS3ConfigurationArgs.builder()
.dynamicPartitioningConfiguration(FirehoseDeliveryStreamExtendedS3ConfigurationDynamicPartitioningConfigurationArgs.builder()
.enabled(true)
.build())
.processingConfiguration(FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationArgs.builder()
.processors(FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs.builder()
.parameters(
FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs.builder()
.parameterName("JsonParsingEngine")
.parameterValue("JQ-1.6")
.build(),
FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs.builder()
.parameterName("MetadataExtractionQuery")
.parameterValue("{store_id:.store_id,customer_id:.customer_id}")
.build())
.type("MetadataExtraction")
.build())
.enabled(true)
.build())
.roleArn(firehoseRole.get("arn"))
.bucketArn(bucket.get("arn"))
.bufferingSize(64)
.prefix("data/store_id=!{partitionKeyFromQuery:store_id}/customer_id=!{partitionKeyFromQuery:customer_id}/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/")
.errorOutputPrefix("errors/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/!{firehose:error-output-type}/")
.build())
.name("kinesis-firehose-extended-s3-test-stream")
.destination("extended_s3")
.build());
}
}
resources:
extendedS3Stream:
type: aws:kinesis:FirehoseDeliveryStream
name: extended_s3_stream
properties:
extendedS3Configuration:
dynamicPartitioningConfiguration:
enabled: 'true'
processingConfiguration:
processors:
- parameters:
- parameterName: JsonParsingEngine
parameterValue: JQ-1.6
- parameterName: MetadataExtractionQuery
parameterValue: '{store_id:.store_id,customer_id:.customer_id}'
type: MetadataExtraction
enabled: 'true'
roleArn: ${firehoseRole.arn}
bucketArn: ${bucket.arn}
bufferingSize: 64
prefix: data/store_id=!{partitionKeyFromQuery:store_id}/customer_id=!{partitionKeyFromQuery:customer_id}/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/
errorOutputPrefix: errors/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/!{firehose:error-output-type}/
name: kinesis-firehose-extended-s3-test-stream
destination: extended_s3
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
resource "aws_kinesis_firehose_delivery_stream" "extended_s3_stream" {
lifecycle {
create_before_destroy = true
}
extended_s3_configuration {
dynamic_partitioning_configuration {
enabled = "true"
}
processing_configuration {
processors {
parameters {
parameter_name = "JsonParsingEngine"
parameter_value = "JQ-1.6"
}
parameters {
parameter_name = "MetadataExtractionQuery"
parameter_value = "{store_id:.store_id,customer_id:.customer_id}"
}
type = "MetadataExtraction"
}
enabled = "true"
}
role_arn = firehoseRole.arn
bucket_arn = bucket.arn
buffering_size = 64
prefix = "data/store_id=!{partitionKeyFromQuery:store_id}/customer_id=!{partitionKeyFromQuery:customer_id}/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/"
error_output_prefix = "errors/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/!{firehose:error-output-type}/"
}
# https://docs.aws.amazon.com/firehose/latest/dev/dynamic-partitioning.html
# Example prefix using partitionKeyFromQuery, applicable to JQ processor
name = "kinesis-firehose-extended-s3-test-stream"
destination = "extended_s3"
}
Redshift Destination
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const testCluster = new aws.redshift.Cluster("test_cluster", {
clusterIdentifier: "tf-redshift-cluster",
databaseName: "test",
masterUsername: "testuser",
masterPassword: "T3stPass",
nodeType: "dc1.large",
clusterType: "single-node",
});
const testStream = new aws.kinesis.FirehoseDeliveryStream("test_stream", {
redshiftConfiguration: {
s3Configuration: {
roleArn: firehoseRole.arn,
bucketArn: bucket.arn,
bufferingSize: 10,
bufferingInterval: 400,
compressionFormat: "GZIP",
},
s3BackupConfiguration: {
roleArn: firehoseRole.arn,
bucketArn: bucket.arn,
bufferingSize: 15,
bufferingInterval: 300,
compressionFormat: "GZIP",
},
roleArn: firehoseRole.arn,
clusterJdbcurl: pulumi.interpolate`jdbc:redshift://${testCluster.endpoint}/${testCluster.databaseName}`,
username: "testuser",
password: "T3stPass",
dataTableName: "test-table",
copyOptions: "delimiter '|'",
dataTableColumns: "test-col",
s3BackupMode: "Enabled",
},
name: "kinesis-firehose-test-stream",
destination: "redshift",
});
import pulumi
import pulumi_aws as aws
test_cluster = aws.redshift.Cluster("test_cluster",
cluster_identifier="tf-redshift-cluster",
database_name="test",
master_username="testuser",
master_password="T3stPass",
node_type="dc1.large",
cluster_type="single-node")
test_stream = aws.kinesis.FirehoseDeliveryStream("test_stream",
redshift_configuration={
"s3_configuration": {
"role_arn": firehose_role["arn"],
"bucket_arn": bucket["arn"],
"buffering_size": 10,
"buffering_interval": 400,
"compression_format": "GZIP",
},
"s3_backup_configuration": {
"role_arn": firehose_role["arn"],
"bucket_arn": bucket["arn"],
"buffering_size": 15,
"buffering_interval": 300,
"compression_format": "GZIP",
},
"role_arn": firehose_role["arn"],
"cluster_jdbcurl": pulumi.Output.all(
endpoint=test_cluster.endpoint,
database_name=test_cluster.database_name
).apply(lambda resolved_outputs: f"jdbc:redshift://{resolved_outputs['endpoint']}/{resolved_outputs['database_name']}")
,
"username": "testuser",
"password": "T3stPass",
"data_table_name": "test-table",
"copy_options": "delimiter '|'",
"data_table_columns": "test-col",
"s3_backup_mode": "Enabled",
},
name="kinesis-firehose-test-stream",
destination="redshift")
package main
import (
"fmt"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/kinesis"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/redshift"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
testCluster, err := redshift.NewCluster(ctx, "test_cluster", &redshift.ClusterArgs{
ClusterIdentifier: pulumi.String("tf-redshift-cluster"),
DatabaseName: pulumi.String("test"),
MasterUsername: pulumi.String("testuser"),
MasterPassword: pulumi.String("T3stPass"),
NodeType: pulumi.String("dc1.large"),
ClusterType: pulumi.String("single-node"),
})
if err != nil {
return err
}
_, err = kinesis.NewFirehoseDeliveryStream(ctx, "test_stream", &kinesis.FirehoseDeliveryStreamArgs{
RedshiftConfiguration: &kinesis.FirehoseDeliveryStreamRedshiftConfigurationArgs{
S3Configuration: &kinesis.FirehoseDeliveryStreamRedshiftConfigurationS3ConfigurationArgs{
RoleArn: pulumi.Any(firehoseRole.Arn),
BucketArn: pulumi.Any(bucket.Arn),
BufferingSize: pulumi.Int(10),
BufferingInterval: pulumi.Int(400),
CompressionFormat: pulumi.String("GZIP"),
},
S3BackupConfiguration: &kinesis.FirehoseDeliveryStreamRedshiftConfigurationS3BackupConfigurationArgs{
RoleArn: pulumi.Any(firehoseRole.Arn),
BucketArn: pulumi.Any(bucket.Arn),
BufferingSize: pulumi.Int(15),
BufferingInterval: pulumi.Int(300),
CompressionFormat: pulumi.String("GZIP"),
},
RoleArn: pulumi.Any(firehoseRole.Arn),
ClusterJdbcurl: pulumi.All(testCluster.Endpoint, testCluster.DatabaseName).ApplyT(func(_args []interface{}) (string, error) {
endpoint := _args[0].(string)
databaseName := _args[1].(string)
return fmt.Sprintf("jdbc:redshift://%v/%v", endpoint, databaseName), nil
}).(pulumi.StringOutput),
Username: pulumi.String("testuser"),
Password: pulumi.String("T3stPass"),
DataTableName: pulumi.String("test-table"),
CopyOptions: pulumi.String("delimiter '|'"),
DataTableColumns: pulumi.String("test-col"),
S3BackupMode: pulumi.String("Enabled"),
},
Name: pulumi.String("kinesis-firehose-test-stream"),
Destination: pulumi.String("redshift"),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var testCluster = new Aws.RedShift.Cluster("test_cluster", new()
{
ClusterIdentifier = "tf-redshift-cluster",
DatabaseName = "test",
MasterUsername = "testuser",
MasterPassword = "T3stPass",
NodeType = "dc1.large",
ClusterType = "single-node",
});
var testStream = new Aws.Kinesis.FirehoseDeliveryStream("test_stream", new()
{
RedshiftConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamRedshiftConfigurationArgs
{
S3Configuration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamRedshiftConfigurationS3ConfigurationArgs
{
RoleArn = firehoseRole.Arn,
BucketArn = bucket.Arn,
BufferingSize = 10,
BufferingInterval = 400,
CompressionFormat = "GZIP",
},
S3BackupConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamRedshiftConfigurationS3BackupConfigurationArgs
{
RoleArn = firehoseRole.Arn,
BucketArn = bucket.Arn,
BufferingSize = 15,
BufferingInterval = 300,
CompressionFormat = "GZIP",
},
RoleArn = firehoseRole.Arn,
ClusterJdbcurl = Output.Tuple(testCluster.Endpoint, testCluster.DatabaseName).Apply(values =>
{
var endpoint = values.Item1;
var databaseName = values.Item2;
return $"jdbc:redshift://{endpoint}/{databaseName}";
}),
Username = "testuser",
Password = "T3stPass",
DataTableName = "test-table",
CopyOptions = "delimiter '|'",
DataTableColumns = "test-col",
S3BackupMode = "Enabled",
},
Name = "kinesis-firehose-test-stream",
Destination = "redshift",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.redshift.Cluster;
import com.pulumi.aws.redshift.ClusterArgs;
import com.pulumi.aws.kinesis.FirehoseDeliveryStream;
import com.pulumi.aws.kinesis.FirehoseDeliveryStreamArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamRedshiftConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamRedshiftConfigurationS3ConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamRedshiftConfigurationS3BackupConfigurationArgs;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var testCluster = new Cluster("testCluster", ClusterArgs.builder()
.clusterIdentifier("tf-redshift-cluster")
.databaseName("test")
.masterUsername("testuser")
.masterPassword("T3stPass")
.nodeType("dc1.large")
.clusterType("single-node")
.build());
var testStream = new FirehoseDeliveryStream("testStream", FirehoseDeliveryStreamArgs.builder()
.redshiftConfiguration(FirehoseDeliveryStreamRedshiftConfigurationArgs.builder()
.s3Configuration(FirehoseDeliveryStreamRedshiftConfigurationS3ConfigurationArgs.builder()
.roleArn(firehoseRole.get("arn"))
.bucketArn(bucket.get("arn"))
.bufferingSize(10)
.bufferingInterval(400)
.compressionFormat("GZIP")
.build())
.s3BackupConfiguration(FirehoseDeliveryStreamRedshiftConfigurationS3BackupConfigurationArgs.builder()
.roleArn(firehoseRole.get("arn"))
.bucketArn(bucket.get("arn"))
.bufferingSize(15)
.bufferingInterval(300)
.compressionFormat("GZIP")
.build())
.roleArn(firehoseRole.get("arn"))
.clusterJdbcurl(Output.tuple(testCluster.endpoint(), testCluster.databaseName()).applyValue(values -> {
var endpoint = values.t1;
var databaseName = values.t2;
return String.format("jdbc:redshift://%s/%s", endpoint,databaseName);
}))
.username("testuser")
.password("T3stPass")
.dataTableName("test-table")
.copyOptions("delimiter '|'")
.dataTableColumns("test-col")
.s3BackupMode("Enabled")
.build())
.name("kinesis-firehose-test-stream")
.destination("redshift")
.build());
}
}
resources:
testCluster:
type: aws:redshift:Cluster
name: test_cluster
properties:
clusterIdentifier: tf-redshift-cluster
databaseName: test
masterUsername: testuser
masterPassword: T3stPass
nodeType: dc1.large
clusterType: single-node
testStream:
type: aws:kinesis:FirehoseDeliveryStream
name: test_stream
properties:
redshiftConfiguration:
s3Configuration:
roleArn: ${firehoseRole.arn}
bucketArn: ${bucket.arn}
bufferingSize: 10
bufferingInterval: 400
compressionFormat: GZIP
s3BackupConfiguration:
roleArn: ${firehoseRole.arn}
bucketArn: ${bucket.arn}
bufferingSize: 15
bufferingInterval: 300
compressionFormat: GZIP
roleArn: ${firehoseRole.arn}
clusterJdbcurl: jdbc:redshift://${testCluster.endpoint}/${testCluster.databaseName}
username: testuser
password: T3stPass
dataTableName: test-table
copyOptions: delimiter '|'
dataTableColumns: test-col
s3BackupMode: Enabled
name: kinesis-firehose-test-stream
destination: redshift
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
resource "aws_redshift_cluster" "test_cluster" {
lifecycle {
create_before_destroy = true
}
cluster_identifier = "tf-redshift-cluster"
database_name = "test"
master_username = "testuser"
master_password = "T3stPass"
node_type = "dc1.large"
cluster_type = "single-node"
}
resource "aws_kinesis_firehose_delivery_stream" "test_stream" {
lifecycle {
create_before_destroy = true
}
redshift_configuration {
s3_configuration {
role_arn = firehoseRole.arn
bucket_arn = bucket.arn
buffering_size = 10
buffering_interval = 400
compression_format = "GZIP"
}
s3_backup_configuration {
role_arn = firehoseRole.arn
bucket_arn = bucket.arn
buffering_size = 15
buffering_interval = 300
compression_format = "GZIP"
}
role_arn = firehoseRole.arn
cluster_jdbcurl ="jdbc:redshift://${aws_redshift_cluster.test_cluster.endpoint}/${aws_redshift_cluster.test_cluster.database_name}"
username = "testuser"
password = "T3stPass"
data_table_name = "test-table"
copy_options = "delimiter '|'"
data_table_columns = "test-col"
s3_backup_mode = "Enabled"
}
# the default delimiter
name = "kinesis-firehose-test-stream"
destination = "redshift"
}
Elasticsearch Destination
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const testCluster = new aws.elasticsearch.Domain("test_cluster", {domainName: "firehose-es-test"});
const testStream = new aws.kinesis.FirehoseDeliveryStream("test_stream", {
elasticsearchConfiguration: {
s3Configuration: {
roleArn: firehoseRole.arn,
bucketArn: bucket.arn,
bufferingSize: 10,
bufferingInterval: 400,
compressionFormat: "GZIP",
},
processingConfiguration: {
processors: [{
parameters: [{
parameterName: "LambdaArn",
parameterValue: `${lambdaProcessor.arn}:$LATEST`,
}],
type: "Lambda",
}],
enabled: true,
},
domainArn: testCluster.arn,
roleArn: firehoseRole.arn,
indexName: "test",
typeName: "test",
},
name: "kinesis-firehose-test-stream",
destination: "elasticsearch",
});
import pulumi
import pulumi_aws as aws
test_cluster = aws.elasticsearch.Domain("test_cluster", domain_name="firehose-es-test")
test_stream = aws.kinesis.FirehoseDeliveryStream("test_stream",
elasticsearch_configuration={
"s3_configuration": {
"role_arn": firehose_role["arn"],
"bucket_arn": bucket["arn"],
"buffering_size": 10,
"buffering_interval": 400,
"compression_format": "GZIP",
},
"processing_configuration": {
"processors": [{
"parameters": [{
"parameter_name": "LambdaArn",
"parameter_value": f"{lambda_processor['arn']}:$LATEST",
}],
"type": "Lambda",
}],
"enabled": True,
},
"domain_arn": test_cluster.arn,
"role_arn": firehose_role["arn"],
"index_name": "test",
"type_name": "test",
},
name="kinesis-firehose-test-stream",
destination="elasticsearch")
package main
import (
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/elasticsearch"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/kinesis"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
testCluster, err := elasticsearch.NewDomain(ctx, "test_cluster", &elasticsearch.DomainArgs{
DomainName: pulumi.String("firehose-es-test"),
})
if err != nil {
return err
}
_, err = kinesis.NewFirehoseDeliveryStream(ctx, "test_stream", &kinesis.FirehoseDeliveryStreamArgs{
ElasticsearchConfiguration: &kinesis.FirehoseDeliveryStreamElasticsearchConfigurationArgs{
S3Configuration: &kinesis.FirehoseDeliveryStreamElasticsearchConfigurationS3ConfigurationArgs{
RoleArn: pulumi.Any(firehoseRole.Arn),
BucketArn: pulumi.Any(bucket.Arn),
BufferingSize: pulumi.Int(10),
BufferingInterval: pulumi.Int(400),
CompressionFormat: pulumi.String("GZIP"),
},
ProcessingConfiguration: &kinesis.FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationArgs{
Processors: kinesis.FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationProcessorArray{
&kinesis.FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationProcessorArgs{
Parameters: kinesis.FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationProcessorParameterArray{
&kinesis.FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationProcessorParameterArgs{
ParameterName: pulumi.String("LambdaArn"),
ParameterValue: pulumi.Sprintf("%v:$LATEST", lambdaProcessor.Arn),
},
},
Type: pulumi.String("Lambda"),
},
},
Enabled: pulumi.Bool(true),
},
DomainArn: testCluster.Arn,
RoleArn: pulumi.Any(firehoseRole.Arn),
IndexName: pulumi.String("test"),
TypeName: pulumi.String("test"),
},
Name: pulumi.String("kinesis-firehose-test-stream"),
Destination: pulumi.String("elasticsearch"),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var testCluster = new Aws.ElasticSearch.Domain("test_cluster", new()
{
DomainName = "firehose-es-test",
});
var testStream = new Aws.Kinesis.FirehoseDeliveryStream("test_stream", new()
{
ElasticsearchConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamElasticsearchConfigurationArgs
{
S3Configuration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamElasticsearchConfigurationS3ConfigurationArgs
{
RoleArn = firehoseRole.Arn,
BucketArn = bucket.Arn,
BufferingSize = 10,
BufferingInterval = 400,
CompressionFormat = "GZIP",
},
ProcessingConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationArgs
{
Processors = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationProcessorArgs
{
Parameters = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationProcessorParameterArgs
{
ParameterName = "LambdaArn",
ParameterValue = $"{lambdaProcessor.Arn}:$LATEST",
},
},
Type = "Lambda",
},
},
Enabled = true,
},
DomainArn = testCluster.Arn,
RoleArn = firehoseRole.Arn,
IndexName = "test",
TypeName = "test",
},
Name = "kinesis-firehose-test-stream",
Destination = "elasticsearch",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.elasticsearch.Domain;
import com.pulumi.aws.elasticsearch.DomainArgs;
import com.pulumi.aws.kinesis.FirehoseDeliveryStream;
import com.pulumi.aws.kinesis.FirehoseDeliveryStreamArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamElasticsearchConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamElasticsearchConfigurationS3ConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationProcessorArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationProcessorParameterArgs;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var testCluster = new Domain("testCluster", DomainArgs.builder()
.domainName("firehose-es-test")
.build());
var testStream = new FirehoseDeliveryStream("testStream", FirehoseDeliveryStreamArgs.builder()
.elasticsearchConfiguration(FirehoseDeliveryStreamElasticsearchConfigurationArgs.builder()
.s3Configuration(FirehoseDeliveryStreamElasticsearchConfigurationS3ConfigurationArgs.builder()
.roleArn(firehoseRole.get("arn"))
.bucketArn(bucket.get("arn"))
.bufferingSize(10)
.bufferingInterval(400)
.compressionFormat("GZIP")
.build())
.processingConfiguration(FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationArgs.builder()
.processors(FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationProcessorArgs.builder()
.parameters(FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationProcessorParameterArgs.builder()
.parameterName("LambdaArn")
.parameterValue(String.format("%s:$LATEST", lambdaProcessor.get("arn")))
.build())
.type("Lambda")
.build())
.enabled(true)
.build())
.domainArn(testCluster.arn())
.roleArn(firehoseRole.get("arn"))
.indexName("test")
.typeName("test")
.build())
.name("kinesis-firehose-test-stream")
.destination("elasticsearch")
.build());
}
}
resources:
testCluster:
type: aws:elasticsearch:Domain
name: test_cluster
properties:
domainName: firehose-es-test
testStream:
type: aws:kinesis:FirehoseDeliveryStream
name: test_stream
properties:
elasticsearchConfiguration:
s3Configuration:
roleArn: ${firehoseRole.arn}
bucketArn: ${bucket.arn}
bufferingSize: 10
bufferingInterval: 400
compressionFormat: GZIP
processingConfiguration:
processors:
- parameters:
- parameterName: LambdaArn
parameterValue: ${lambdaProcessor.arn}:$LATEST
type: Lambda
enabled: 'true'
domainArn: ${testCluster.arn}
roleArn: ${firehoseRole.arn}
indexName: test
typeName: test
name: kinesis-firehose-test-stream
destination: elasticsearch
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
resource "aws_elasticsearch_domain" "test_cluster" {
lifecycle {
create_before_destroy = true
}
domain_name = "firehose-es-test"
}
resource "aws_kinesis_firehose_delivery_stream" "test_stream" {
lifecycle {
create_before_destroy = true
}
elasticsearch_configuration {
s3_configuration {
role_arn = firehoseRole.arn
bucket_arn = bucket.arn
buffering_size = 10
buffering_interval = 400
compression_format = "GZIP"
}
processing_configuration {
processors {
parameters {
parameter_name = "LambdaArn"
parameter_value ="${lambdaProcessor.arn}:$LATEST"
}
type = "Lambda"
}
enabled = "true"
}
domain_arn = aws_elasticsearch_domain.test_cluster.arn
role_arn = firehoseRole.arn
index_name = "test"
type_name = "test"
}
name = "kinesis-firehose-test-stream"
destination = "elasticsearch"
}
Elasticsearch Destination With VPC
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const testCluster = new aws.elasticsearch.Domain("test_cluster", {
clusterConfig: {
instanceCount: 2,
zoneAwarenessEnabled: true,
instanceType: "t2.small.elasticsearch",
},
ebsOptions: {
ebsEnabled: true,
volumeSize: 10,
},
vpcOptions: {
securityGroupIds: [first.id],
subnetIds: [
firstAwsSubnet.id,
second.id,
],
},
domainName: "es-test",
});
const firehose_elasticsearch = aws.iam.getPolicyDocumentOutput({
statements: [
{
effect: "Allow",
actions: ["es:*"],
resources: [
testCluster.arn,
pulumi.interpolate`${testCluster.arn}/*`,
],
},
{
effect: "Allow",
actions: [
"ec2:DescribeVpcs",
"ec2:DescribeVpcAttribute",
"ec2:DescribeSubnets",
"ec2:DescribeSecurityGroups",
"ec2:DescribeNetworkInterfaces",
"ec2:CreateNetworkInterface",
"ec2:CreateNetworkInterfacePermission",
"ec2:DeleteNetworkInterface",
],
resources: ["*"],
},
],
});
const firehose_elasticsearchRolePolicy = new aws.iam.RolePolicy("firehose-elasticsearch", {
name: "elasticsearch",
role: firehose.id,
policy: firehose_elasticsearch.json,
});
const test = new aws.kinesis.FirehoseDeliveryStream("test", {
elasticsearchConfiguration: {
s3Configuration: {
roleArn: firehose.arn,
bucketArn: bucket.arn,
},
vpcConfig: {
subnetIds: [
firstAwsSubnet.id,
second.id,
],
securityGroupIds: [first.id],
roleArn: firehose.arn,
},
domainArn: testCluster.arn,
roleArn: firehose.arn,
indexName: "test",
typeName: "test",
},
name: "kinesis-firehose-es",
destination: "elasticsearch",
}, {
dependsOn: [firehose_elasticsearchRolePolicy],
});
import pulumi
import pulumi_aws as aws
test_cluster = aws.elasticsearch.Domain("test_cluster",
cluster_config={
"instance_count": 2,
"zone_awareness_enabled": True,
"instance_type": "t2.small.elasticsearch",
},
ebs_options={
"ebs_enabled": True,
"volume_size": 10,
},
vpc_options={
"security_group_ids": [first["id"]],
"subnet_ids": [
first_aws_subnet["id"],
second["id"],
],
},
domain_name="es-test")
firehose_elasticsearch = aws.iam.get_policy_document_output(statements=[
{
"effect": "Allow",
"actions": ["es:*"],
"resources": [
test_cluster.arn,
test_cluster.arn.apply(lambda arn: f"{arn}/*"),
],
},
{
"effect": "Allow",
"actions": [
"ec2:DescribeVpcs",
"ec2:DescribeVpcAttribute",
"ec2:DescribeSubnets",
"ec2:DescribeSecurityGroups",
"ec2:DescribeNetworkInterfaces",
"ec2:CreateNetworkInterface",
"ec2:CreateNetworkInterfacePermission",
"ec2:DeleteNetworkInterface",
],
"resources": ["*"],
},
])
firehose_elasticsearch_role_policy = aws.iam.RolePolicy("firehose-elasticsearch",
name="elasticsearch",
role=firehose["id"],
policy=firehose_elasticsearch.json)
test = aws.kinesis.FirehoseDeliveryStream("test",
elasticsearch_configuration={
"s3_configuration": {
"role_arn": firehose["arn"],
"bucket_arn": bucket["arn"],
},
"vpc_config": {
"subnet_ids": [
first_aws_subnet["id"],
second["id"],
],
"security_group_ids": [first["id"]],
"role_arn": firehose["arn"],
},
"domain_arn": test_cluster.arn,
"role_arn": firehose["arn"],
"index_name": "test",
"type_name": "test",
},
name="kinesis-firehose-es",
destination="elasticsearch",
opts = pulumi.ResourceOptions(depends_on=[firehose_elasticsearch_role_policy]))
package main
import (
"fmt"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/elasticsearch"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/iam"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/kinesis"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
testCluster, err := elasticsearch.NewDomain(ctx, "test_cluster", &elasticsearch.DomainArgs{
ClusterConfig: &elasticsearch.DomainClusterConfigArgs{
InstanceCount: pulumi.Int(2),
ZoneAwarenessEnabled: pulumi.Bool(true),
InstanceType: pulumi.String("t2.small.elasticsearch"),
},
EbsOptions: &elasticsearch.DomainEbsOptionsArgs{
EbsEnabled: pulumi.Bool(true),
VolumeSize: pulumi.Int(10),
},
VpcOptions: &elasticsearch.DomainVpcOptionsArgs{
SecurityGroupIds: pulumi.StringArray{
first.Id,
},
SubnetIds: pulumi.StringArray{
firstAwsSubnet.Id,
second.Id,
},
},
DomainName: pulumi.String("es-test"),
})
if err != nil {
return err
}
firehose_elasticsearch := iam.GetPolicyDocumentOutput(ctx, iam.GetPolicyDocumentOutputArgs{
Statements: iam.GetPolicyDocumentStatementArray{
&iam.GetPolicyDocumentStatementArgs{
Effect: pulumi.String("Allow"),
Actions: pulumi.StringArray{
pulumi.String("es:*"),
},
Resources: pulumi.StringArray{
testCluster.Arn,
testCluster.Arn.ApplyT(func(arn string) (string, error) {
return fmt.Sprintf("%v/*", arn), nil
}).(pulumi.StringOutput),
},
},
&iam.GetPolicyDocumentStatementArgs{
Effect: pulumi.String("Allow"),
Actions: pulumi.StringArray{
pulumi.String("ec2:DescribeVpcs"),
pulumi.String("ec2:DescribeVpcAttribute"),
pulumi.String("ec2:DescribeSubnets"),
pulumi.String("ec2:DescribeSecurityGroups"),
pulumi.String("ec2:DescribeNetworkInterfaces"),
pulumi.String("ec2:CreateNetworkInterface"),
pulumi.String("ec2:CreateNetworkInterfacePermission"),
pulumi.String("ec2:DeleteNetworkInterface"),
},
Resources: pulumi.StringArray{
pulumi.String("*"),
},
},
},
}, nil)
firehose_elasticsearchRolePolicy, err := iam.NewRolePolicy(ctx, "firehose-elasticsearch", &iam.RolePolicyArgs{
Name: pulumi.String("elasticsearch"),
Role: pulumi.Any(firehose.Id),
Policy: firehose_elasticsearch.Json(),
})
if err != nil {
return err
}
_, err = kinesis.NewFirehoseDeliveryStream(ctx, "test", &kinesis.FirehoseDeliveryStreamArgs{
ElasticsearchConfiguration: &kinesis.FirehoseDeliveryStreamElasticsearchConfigurationArgs{
S3Configuration: &kinesis.FirehoseDeliveryStreamElasticsearchConfigurationS3ConfigurationArgs{
RoleArn: pulumi.Any(firehose.Arn),
BucketArn: pulumi.Any(bucket.Arn),
},
VpcConfig: &kinesis.FirehoseDeliveryStreamElasticsearchConfigurationVpcConfigArgs{
SubnetIds: pulumi.StringArray{
firstAwsSubnet.Id,
second.Id,
},
SecurityGroupIds: pulumi.StringArray{
first.Id,
},
RoleArn: pulumi.Any(firehose.Arn),
},
DomainArn: testCluster.Arn,
RoleArn: pulumi.Any(firehose.Arn),
IndexName: pulumi.String("test"),
TypeName: pulumi.String("test"),
},
Name: pulumi.String("kinesis-firehose-es"),
Destination: pulumi.String("elasticsearch"),
}, pulumi.DependsOn([]pulumi.Resource{
firehose_elasticsearchRolePolicy,
}))
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var testCluster = new Aws.ElasticSearch.Domain("test_cluster", new()
{
ClusterConfig = new Aws.ElasticSearch.Inputs.DomainClusterConfigArgs
{
InstanceCount = 2,
ZoneAwarenessEnabled = true,
InstanceType = "t2.small.elasticsearch",
},
EbsOptions = new Aws.ElasticSearch.Inputs.DomainEbsOptionsArgs
{
EbsEnabled = true,
VolumeSize = 10,
},
VpcOptions = new Aws.ElasticSearch.Inputs.DomainVpcOptionsArgs
{
SecurityGroupIds = new[]
{
first.Id,
},
SubnetIds = new[]
{
firstAwsSubnet.Id,
second.Id,
},
},
DomainName = "es-test",
});
var firehose_elasticsearch = Aws.Iam.GetPolicyDocument.Invoke(new()
{
Statements = new[]
{
new Aws.Iam.Inputs.GetPolicyDocumentStatementInputArgs
{
Effect = "Allow",
Actions = new[]
{
"es:*",
},
Resources = new[]
{
testCluster.Arn,
$"{testCluster.Arn}/*",
},
},
new Aws.Iam.Inputs.GetPolicyDocumentStatementInputArgs
{
Effect = "Allow",
Actions = new[]
{
"ec2:DescribeVpcs",
"ec2:DescribeVpcAttribute",
"ec2:DescribeSubnets",
"ec2:DescribeSecurityGroups",
"ec2:DescribeNetworkInterfaces",
"ec2:CreateNetworkInterface",
"ec2:CreateNetworkInterfacePermission",
"ec2:DeleteNetworkInterface",
},
Resources = new[]
{
"*",
},
},
},
});
var firehose_elasticsearchRolePolicy = new Aws.Iam.RolePolicy("firehose-elasticsearch", new()
{
Name = "elasticsearch",
Role = firehose.Id,
Policy = firehose_elasticsearch.Apply(firehose_elasticsearch => firehose_elasticsearch.Apply(getPolicyDocumentResult => getPolicyDocumentResult.Json)),
});
var test = new Aws.Kinesis.FirehoseDeliveryStream("test", new()
{
ElasticsearchConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamElasticsearchConfigurationArgs
{
S3Configuration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamElasticsearchConfigurationS3ConfigurationArgs
{
RoleArn = firehose.Arn,
BucketArn = bucket.Arn,
},
VpcConfig = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamElasticsearchConfigurationVpcConfigArgs
{
SubnetIds = new[]
{
firstAwsSubnet.Id,
second.Id,
},
SecurityGroupIds = new[]
{
first.Id,
},
RoleArn = firehose.Arn,
},
DomainArn = testCluster.Arn,
RoleArn = firehose.Arn,
IndexName = "test",
TypeName = "test",
},
Name = "kinesis-firehose-es",
Destination = "elasticsearch",
}, new CustomResourceOptions
{
DependsOn =
{
firehose_elasticsearchRolePolicy,
},
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.elasticsearch.Domain;
import com.pulumi.aws.elasticsearch.DomainArgs;
import com.pulumi.aws.elasticsearch.inputs.DomainClusterConfigArgs;
import com.pulumi.aws.elasticsearch.inputs.DomainEbsOptionsArgs;
import com.pulumi.aws.elasticsearch.inputs.DomainVpcOptionsArgs;
import com.pulumi.aws.iam.IamFunctions;
import com.pulumi.aws.iam.inputs.GetPolicyDocumentArgs;
import com.pulumi.aws.iam.inputs.GetPolicyDocumentStatementArgs;
import com.pulumi.aws.iam.RolePolicy;
import com.pulumi.aws.iam.RolePolicyArgs;
import com.pulumi.aws.kinesis.FirehoseDeliveryStream;
import com.pulumi.aws.kinesis.FirehoseDeliveryStreamArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamElasticsearchConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamElasticsearchConfigurationS3ConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamElasticsearchConfigurationVpcConfigArgs;
import com.pulumi.resources.CustomResourceOptions;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var testCluster = new Domain("testCluster", DomainArgs.builder()
.clusterConfig(DomainClusterConfigArgs.builder()
.instanceCount(2)
.zoneAwarenessEnabled(true)
.instanceType("t2.small.elasticsearch")
.build())
.ebsOptions(DomainEbsOptionsArgs.builder()
.ebsEnabled(true)
.volumeSize(10)
.build())
.vpcOptions(DomainVpcOptionsArgs.builder()
.securityGroupIds(first.get("id"))
.subnetIds(
firstAwsSubnet.get("id"),
second.get("id"))
.build())
.domainName("es-test")
.build());
final var firehose-elasticsearch = IamFunctions.getPolicyDocument(GetPolicyDocumentArgs.builder()
.statements(
GetPolicyDocumentStatementArgs.builder()
.effect("Allow")
.actions("es:*")
.resources(
testCluster.arn(),
testCluster.arn().applyValue(_arn -> String.format("%s/*", _arn)))
.build(),
GetPolicyDocumentStatementArgs.builder()
.effect("Allow")
.actions(
"ec2:DescribeVpcs",
"ec2:DescribeVpcAttribute",
"ec2:DescribeSubnets",
"ec2:DescribeSecurityGroups",
"ec2:DescribeNetworkInterfaces",
"ec2:CreateNetworkInterface",
"ec2:CreateNetworkInterfacePermission",
"ec2:DeleteNetworkInterface")
.resources("*")
.build())
.build());
var firehose_elasticsearchRolePolicy = new RolePolicy("firehose-elasticsearchRolePolicy", RolePolicyArgs.builder()
.name("elasticsearch")
.role(firehose.get("id"))
.policy(firehose_elasticsearch.applyValue(_firehose_elasticsearch -> _firehose_elasticsearch.json()))
.build());
var test = new FirehoseDeliveryStream("test", FirehoseDeliveryStreamArgs.builder()
.elasticsearchConfiguration(FirehoseDeliveryStreamElasticsearchConfigurationArgs.builder()
.s3Configuration(FirehoseDeliveryStreamElasticsearchConfigurationS3ConfigurationArgs.builder()
.roleArn(firehose.get("arn"))
.bucketArn(bucket.get("arn"))
.build())
.vpcConfig(FirehoseDeliveryStreamElasticsearchConfigurationVpcConfigArgs.builder()
.subnetIds(
firstAwsSubnet.get("id"),
second.get("id"))
.securityGroupIds(first.get("id"))
.roleArn(firehose.get("arn"))
.build())
.domainArn(testCluster.arn())
.roleArn(firehose.get("arn"))
.indexName("test")
.typeName("test")
.build())
.name("kinesis-firehose-es")
.destination("elasticsearch")
.build(), CustomResourceOptions.builder()
.dependsOn(firehose_elasticsearchRolePolicy)
.build());
}
}
resources:
testCluster:
type: aws:elasticsearch:Domain
name: test_cluster
properties:
clusterConfig:
instanceCount: 2
zoneAwarenessEnabled: true
instanceType: t2.small.elasticsearch
ebsOptions:
ebsEnabled: true
volumeSize: 10
vpcOptions:
securityGroupIds:
- ${first.id}
subnetIds:
- ${firstAwsSubnet.id}
- ${second.id}
domainName: es-test
firehose-elasticsearchRolePolicy:
type: aws:iam:RolePolicy
name: firehose-elasticsearch
properties:
name: elasticsearch
role: ${firehose.id}
policy: ${["firehose-elasticsearch"].json}
test:
type: aws:kinesis:FirehoseDeliveryStream
properties:
elasticsearchConfiguration:
s3Configuration:
roleArn: ${firehose.arn}
bucketArn: ${bucket.arn}
vpcConfig:
subnetIds:
- ${firstAwsSubnet.id}
- ${second.id}
securityGroupIds:
- ${first.id}
roleArn: ${firehose.arn}
domainArn: ${testCluster.arn}
roleArn: ${firehose.arn}
indexName: test
typeName: test
name: kinesis-firehose-es
destination: elasticsearch
options:
dependsOn:
- ${["firehose-elasticsearchRolePolicy"]}
variables:
firehose-elasticsearch:
fn::invoke:
function: aws:iam:getPolicyDocument
arguments:
statements:
- effect: Allow
actions:
- es:*
resources:
- ${testCluster.arn}
- ${testCluster.arn}/*
- effect: Allow
actions:
- ec2:DescribeVpcs
- ec2:DescribeVpcAttribute
- ec2:DescribeSubnets
- ec2:DescribeSecurityGroups
- ec2:DescribeNetworkInterfaces
- ec2:CreateNetworkInterface
- ec2:CreateNetworkInterfacePermission
- ec2:DeleteNetworkInterface
resources:
- '*'
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
data "aws_iam_policy_document" "firehose-elasticsearch" {
statement {
effect = "Allow"
actions = ["es:*"]
resources = [aws_elasticsearch_domain.test_cluster.arn, "${aws_elasticsearch_domain.test_cluster.arn}/*"]
}
statement {
effect = "Allow"
actions = ["ec2:DescribeVpcs", "ec2:DescribeVpcAttribute", "ec2:DescribeSubnets", "ec2:DescribeSecurityGroups", "ec2:DescribeNetworkInterfaces", "ec2:CreateNetworkInterface", "ec2:CreateNetworkInterfacePermission", "ec2:DeleteNetworkInterface"]
resources = ["*"]
}
}
resource "aws_elasticsearch_domain" "test_cluster" {
lifecycle {
create_before_destroy = true
}
cluster_config {
instance_count = 2
zone_awareness_enabled = true
instance_type = "t2.small.elasticsearch"
}
ebs_options {
ebs_enabled = true
volume_size = 10
}
vpc_options {
security_group_ids = [first.id]
subnet_ids = [firstAwsSubnet.id, second.id]
}
domain_name = "es-test"
}
resource "aws_iam_role_policy" "firehose-elasticsearch" {
lifecycle {
create_before_destroy = true
}
name = "elasticsearch"
role = firehose.id
policy = data.aws_iam_policy_document.firehose-elasticsearch.json
}
resource "aws_kinesis_firehose_delivery_stream" "test" {
depends_on = [aws_iam_role_policy.firehose-elasticsearch]
lifecycle {
create_before_destroy = true
}
elasticsearch_configuration {
s3_configuration {
role_arn = firehose.arn
bucket_arn = bucket.arn
}
vpc_config {
subnet_ids = [firstAwsSubnet.id, second.id]
security_group_ids = [first.id]
role_arn = firehose.arn
}
domain_arn = aws_elasticsearch_domain.test_cluster.arn
role_arn = firehose.arn
index_name = "test"
type_name = "test"
}
name = "kinesis-firehose-es"
destination = "elasticsearch"
}
OpenSearch Destination
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const testCluster = new aws.opensearch.Domain("test_cluster", {domainName: "firehose-os-test"});
const testStream = new aws.kinesis.FirehoseDeliveryStream("test_stream", {
opensearchConfiguration: {
s3Configuration: {
roleArn: firehoseRole.arn,
bucketArn: bucket.arn,
bufferingSize: 10,
bufferingInterval: 400,
compressionFormat: "GZIP",
},
processingConfiguration: {
processors: [{
parameters: [{
parameterName: "LambdaArn",
parameterValue: `${lambdaProcessor.arn}:$LATEST`,
}],
type: "Lambda",
}],
enabled: true,
},
domainArn: testCluster.arn,
roleArn: firehoseRole.arn,
indexName: "test",
},
name: "kinesis-firehose-test-stream",
destination: "opensearch",
});
import pulumi
import pulumi_aws as aws
test_cluster = aws.opensearch.Domain("test_cluster", domain_name="firehose-os-test")
test_stream = aws.kinesis.FirehoseDeliveryStream("test_stream",
opensearch_configuration={
"s3_configuration": {
"role_arn": firehose_role["arn"],
"bucket_arn": bucket["arn"],
"buffering_size": 10,
"buffering_interval": 400,
"compression_format": "GZIP",
},
"processing_configuration": {
"processors": [{
"parameters": [{
"parameter_name": "LambdaArn",
"parameter_value": f"{lambda_processor['arn']}:$LATEST",
}],
"type": "Lambda",
}],
"enabled": True,
},
"domain_arn": test_cluster.arn,
"role_arn": firehose_role["arn"],
"index_name": "test",
},
name="kinesis-firehose-test-stream",
destination="opensearch")
package main
import (
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/kinesis"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/opensearch"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
testCluster, err := opensearch.NewDomain(ctx, "test_cluster", &opensearch.DomainArgs{
DomainName: pulumi.String("firehose-os-test"),
})
if err != nil {
return err
}
_, err = kinesis.NewFirehoseDeliveryStream(ctx, "test_stream", &kinesis.FirehoseDeliveryStreamArgs{
OpensearchConfiguration: &kinesis.FirehoseDeliveryStreamOpensearchConfigurationArgs{
S3Configuration: &kinesis.FirehoseDeliveryStreamOpensearchConfigurationS3ConfigurationArgs{
RoleArn: pulumi.Any(firehoseRole.Arn),
BucketArn: pulumi.Any(bucket.Arn),
BufferingSize: pulumi.Int(10),
BufferingInterval: pulumi.Int(400),
CompressionFormat: pulumi.String("GZIP"),
},
ProcessingConfiguration: &kinesis.FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationArgs{
Processors: kinesis.FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationProcessorArray{
&kinesis.FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationProcessorArgs{
Parameters: kinesis.FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationProcessorParameterArray{
&kinesis.FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationProcessorParameterArgs{
ParameterName: pulumi.String("LambdaArn"),
ParameterValue: pulumi.Sprintf("%v:$LATEST", lambdaProcessor.Arn),
},
},
Type: pulumi.String("Lambda"),
},
},
Enabled: pulumi.Bool(true),
},
DomainArn: testCluster.Arn,
RoleArn: pulumi.Any(firehoseRole.Arn),
IndexName: pulumi.String("test"),
},
Name: pulumi.String("kinesis-firehose-test-stream"),
Destination: pulumi.String("opensearch"),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var testCluster = new Aws.OpenSearch.Domain("test_cluster", new()
{
DomainName = "firehose-os-test",
});
var testStream = new Aws.Kinesis.FirehoseDeliveryStream("test_stream", new()
{
OpensearchConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamOpensearchConfigurationArgs
{
S3Configuration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamOpensearchConfigurationS3ConfigurationArgs
{
RoleArn = firehoseRole.Arn,
BucketArn = bucket.Arn,
BufferingSize = 10,
BufferingInterval = 400,
CompressionFormat = "GZIP",
},
ProcessingConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationArgs
{
Processors = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationProcessorArgs
{
Parameters = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationProcessorParameterArgs
{
ParameterName = "LambdaArn",
ParameterValue = $"{lambdaProcessor.Arn}:$LATEST",
},
},
Type = "Lambda",
},
},
Enabled = true,
},
DomainArn = testCluster.Arn,
RoleArn = firehoseRole.Arn,
IndexName = "test",
},
Name = "kinesis-firehose-test-stream",
Destination = "opensearch",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.opensearch.Domain;
import com.pulumi.aws.opensearch.DomainArgs;
import com.pulumi.aws.kinesis.FirehoseDeliveryStream;
import com.pulumi.aws.kinesis.FirehoseDeliveryStreamArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamOpensearchConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamOpensearchConfigurationS3ConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationProcessorArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationProcessorParameterArgs;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var testCluster = new Domain("testCluster", DomainArgs.builder()
.domainName("firehose-os-test")
.build());
var testStream = new FirehoseDeliveryStream("testStream", FirehoseDeliveryStreamArgs.builder()
.opensearchConfiguration(FirehoseDeliveryStreamOpensearchConfigurationArgs.builder()
.s3Configuration(FirehoseDeliveryStreamOpensearchConfigurationS3ConfigurationArgs.builder()
.roleArn(firehoseRole.get("arn"))
.bucketArn(bucket.get("arn"))
.bufferingSize(10)
.bufferingInterval(400)
.compressionFormat("GZIP")
.build())
.processingConfiguration(FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationArgs.builder()
.processors(FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationProcessorArgs.builder()
.parameters(FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationProcessorParameterArgs.builder()
.parameterName("LambdaArn")
.parameterValue(String.format("%s:$LATEST", lambdaProcessor.get("arn")))
.build())
.type("Lambda")
.build())
.enabled(true)
.build())
.domainArn(testCluster.arn())
.roleArn(firehoseRole.get("arn"))
.indexName("test")
.build())
.name("kinesis-firehose-test-stream")
.destination("opensearch")
.build());
}
}
resources:
testCluster:
type: aws:opensearch:Domain
name: test_cluster
properties:
domainName: firehose-os-test
testStream:
type: aws:kinesis:FirehoseDeliveryStream
name: test_stream
properties:
opensearchConfiguration:
s3Configuration:
roleArn: ${firehoseRole.arn}
bucketArn: ${bucket.arn}
bufferingSize: 10
bufferingInterval: 400
compressionFormat: GZIP
processingConfiguration:
processors:
- parameters:
- parameterName: LambdaArn
parameterValue: ${lambdaProcessor.arn}:$LATEST
type: Lambda
enabled: 'true'
domainArn: ${testCluster.arn}
roleArn: ${firehoseRole.arn}
indexName: test
name: kinesis-firehose-test-stream
destination: opensearch
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
resource "aws_opensearch_domain" "test_cluster" {
lifecycle {
create_before_destroy = true
}
domain_name = "firehose-os-test"
}
resource "aws_kinesis_firehose_delivery_stream" "test_stream" {
lifecycle {
create_before_destroy = true
}
opensearch_configuration {
s3_configuration {
role_arn = firehoseRole.arn
bucket_arn = bucket.arn
buffering_size = 10
buffering_interval = 400
compression_format = "GZIP"
}
processing_configuration {
processors {
parameters {
parameter_name = "LambdaArn"
parameter_value ="${lambdaProcessor.arn}:$LATEST"
}
type = "Lambda"
}
enabled = "true"
}
domain_arn = aws_opensearch_domain.test_cluster.arn
role_arn = firehoseRole.arn
index_name = "test"
}
name = "kinesis-firehose-test-stream"
destination = "opensearch"
}
OpenSearch Destination With VPC
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const testCluster = new aws.opensearch.Domain("test_cluster", {
clusterConfig: {
instanceCount: 2,
zoneAwarenessEnabled: true,
instanceType: "m4.large.search",
},
ebsOptions: {
ebsEnabled: true,
volumeSize: 10,
},
vpcOptions: {
securityGroupIds: [first.id],
subnetIds: [
firstAwsSubnet.id,
second.id,
],
},
domainName: "es-test",
});
const firehose_opensearch = new aws.iam.RolePolicy("firehose-opensearch", {
name: "opensearch",
role: firehose.id,
policy: pulumi.interpolate`{
\"Version\": \"2012-10-17\",
\"Statement\": [
{
\"Effect\": \"Allow\",
\"Action\": [
\"es:*\"
],
\"Resource\": [
\"${testCluster.arn}\",
\"${testCluster.arn}/*\"
]
},
{
\"Effect\": \"Allow\",
\"Action\": [
\"ec2:DescribeVpcs\",
\"ec2:DescribeVpcAttribute\",
\"ec2:DescribeSubnets\",
\"ec2:DescribeSecurityGroups\",
\"ec2:DescribeNetworkInterfaces\",
\"ec2:CreateNetworkInterface\",
\"ec2:CreateNetworkInterfacePermission\",
\"ec2:DeleteNetworkInterface\"
],
\"Resource\": [
\"*\"
]
}
]
}
`,
});
const test = new aws.kinesis.FirehoseDeliveryStream("test", {
opensearchConfiguration: {
s3Configuration: {
roleArn: firehose.arn,
bucketArn: bucket.arn,
},
vpcConfig: {
subnetIds: [
firstAwsSubnet.id,
second.id,
],
securityGroupIds: [first.id],
roleArn: firehose.arn,
},
domainArn: testCluster.arn,
roleArn: firehose.arn,
indexName: "test",
},
name: "pulumi-kinesis-firehose-os",
destination: "opensearch",
}, {
dependsOn: [firehose_opensearch],
});
import pulumi
import pulumi_aws as aws
test_cluster = aws.opensearch.Domain("test_cluster",
cluster_config={
"instance_count": 2,
"zone_awareness_enabled": True,
"instance_type": "m4.large.search",
},
ebs_options={
"ebs_enabled": True,
"volume_size": 10,
},
vpc_options={
"security_group_ids": [first["id"]],
"subnet_ids": [
first_aws_subnet["id"],
second["id"],
],
},
domain_name="es-test")
firehose_opensearch = aws.iam.RolePolicy("firehose-opensearch",
name="opensearch",
role=firehose["id"],
policy=test_cluster.arn.apply(lambda arn: f"""{{
\"Version\": \"2012-10-17\",
\"Statement\": [
{{
\"Effect\": \"Allow\",
\"Action\": [
\"es:*\"
],
\"Resource\": [
\"{arn}\",
\"{arn}/*\"
]
}},
{{
\"Effect\": \"Allow\",
\"Action\": [
\"ec2:DescribeVpcs\",
\"ec2:DescribeVpcAttribute\",
\"ec2:DescribeSubnets\",
\"ec2:DescribeSecurityGroups\",
\"ec2:DescribeNetworkInterfaces\",
\"ec2:CreateNetworkInterface\",
\"ec2:CreateNetworkInterfacePermission\",
\"ec2:DeleteNetworkInterface\"
],
\"Resource\": [
\"*\"
]
}}
]
}}
"""))
test = aws.kinesis.FirehoseDeliveryStream("test",
opensearch_configuration={
"s3_configuration": {
"role_arn": firehose["arn"],
"bucket_arn": bucket["arn"],
},
"vpc_config": {
"subnet_ids": [
first_aws_subnet["id"],
second["id"],
],
"security_group_ids": [first["id"]],
"role_arn": firehose["arn"],
},
"domain_arn": test_cluster.arn,
"role_arn": firehose["arn"],
"index_name": "test",
},
name="pulumi-kinesis-firehose-os",
destination="opensearch",
opts = pulumi.ResourceOptions(depends_on=[firehose_opensearch]))
package main
import (
"fmt"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/iam"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/kinesis"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/opensearch"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
testCluster, err := opensearch.NewDomain(ctx, "test_cluster", &opensearch.DomainArgs{
ClusterConfig: &opensearch.DomainClusterConfigArgs{
InstanceCount: pulumi.Int(2),
ZoneAwarenessEnabled: pulumi.Bool(true),
InstanceType: pulumi.String("m4.large.search"),
},
EbsOptions: &opensearch.DomainEbsOptionsArgs{
EbsEnabled: pulumi.Bool(true),
VolumeSize: pulumi.Int(10),
},
VpcOptions: &opensearch.DomainVpcOptionsArgs{
SecurityGroupIds: pulumi.StringArray{
first.Id,
},
SubnetIds: pulumi.StringArray{
firstAwsSubnet.Id,
second.Id,
},
},
DomainName: pulumi.String("es-test"),
})
if err != nil {
return err
}
firehose_opensearch, err := iam.NewRolePolicy(ctx, "firehose-opensearch", &iam.RolePolicyArgs{
Name: pulumi.String("opensearch"),
Role: pulumi.Any(firehose.Id),
Policy: testCluster.Arn.ApplyT(func(arn string) (string, error) {
return fmt.Sprintf(`{
\"Version\": \"2012-10-17\",
\"Statement\": [
{
\"Effect\": \"Allow\",
\"Action\": [
\"es:*\"
],
\"Resource\": [
\"%v\",
\"%v/*\"
]
},
{
\"Effect\": \"Allow\",
\"Action\": [
\"ec2:DescribeVpcs\",
\"ec2:DescribeVpcAttribute\",
\"ec2:DescribeSubnets\",
\"ec2:DescribeSecurityGroups\",
\"ec2:DescribeNetworkInterfaces\",
\"ec2:CreateNetworkInterface\",
\"ec2:CreateNetworkInterfacePermission\",
\"ec2:DeleteNetworkInterface\"
],
\"Resource\": [
\"*\"
]
}
]
}
`, arn, arn), nil
}).(pulumi.StringOutput),
})
if err != nil {
return err
}
_, err = kinesis.NewFirehoseDeliveryStream(ctx, "test", &kinesis.FirehoseDeliveryStreamArgs{
OpensearchConfiguration: &kinesis.FirehoseDeliveryStreamOpensearchConfigurationArgs{
S3Configuration: &kinesis.FirehoseDeliveryStreamOpensearchConfigurationS3ConfigurationArgs{
RoleArn: pulumi.Any(firehose.Arn),
BucketArn: pulumi.Any(bucket.Arn),
},
VpcConfig: &kinesis.FirehoseDeliveryStreamOpensearchConfigurationVpcConfigArgs{
SubnetIds: pulumi.StringArray{
firstAwsSubnet.Id,
second.Id,
},
SecurityGroupIds: pulumi.StringArray{
first.Id,
},
RoleArn: pulumi.Any(firehose.Arn),
},
DomainArn: testCluster.Arn,
RoleArn: pulumi.Any(firehose.Arn),
IndexName: pulumi.String("test"),
},
Name: pulumi.String("pulumi-kinesis-firehose-os"),
Destination: pulumi.String("opensearch"),
}, pulumi.DependsOn([]pulumi.Resource{
firehose_opensearch,
}))
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var testCluster = new Aws.OpenSearch.Domain("test_cluster", new()
{
ClusterConfig = new Aws.OpenSearch.Inputs.DomainClusterConfigArgs
{
InstanceCount = 2,
ZoneAwarenessEnabled = true,
InstanceType = "m4.large.search",
},
EbsOptions = new Aws.OpenSearch.Inputs.DomainEbsOptionsArgs
{
EbsEnabled = true,
VolumeSize = 10,
},
VpcOptions = new Aws.OpenSearch.Inputs.DomainVpcOptionsArgs
{
SecurityGroupIds = new[]
{
first.Id,
},
SubnetIds = new[]
{
firstAwsSubnet.Id,
second.Id,
},
},
DomainName = "es-test",
});
var firehose_opensearch = new Aws.Iam.RolePolicy("firehose-opensearch", new()
{
Name = "opensearch",
Role = firehose.Id,
Policy = testCluster.Arn.Apply(arn => @$"{{
\""Version\"": \""2012-10-17\"",
\""Statement\"": [
{{
\""Effect\"": \""Allow\"",
\""Action\"": [
\""es:*\""
],
\""Resource\"": [
\""{arn}\"",
\""{arn}/*\""
]
}},
{{
\""Effect\"": \""Allow\"",
\""Action\"": [
\""ec2:DescribeVpcs\"",
\""ec2:DescribeVpcAttribute\"",
\""ec2:DescribeSubnets\"",
\""ec2:DescribeSecurityGroups\"",
\""ec2:DescribeNetworkInterfaces\"",
\""ec2:CreateNetworkInterface\"",
\""ec2:CreateNetworkInterfacePermission\"",
\""ec2:DeleteNetworkInterface\""
],
\""Resource\"": [
\""*\""
]
}}
]
}}
"),
});
var test = new Aws.Kinesis.FirehoseDeliveryStream("test", new()
{
OpensearchConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamOpensearchConfigurationArgs
{
S3Configuration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamOpensearchConfigurationS3ConfigurationArgs
{
RoleArn = firehose.Arn,
BucketArn = bucket.Arn,
},
VpcConfig = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamOpensearchConfigurationVpcConfigArgs
{
SubnetIds = new[]
{
firstAwsSubnet.Id,
second.Id,
},
SecurityGroupIds = new[]
{
first.Id,
},
RoleArn = firehose.Arn,
},
DomainArn = testCluster.Arn,
RoleArn = firehose.Arn,
IndexName = "test",
},
Name = "pulumi-kinesis-firehose-os",
Destination = "opensearch",
}, new CustomResourceOptions
{
DependsOn =
{
firehose_opensearch,
},
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.opensearch.Domain;
import com.pulumi.aws.opensearch.DomainArgs;
import com.pulumi.aws.opensearch.inputs.DomainClusterConfigArgs;
import com.pulumi.aws.opensearch.inputs.DomainEbsOptionsArgs;
import com.pulumi.aws.opensearch.inputs.DomainVpcOptionsArgs;
import com.pulumi.aws.iam.RolePolicy;
import com.pulumi.aws.iam.RolePolicyArgs;
import com.pulumi.aws.kinesis.FirehoseDeliveryStream;
import com.pulumi.aws.kinesis.FirehoseDeliveryStreamArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamOpensearchConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamOpensearchConfigurationS3ConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamOpensearchConfigurationVpcConfigArgs;
import com.pulumi.resources.CustomResourceOptions;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var testCluster = new Domain("testCluster", DomainArgs.builder()
.clusterConfig(DomainClusterConfigArgs.builder()
.instanceCount(2)
.zoneAwarenessEnabled(true)
.instanceType("m4.large.search")
.build())
.ebsOptions(DomainEbsOptionsArgs.builder()
.ebsEnabled(true)
.volumeSize(10)
.build())
.vpcOptions(DomainVpcOptionsArgs.builder()
.securityGroupIds(first.get("id"))
.subnetIds(
firstAwsSubnet.get("id"),
second.get("id"))
.build())
.domainName("es-test")
.build());
var firehose_opensearch = new RolePolicy("firehose-opensearch", RolePolicyArgs.builder()
.name("opensearch")
.role(firehose.get("id"))
.policy(testCluster.arn().applyValue(_arn -> """
{
\"Version\": \"2012-10-17\",
\"Statement\": [
{
\"Effect\": \"Allow\",
\"Action\": [
\"es:*\"
],
\"Resource\": [
\"%s\",
\"%s/*\"
]
},
{
\"Effect\": \"Allow\",
\"Action\": [
\"ec2:DescribeVpcs\",
\"ec2:DescribeVpcAttribute\",
\"ec2:DescribeSubnets\",
\"ec2:DescribeSecurityGroups\",
\"ec2:DescribeNetworkInterfaces\",
\"ec2:CreateNetworkInterface\",
\"ec2:CreateNetworkInterfacePermission\",
\"ec2:DeleteNetworkInterface\"
],
\"Resource\": [
\"*\"
]
}
]
}
", _arn,_arn)))
.build());
var test = new FirehoseDeliveryStream("test", FirehoseDeliveryStreamArgs.builder()
.opensearchConfiguration(FirehoseDeliveryStreamOpensearchConfigurationArgs.builder()
.s3Configuration(FirehoseDeliveryStreamOpensearchConfigurationS3ConfigurationArgs.builder()
.roleArn(firehose.get("arn"))
.bucketArn(bucket.get("arn"))
.build())
.vpcConfig(FirehoseDeliveryStreamOpensearchConfigurationVpcConfigArgs.builder()
.subnetIds(
firstAwsSubnet.get("id"),
second.get("id"))
.securityGroupIds(first.get("id"))
.roleArn(firehose.get("arn"))
.build())
.domainArn(testCluster.arn())
.roleArn(firehose.get("arn"))
.indexName("test")
.build())
.name("pulumi-kinesis-firehose-os")
.destination("opensearch")
.build(), CustomResourceOptions.builder()
.dependsOn(firehose_opensearch)
.build());
}
}
resources:
testCluster:
type: aws:opensearch:Domain
name: test_cluster
properties:
clusterConfig:
instanceCount: 2
zoneAwarenessEnabled: true
instanceType: m4.large.search
ebsOptions:
ebsEnabled: true
volumeSize: 10
vpcOptions:
securityGroupIds:
- ${first.id}
subnetIds:
- ${firstAwsSubnet.id}
- ${second.id}
domainName: es-test
firehose-opensearch:
type: aws:iam:RolePolicy
properties:
name: opensearch
role: ${firehose.id}
policy: |
{
\"Version\": \"2012-10-17\",
\"Statement\": [
{
\"Effect\": \"Allow\",
\"Action\": [
\"es:*\"
],
\"Resource\": [
\"${testCluster.arn}\",
\"${testCluster.arn}/*\"
]
},
{
\"Effect\": \"Allow\",
\"Action\": [
\"ec2:DescribeVpcs\",
\"ec2:DescribeVpcAttribute\",
\"ec2:DescribeSubnets\",
\"ec2:DescribeSecurityGroups\",
\"ec2:DescribeNetworkInterfaces\",
\"ec2:CreateNetworkInterface\",
\"ec2:CreateNetworkInterfacePermission\",
\"ec2:DeleteNetworkInterface\"
],
\"Resource\": [
\"*\"
]
}
]
}
test:
type: aws:kinesis:FirehoseDeliveryStream
properties:
opensearchConfiguration:
s3Configuration:
roleArn: ${firehose.arn}
bucketArn: ${bucket.arn}
vpcConfig:
subnetIds:
- ${firstAwsSubnet.id}
- ${second.id}
securityGroupIds:
- ${first.id}
roleArn: ${firehose.arn}
domainArn: ${testCluster.arn}
roleArn: ${firehose.arn}
indexName: test
name: pulumi-kinesis-firehose-os
destination: opensearch
options:
dependsOn:
- ${["firehose-opensearch"]}
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
resource "aws_opensearch_domain" "test_cluster" {
lifecycle {
create_before_destroy = true
}
cluster_config {
instance_count = 2
zone_awareness_enabled = true
instance_type = "m4.large.search"
}
ebs_options {
ebs_enabled = true
volume_size = 10
}
vpc_options {
security_group_ids = [first.id]
subnet_ids = [firstAwsSubnet.id, second.id]
}
domain_name = "es-test"
}
resource "aws_iam_role_policy" "firehose-opensearch" {
lifecycle {
create_before_destroy = true
}
name = "opensearch"
role = firehose.id
policy = <<EOF
{
\"Version\": \"2012-10-17\",
\"Statement\": [
{
\"Effect\": \"Allow\",
\"Action\": [
\"es:*\"
],
\"Resource\": [
\"${aws_opensearch_domain.test_cluster.arn}\",
\"${aws_opensearch_domain.test_cluster.arn}/*\"
]
},
{
\"Effect\": \"Allow\",
\"Action\": [
\"ec2:DescribeVpcs\",
\"ec2:DescribeVpcAttribute\",
\"ec2:DescribeSubnets\",
\"ec2:DescribeSecurityGroups\",
\"ec2:DescribeNetworkInterfaces\",
\"ec2:CreateNetworkInterface\",
\"ec2:CreateNetworkInterfacePermission\",
\"ec2:DeleteNetworkInterface\"
],
\"Resource\": [
\"*\"
]
}
]
}
EOF
}
resource "aws_kinesis_firehose_delivery_stream" "test" {
depends_on = [aws_iam_role_policy.firehose-opensearch]
lifecycle {
create_before_destroy = true
}
opensearch_configuration {
s3_configuration {
role_arn = firehose.arn
bucket_arn = bucket.arn
}
vpc_config {
subnet_ids = [firstAwsSubnet.id, second.id]
security_group_ids = [first.id]
role_arn = firehose.arn
}
domain_arn = aws_opensearch_domain.test_cluster.arn
role_arn = firehose.arn
index_name = "test"
}
name = "pulumi-kinesis-firehose-os"
destination = "opensearch"
}
OpenSearch Serverless Destination
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const testCollection = new aws.opensearch.ServerlessCollection("test_collection", {name: "firehose-osserverless-test"});
const testStream = new aws.kinesis.FirehoseDeliveryStream("test_stream", {
opensearchserverlessConfiguration: {
s3Configuration: {
roleArn: firehoseRole.arn,
bucketArn: bucket.arn,
bufferingSize: 10,
bufferingInterval: 400,
compressionFormat: "GZIP",
},
processingConfiguration: {
processors: [{
parameters: [{
parameterName: "LambdaArn",
parameterValue: `${lambdaProcessor.arn}:$LATEST`,
}],
type: "Lambda",
}],
enabled: true,
},
collectionEndpoint: testCollection.collectionEndpoint,
roleArn: firehoseRole.arn,
indexName: "test",
},
name: "kinesis-firehose-test-stream",
destination: "opensearchserverless",
});
import pulumi
import pulumi_aws as aws
test_collection = aws.opensearch.ServerlessCollection("test_collection", name="firehose-osserverless-test")
test_stream = aws.kinesis.FirehoseDeliveryStream("test_stream",
opensearchserverless_configuration={
"s3_configuration": {
"role_arn": firehose_role["arn"],
"bucket_arn": bucket["arn"],
"buffering_size": 10,
"buffering_interval": 400,
"compression_format": "GZIP",
},
"processing_configuration": {
"processors": [{
"parameters": [{
"parameter_name": "LambdaArn",
"parameter_value": f"{lambda_processor['arn']}:$LATEST",
}],
"type": "Lambda",
}],
"enabled": True,
},
"collection_endpoint": test_collection.collection_endpoint,
"role_arn": firehose_role["arn"],
"index_name": "test",
},
name="kinesis-firehose-test-stream",
destination="opensearchserverless")
package main
import (
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/kinesis"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/opensearch"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
testCollection, err := opensearch.NewServerlessCollection(ctx, "test_collection", &opensearch.ServerlessCollectionArgs{
Name: pulumi.String("firehose-osserverless-test"),
})
if err != nil {
return err
}
_, err = kinesis.NewFirehoseDeliveryStream(ctx, "test_stream", &kinesis.FirehoseDeliveryStreamArgs{
OpensearchserverlessConfiguration: &kinesis.FirehoseDeliveryStreamOpensearchserverlessConfigurationArgs{
S3Configuration: &kinesis.FirehoseDeliveryStreamOpensearchserverlessConfigurationS3ConfigurationArgs{
RoleArn: pulumi.Any(firehoseRole.Arn),
BucketArn: pulumi.Any(bucket.Arn),
BufferingSize: pulumi.Int(10),
BufferingInterval: pulumi.Int(400),
CompressionFormat: pulumi.String("GZIP"),
},
ProcessingConfiguration: &kinesis.FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationArgs{
Processors: kinesis.FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationProcessorArray{
&kinesis.FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationProcessorArgs{
Parameters: kinesis.FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationProcessorParameterArray{
&kinesis.FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationProcessorParameterArgs{
ParameterName: pulumi.String("LambdaArn"),
ParameterValue: pulumi.Sprintf("%v:$LATEST", lambdaProcessor.Arn),
},
},
Type: pulumi.String("Lambda"),
},
},
Enabled: pulumi.Bool(true),
},
CollectionEndpoint: testCollection.CollectionEndpoint,
RoleArn: pulumi.Any(firehoseRole.Arn),
IndexName: pulumi.String("test"),
},
Name: pulumi.String("kinesis-firehose-test-stream"),
Destination: pulumi.String("opensearchserverless"),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var testCollection = new Aws.OpenSearch.ServerlessCollection("test_collection", new()
{
Name = "firehose-osserverless-test",
});
var testStream = new Aws.Kinesis.FirehoseDeliveryStream("test_stream", new()
{
OpensearchserverlessConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamOpensearchserverlessConfigurationArgs
{
S3Configuration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamOpensearchserverlessConfigurationS3ConfigurationArgs
{
RoleArn = firehoseRole.Arn,
BucketArn = bucket.Arn,
BufferingSize = 10,
BufferingInterval = 400,
CompressionFormat = "GZIP",
},
ProcessingConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationArgs
{
Processors = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationProcessorArgs
{
Parameters = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationProcessorParameterArgs
{
ParameterName = "LambdaArn",
ParameterValue = $"{lambdaProcessor.Arn}:$LATEST",
},
},
Type = "Lambda",
},
},
Enabled = true,
},
CollectionEndpoint = testCollection.CollectionEndpoint,
RoleArn = firehoseRole.Arn,
IndexName = "test",
},
Name = "kinesis-firehose-test-stream",
Destination = "opensearchserverless",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.opensearch.ServerlessCollection;
import com.pulumi.aws.opensearch.ServerlessCollectionArgs;
import com.pulumi.aws.kinesis.FirehoseDeliveryStream;
import com.pulumi.aws.kinesis.FirehoseDeliveryStreamArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamOpensearchserverlessConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamOpensearchserverlessConfigurationS3ConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationProcessorArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationProcessorParameterArgs;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var testCollection = new ServerlessCollection("testCollection", ServerlessCollectionArgs.builder()
.name("firehose-osserverless-test")
.build());
var testStream = new FirehoseDeliveryStream("testStream", FirehoseDeliveryStreamArgs.builder()
.opensearchserverlessConfiguration(FirehoseDeliveryStreamOpensearchserverlessConfigurationArgs.builder()
.s3Configuration(FirehoseDeliveryStreamOpensearchserverlessConfigurationS3ConfigurationArgs.builder()
.roleArn(firehoseRole.get("arn"))
.bucketArn(bucket.get("arn"))
.bufferingSize(10)
.bufferingInterval(400)
.compressionFormat("GZIP")
.build())
.processingConfiguration(FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationArgs.builder()
.processors(FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationProcessorArgs.builder()
.parameters(FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationProcessorParameterArgs.builder()
.parameterName("LambdaArn")
.parameterValue(String.format("%s:$LATEST", lambdaProcessor.get("arn")))
.build())
.type("Lambda")
.build())
.enabled(true)
.build())
.collectionEndpoint(testCollection.collectionEndpoint())
.roleArn(firehoseRole.get("arn"))
.indexName("test")
.build())
.name("kinesis-firehose-test-stream")
.destination("opensearchserverless")
.build());
}
}
resources:
testCollection:
type: aws:opensearch:ServerlessCollection
name: test_collection
properties:
name: firehose-osserverless-test
testStream:
type: aws:kinesis:FirehoseDeliveryStream
name: test_stream
properties:
opensearchserverlessConfiguration:
s3Configuration:
roleArn: ${firehoseRole.arn}
bucketArn: ${bucket.arn}
bufferingSize: 10
bufferingInterval: 400
compressionFormat: GZIP
processingConfiguration:
processors:
- parameters:
- parameterName: LambdaArn
parameterValue: ${lambdaProcessor.arn}:$LATEST
type: Lambda
enabled: 'true'
collectionEndpoint: ${testCollection.collectionEndpoint}
roleArn: ${firehoseRole.arn}
indexName: test
name: kinesis-firehose-test-stream
destination: opensearchserverless
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
resource "aws_opensearch_serverless_collection" "test_collection" {
lifecycle {
create_before_destroy = true
}
name = "firehose-osserverless-test"
}
resource "aws_kinesis_firehose_delivery_stream" "test_stream" {
lifecycle {
create_before_destroy = true
}
opensearchserverless_configuration {
s3_configuration {
role_arn = firehoseRole.arn
bucket_arn = bucket.arn
buffering_size = 10
buffering_interval = 400
compression_format = "GZIP"
}
processing_configuration {
processors {
parameters {
parameter_name = "LambdaArn"
parameter_value ="${lambdaProcessor.arn}:$LATEST"
}
type = "Lambda"
}
enabled = "true"
}
collection_endpoint = aws_opensearch_serverless_collection.test_collection.collection_endpoint
role_arn = firehoseRole.arn
index_name = "test"
}
name = "kinesis-firehose-test-stream"
destination = "opensearchserverless"
}
Iceberg Destination
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const current = aws.getCallerIdentity({});
const currentGetPartition = aws.getPartition({});
const currentGetRegion = aws.getRegion({});
const bucket = new aws.s3.Bucket("bucket", {
bucket: "test-bucket",
forceDestroy: true,
});
const test = new aws.glue.CatalogDatabase("test", {name: "test"});
const testCatalogTable = new aws.glue.CatalogTable("test", {
openTableFormatInput: {
icebergInput: {
metadataOperation: "CREATE",
version: "2",
},
},
storageDescriptor: {
columns: [{
name: "my_column_1",
type: "int",
}],
location: pulumi.interpolate`s3://${bucket.id}`,
},
name: "test",
databaseName: test.name,
parameters: {
format: "parquet",
},
tableType: "EXTERNAL_TABLE",
});
const testStream = new aws.kinesis.FirehoseDeliveryStream("test_stream", {
icebergConfiguration: {
s3Configuration: {
roleArn: firehoseRole.arn,
bucketArn: bucket.arn,
},
processingConfiguration: {
processors: [{
parameters: [{
parameterName: "LambdaArn",
parameterValue: `${lambdaProcessor.arn}:$LATEST`,
}],
type: "Lambda",
}],
enabled: true,
},
destinationTableConfigurations: [{
databaseName: test.name,
tableName: testCatalogTable.name,
}],
roleArn: firehoseRole.arn,
catalogArn: Promise.all([currentGetPartition, currentGetRegion, current]).then(([currentGetPartition, currentGetRegion, current]) => `arn:${currentGetPartition.partition}:glue:${currentGetRegion.region}:${current.accountId}:catalog`),
bufferingSize: 10,
bufferingInterval: 400,
},
name: "kinesis-firehose-test-stream",
destination: "iceberg",
});
import pulumi
import pulumi_aws as aws
current = aws.get_caller_identity()
current_get_partition = aws.get_partition()
current_get_region = aws.get_region()
bucket = aws.s3.Bucket("bucket",
bucket="test-bucket",
force_destroy=True)
test = aws.glue.CatalogDatabase("test", name="test")
test_catalog_table = aws.glue.CatalogTable("test",
open_table_format_input={
"iceberg_input": {
"metadata_operation": "CREATE",
"version": "2",
},
},
storage_descriptor={
"columns": [{
"name": "my_column_1",
"type": "int",
}],
"location": bucket.id.apply(lambda id: f"s3://{id}"),
},
name="test",
database_name=test.name,
parameters={
"format": "parquet",
},
table_type="EXTERNAL_TABLE")
test_stream = aws.kinesis.FirehoseDeliveryStream("test_stream",
iceberg_configuration={
"s3_configuration": {
"role_arn": firehose_role["arn"],
"bucket_arn": bucket.arn,
},
"processing_configuration": {
"processors": [{
"parameters": [{
"parameter_name": "LambdaArn",
"parameter_value": f"{lambda_processor['arn']}:$LATEST",
}],
"type": "Lambda",
}],
"enabled": True,
},
"destination_table_configurations": [{
"database_name": test.name,
"table_name": test_catalog_table.name,
}],
"role_arn": firehose_role["arn"],
"catalog_arn": f"arn:{current_get_partition.partition}:glue:{current_get_region.region}:{current.account_id}:catalog",
"buffering_size": 10,
"buffering_interval": 400,
},
name="kinesis-firehose-test-stream",
destination="iceberg")
package main
import (
"fmt"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/glue"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/kinesis"
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/s3"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
current, err := aws.GetCallerIdentity(ctx, &aws.GetCallerIdentityArgs{}, nil)
if err != nil {
return err
}
currentGetPartition, err := aws.GetPartition(ctx, &aws.GetPartitionArgs{}, nil)
if err != nil {
return err
}
currentGetRegion, err := aws.GetRegion(ctx, &aws.GetRegionArgs{}, nil)
if err != nil {
return err
}
bucket, err := s3.NewBucket(ctx, "bucket", &s3.BucketArgs{
Bucket: pulumi.String("test-bucket"),
ForceDestroy: pulumi.Bool(true),
})
if err != nil {
return err
}
test, err := glue.NewCatalogDatabase(ctx, "test", &glue.CatalogDatabaseArgs{
Name: pulumi.String("test"),
})
if err != nil {
return err
}
testCatalogTable, err := glue.NewCatalogTable(ctx, "test", &glue.CatalogTableArgs{
OpenTableFormatInput: &glue.CatalogTableOpenTableFormatInputArgs{
IcebergInput: &glue.CatalogTableOpenTableFormatInputIcebergInputArgs{
MetadataOperation: pulumi.String("CREATE"),
Version: pulumi.String("2"),
},
},
StorageDescriptor: &glue.CatalogTableStorageDescriptorArgs{
Columns: glue.CatalogTableStorageDescriptorColumnArray{
&glue.CatalogTableStorageDescriptorColumnArgs{
Name: pulumi.String("my_column_1"),
Type: pulumi.String("int"),
},
},
Location: bucket.ID().ApplyT(func(id pulumi.ID) (string, error) {
return fmt.Sprintf("s3://%v", id), nil
}).(pulumi.StringOutput),
},
Name: pulumi.String("test"),
DatabaseName: test.Name,
Parameters: pulumi.StringMap{
"format": pulumi.String("parquet"),
},
TableType: pulumi.String("EXTERNAL_TABLE"),
})
if err != nil {
return err
}
_, err = kinesis.NewFirehoseDeliveryStream(ctx, "test_stream", &kinesis.FirehoseDeliveryStreamArgs{
IcebergConfiguration: &kinesis.FirehoseDeliveryStreamIcebergConfigurationArgs{
S3Configuration: &kinesis.FirehoseDeliveryStreamIcebergConfigurationS3ConfigurationArgs{
RoleArn: pulumi.Any(firehoseRole.Arn),
BucketArn: bucket.Arn,
},
ProcessingConfiguration: &kinesis.FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationArgs{
Processors: kinesis.FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationProcessorArray{
&kinesis.FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationProcessorArgs{
Parameters: kinesis.FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationProcessorParameterArray{
&kinesis.FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationProcessorParameterArgs{
ParameterName: pulumi.String("LambdaArn"),
ParameterValue: pulumi.Sprintf("%v:$LATEST", lambdaProcessor.Arn),
},
},
Type: pulumi.String("Lambda"),
},
},
Enabled: pulumi.Bool(true),
},
DestinationTableConfigurations: kinesis.FirehoseDeliveryStreamIcebergConfigurationDestinationTableConfigurationArray{
&kinesis.FirehoseDeliveryStreamIcebergConfigurationDestinationTableConfigurationArgs{
DatabaseName: test.Name,
TableName: testCatalogTable.Name,
},
},
RoleArn: pulumi.Any(firehoseRole.Arn),
CatalogArn: pulumi.Sprintf("arn:%v:glue:%v:%v:catalog", currentGetPartition.Partition, currentGetRegion.Region, current.AccountId),
BufferingSize: pulumi.Int(10),
BufferingInterval: pulumi.Int(400),
},
Name: pulumi.String("kinesis-firehose-test-stream"),
Destination: pulumi.String("iceberg"),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var current = Aws.GetCallerIdentity.Invoke();
var currentGetPartition = Aws.GetPartition.Invoke();
var currentGetRegion = Aws.GetRegion.Invoke();
var bucket = new Aws.S3.Bucket("bucket", new()
{
BucketName = "test-bucket",
ForceDestroy = true,
});
var test = new Aws.Glue.CatalogDatabase("test", new()
{
Name = "test",
});
var testCatalogTable = new Aws.Glue.CatalogTable("test", new()
{
OpenTableFormatInput = new Aws.Glue.Inputs.CatalogTableOpenTableFormatInputArgs
{
IcebergInput = new Aws.Glue.Inputs.CatalogTableOpenTableFormatInputIcebergInputArgs
{
MetadataOperation = "CREATE",
Version = "2",
},
},
StorageDescriptor = new Aws.Glue.Inputs.CatalogTableStorageDescriptorArgs
{
Columns = new[]
{
new Aws.Glue.Inputs.CatalogTableStorageDescriptorColumnArgs
{
Name = "my_column_1",
Type = "int",
},
},
Location = bucket.Id.Apply(id => $"s3://{id}"),
},
Name = "test",
DatabaseName = test.Name,
Parameters =
{
{ "format", "parquet" },
},
TableType = "EXTERNAL_TABLE",
});
var testStream = new Aws.Kinesis.FirehoseDeliveryStream("test_stream", new()
{
IcebergConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamIcebergConfigurationArgs
{
S3Configuration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamIcebergConfigurationS3ConfigurationArgs
{
RoleArn = firehoseRole.Arn,
BucketArn = bucket.Arn,
},
ProcessingConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationArgs
{
Processors = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationProcessorArgs
{
Parameters = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationProcessorParameterArgs
{
ParameterName = "LambdaArn",
ParameterValue = $"{lambdaProcessor.Arn}:$LATEST",
},
},
Type = "Lambda",
},
},
Enabled = true,
},
DestinationTableConfigurations = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamIcebergConfigurationDestinationTableConfigurationArgs
{
DatabaseName = test.Name,
TableName = testCatalogTable.Name,
},
},
RoleArn = firehoseRole.Arn,
CatalogArn = Output.Tuple(currentGetPartition, currentGetRegion, current).Apply(values =>
{
var currentGetPartition = values.Item1;
var currentGetRegion = values.Item2;
var current = values.Item3;
return $"arn:{currentGetPartition.Apply(getPartitionResult => getPartitionResult.Partition)}:glue:{currentGetRegion.Apply(getRegionResult => getRegionResult.Region)}:{current.Apply(getCallerIdentityResult => getCallerIdentityResult.AccountId)}:catalog";
}),
BufferingSize = 10,
BufferingInterval = 400,
},
Name = "kinesis-firehose-test-stream",
Destination = "iceberg",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.AwsFunctions;
import com.pulumi.aws.inputs.GetCallerIdentityArgs;
import com.pulumi.aws.inputs.GetPartitionArgs;
import com.pulumi.aws.inputs.GetRegionArgs;
import com.pulumi.aws.s3.Bucket;
import com.pulumi.aws.s3.BucketArgs;
import com.pulumi.aws.glue.CatalogDatabase;
import com.pulumi.aws.glue.CatalogDatabaseArgs;
import com.pulumi.aws.glue.CatalogTable;
import com.pulumi.aws.glue.CatalogTableArgs;
import com.pulumi.aws.glue.inputs.CatalogTableOpenTableFormatInputArgs;
import com.pulumi.aws.glue.inputs.CatalogTableOpenTableFormatInputIcebergInputArgs;
import com.pulumi.aws.glue.inputs.CatalogTableStorageDescriptorArgs;
import com.pulumi.aws.glue.inputs.CatalogTableStorageDescriptorColumnArgs;
import com.pulumi.aws.kinesis.FirehoseDeliveryStream;
import com.pulumi.aws.kinesis.FirehoseDeliveryStreamArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamIcebergConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamIcebergConfigurationS3ConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationProcessorArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationProcessorParameterArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamIcebergConfigurationDestinationTableConfigurationArgs;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
final var current = AwsFunctions.getCallerIdentity(GetCallerIdentityArgs.builder()
.build());
final var currentGetPartition = AwsFunctions.getPartition(GetPartitionArgs.builder()
.build());
final var currentGetRegion = AwsFunctions.getRegion(GetRegionArgs.builder()
.build());
var bucket = new Bucket("bucket", BucketArgs.builder()
.bucket("test-bucket")
.forceDestroy(true)
.build());
var test = new CatalogDatabase("test", CatalogDatabaseArgs.builder()
.name("test")
.build());
var testCatalogTable = new CatalogTable("testCatalogTable", CatalogTableArgs.builder()
.openTableFormatInput(CatalogTableOpenTableFormatInputArgs.builder()
.icebergInput(CatalogTableOpenTableFormatInputIcebergInputArgs.builder()
.metadataOperation("CREATE")
.version("2")
.build())
.build())
.storageDescriptor(CatalogTableStorageDescriptorArgs.builder()
.columns(CatalogTableStorageDescriptorColumnArgs.builder()
.name("my_column_1")
.type("int")
.build())
.location(bucket.id().applyValue(_id -> String.format("s3://%s", _id)))
.build())
.name("test")
.databaseName(test.name())
.parameters(Map.of("format", "parquet"))
.tableType("EXTERNAL_TABLE")
.build());
var testStream = new FirehoseDeliveryStream("testStream", FirehoseDeliveryStreamArgs.builder()
.icebergConfiguration(FirehoseDeliveryStreamIcebergConfigurationArgs.builder()
.s3Configuration(FirehoseDeliveryStreamIcebergConfigurationS3ConfigurationArgs.builder()
.roleArn(firehoseRole.get("arn"))
.bucketArn(bucket.arn())
.build())
.processingConfiguration(FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationArgs.builder()
.processors(FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationProcessorArgs.builder()
.parameters(FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationProcessorParameterArgs.builder()
.parameterName("LambdaArn")
.parameterValue(String.format("%s:$LATEST", lambdaProcessor.get("arn")))
.build())
.type("Lambda")
.build())
.enabled(true)
.build())
.destinationTableConfigurations(FirehoseDeliveryStreamIcebergConfigurationDestinationTableConfigurationArgs.builder()
.databaseName(test.name())
.tableName(testCatalogTable.name())
.build())
.roleArn(firehoseRole.get("arn"))
.catalogArn(String.format("arn:%s:glue:%s:%s:catalog", currentGetPartition.partition(),currentGetRegion.region(),current.accountId()))
.bufferingSize(10)
.bufferingInterval(400)
.build())
.name("kinesis-firehose-test-stream")
.destination("iceberg")
.build());
}
}
resources:
bucket:
type: aws:s3:Bucket
properties:
bucket: test-bucket
forceDestroy: true
test:
type: aws:glue:CatalogDatabase
properties:
name: test
testCatalogTable:
type: aws:glue:CatalogTable
name: test
properties:
openTableFormatInput:
icebergInput:
metadataOperation: CREATE
version: 2
storageDescriptor:
columns:
- name: my_column_1
type: int
location: s3://${bucket.id}
name: test
databaseName: ${test.name}
parameters:
format: parquet
tableType: EXTERNAL_TABLE
testStream:
type: aws:kinesis:FirehoseDeliveryStream
name: test_stream
properties:
icebergConfiguration:
s3Configuration:
roleArn: ${firehoseRole.arn}
bucketArn: ${bucket.arn}
processingConfiguration:
processors:
- parameters:
- parameterName: LambdaArn
parameterValue: ${lambdaProcessor.arn}:$LATEST
type: Lambda
enabled: 'true'
destinationTableConfigurations:
- databaseName: ${test.name}
tableName: ${testCatalogTable.name}
roleArn: ${firehoseRole.arn}
catalogArn: arn:${currentGetPartition.partition}:glue:${currentGetRegion.region}:${current.accountId}:catalog
bufferingSize: 10
bufferingInterval: 400
name: kinesis-firehose-test-stream
destination: iceberg
variables:
current:
fn::invoke:
function: aws:getCallerIdentity
arguments: {}
currentGetPartition:
fn::invoke:
function: aws:getPartition
arguments: {}
currentGetRegion:
fn::invoke:
function: aws:getRegion
arguments: {}
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
data "aws_caller_identity" "current" {
}
data "aws_partition" "currentGetPartition" {
}
data "aws_region" "currentGetRegion" {
}
resource "aws_s3_bucket" "bucket" {
lifecycle {
create_before_destroy = true
}
bucket = "test-bucket"
force_destroy = true
}
resource "aws_glue_catalog_database" "test" {
lifecycle {
create_before_destroy = true
}
name = "test"
}
resource "aws_glue_catalog_table" "test" {
lifecycle {
create_before_destroy = true
}
open_table_format_input {
iceberg_input {
metadata_operation = "CREATE"
version = 2
}
}
storage_descriptor {
columns {
name = "my_column_1"
type = "int"
}
location ="s3://${aws_s3_bucket.bucket.id}"
}
name = "test"
database_name = aws_glue_catalog_database.test.name
parameters = {
"format" = "parquet"
}
table_type = "EXTERNAL_TABLE"
}
resource "aws_kinesis_firehose_delivery_stream" "test_stream" {
lifecycle {
create_before_destroy = true
}
iceberg_configuration {
s3_configuration {
role_arn = firehoseRole.arn
bucket_arn = aws_s3_bucket.bucket.arn
}
processing_configuration {
processors {
parameters {
parameter_name = "LambdaArn"
parameter_value ="${lambdaProcessor.arn}:$LATEST"
}
type = "Lambda"
}
enabled = "true"
}
destination_table_configuration {
database_name = aws_glue_catalog_database.test.name
table_name = aws_glue_catalog_table.test.name
}
role_arn = firehoseRole.arn
catalog_arn ="arn:${data.aws_partition.currentGetPartition.partition}:glue:${data.aws_region.currentGetRegion.region}:${data.aws_caller_identity.current.account_id}:catalog"
buffering_size = 10
buffering_interval = 400
}
name = "kinesis-firehose-test-stream"
destination = "iceberg"
}
Splunk Destination
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const testStream = new aws.kinesis.FirehoseDeliveryStream("test_stream", {
splunkConfiguration: {
s3Configuration: {
roleArn: firehose.arn,
bucketArn: bucket.arn,
bufferingSize: 10,
bufferingInterval: 400,
compressionFormat: "GZIP",
},
hecEndpoint: "https://http-inputs-mydomain.splunkcloud.com:443",
hecToken: "51D4DA16-C61B-4F5F-8EC7-ED4301342A4A",
hecAcknowledgmentTimeout: 600,
hecEndpointType: "Event",
s3BackupMode: "FailedEventsOnly",
},
name: "kinesis-firehose-test-stream",
destination: "splunk",
});
import pulumi
import pulumi_aws as aws
test_stream = aws.kinesis.FirehoseDeliveryStream("test_stream",
splunk_configuration={
"s3_configuration": {
"role_arn": firehose["arn"],
"bucket_arn": bucket["arn"],
"buffering_size": 10,
"buffering_interval": 400,
"compression_format": "GZIP",
},
"hec_endpoint": "https://http-inputs-mydomain.splunkcloud.com:443",
"hec_token": "51D4DA16-C61B-4F5F-8EC7-ED4301342A4A",
"hec_acknowledgment_timeout": 600,
"hec_endpoint_type": "Event",
"s3_backup_mode": "FailedEventsOnly",
},
name="kinesis-firehose-test-stream",
destination="splunk")
package main
import (
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/kinesis"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := kinesis.NewFirehoseDeliveryStream(ctx, "test_stream", &kinesis.FirehoseDeliveryStreamArgs{
SplunkConfiguration: &kinesis.FirehoseDeliveryStreamSplunkConfigurationArgs{
S3Configuration: &kinesis.FirehoseDeliveryStreamSplunkConfigurationS3ConfigurationArgs{
RoleArn: pulumi.Any(firehose.Arn),
BucketArn: pulumi.Any(bucket.Arn),
BufferingSize: pulumi.Int(10),
BufferingInterval: pulumi.Int(400),
CompressionFormat: pulumi.String("GZIP"),
},
HecEndpoint: pulumi.String("https://http-inputs-mydomain.splunkcloud.com:443"),
HecToken: pulumi.String("51D4DA16-C61B-4F5F-8EC7-ED4301342A4A"),
HecAcknowledgmentTimeout: pulumi.Int(600),
HecEndpointType: pulumi.String("Event"),
S3BackupMode: pulumi.String("FailedEventsOnly"),
},
Name: pulumi.String("kinesis-firehose-test-stream"),
Destination: pulumi.String("splunk"),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var testStream = new Aws.Kinesis.FirehoseDeliveryStream("test_stream", new()
{
SplunkConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamSplunkConfigurationArgs
{
S3Configuration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamSplunkConfigurationS3ConfigurationArgs
{
RoleArn = firehose.Arn,
BucketArn = bucket.Arn,
BufferingSize = 10,
BufferingInterval = 400,
CompressionFormat = "GZIP",
},
HecEndpoint = "https://http-inputs-mydomain.splunkcloud.com:443",
HecToken = "51D4DA16-C61B-4F5F-8EC7-ED4301342A4A",
HecAcknowledgmentTimeout = 600,
HecEndpointType = "Event",
S3BackupMode = "FailedEventsOnly",
},
Name = "kinesis-firehose-test-stream",
Destination = "splunk",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.kinesis.FirehoseDeliveryStream;
import com.pulumi.aws.kinesis.FirehoseDeliveryStreamArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamSplunkConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamSplunkConfigurationS3ConfigurationArgs;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var testStream = new FirehoseDeliveryStream("testStream", FirehoseDeliveryStreamArgs.builder()
.splunkConfiguration(FirehoseDeliveryStreamSplunkConfigurationArgs.builder()
.s3Configuration(FirehoseDeliveryStreamSplunkConfigurationS3ConfigurationArgs.builder()
.roleArn(firehose.get("arn"))
.bucketArn(bucket.get("arn"))
.bufferingSize(10)
.bufferingInterval(400)
.compressionFormat("GZIP")
.build())
.hecEndpoint("https://http-inputs-mydomain.splunkcloud.com:443")
.hecToken("51D4DA16-C61B-4F5F-8EC7-ED4301342A4A")
.hecAcknowledgmentTimeout(600)
.hecEndpointType("Event")
.s3BackupMode("FailedEventsOnly")
.build())
.name("kinesis-firehose-test-stream")
.destination("splunk")
.build());
}
}
resources:
testStream:
type: aws:kinesis:FirehoseDeliveryStream
name: test_stream
properties:
splunkConfiguration:
s3Configuration:
roleArn: ${firehose.arn}
bucketArn: ${bucket.arn}
bufferingSize: 10
bufferingInterval: 400
compressionFormat: GZIP
hecEndpoint: https://http-inputs-mydomain.splunkcloud.com:443
hecToken: 51D4DA16-C61B-4F5F-8EC7-ED4301342A4A
hecAcknowledgmentTimeout: 600
hecEndpointType: Event
s3BackupMode: FailedEventsOnly
name: kinesis-firehose-test-stream
destination: splunk
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
resource "aws_kinesis_firehose_delivery_stream" "test_stream" {
lifecycle {
create_before_destroy = true
}
splunk_configuration {
s3_configuration {
role_arn = firehose.arn
bucket_arn = bucket.arn
buffering_size = 10
buffering_interval = 400
compression_format = "GZIP"
}
hec_endpoint = "https://http-inputs-mydomain.splunkcloud.com:443"
hec_token = "51D4DA16-C61B-4F5F-8EC7-ED4301342A4A"
hec_acknowledgment_timeout = 600
hec_endpoint_type = "Event"
s3_backup_mode = "FailedEventsOnly"
}
name = "kinesis-firehose-test-stream"
destination = "splunk"
}
HTTP Endpoint (e.g., New Relic, Datadog) Destination
The HTTP endpoint destination can be used with any vendor that exposes a compatible HTTP intake, including New Relic and Datadog. Refer to each vendor’s documentation for the correct intake URL and authentication requirements.
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const testStream = new aws.kinesis.FirehoseDeliveryStream("test_stream", {
httpEndpointConfiguration: {
s3Configuration: {
roleArn: firehose.arn,
bucketArn: bucket.arn,
bufferingSize: 10,
bufferingInterval: 400,
compressionFormat: "GZIP",
},
requestConfiguration: {
commonAttributes: [
{
name: "testname",
value: "testvalue",
},
{
name: "testname2",
value: "testvalue2",
},
],
contentEncoding: "GZIP",
},
url: "https://aws-api.newrelic.com/firehose/v1",
name: "New Relic",
accessKey: "my-key",
bufferingSize: 15,
bufferingInterval: 600,
roleArn: firehose.arn,
s3BackupMode: "FailedDataOnly",
},
name: "kinesis-firehose-test-stream",
destination: "http_endpoint",
});
import pulumi
import pulumi_aws as aws
test_stream = aws.kinesis.FirehoseDeliveryStream("test_stream",
http_endpoint_configuration={
"s3_configuration": {
"role_arn": firehose["arn"],
"bucket_arn": bucket["arn"],
"buffering_size": 10,
"buffering_interval": 400,
"compression_format": "GZIP",
},
"request_configuration": {
"common_attributes": [
{
"name": "testname",
"value": "testvalue",
},
{
"name": "testname2",
"value": "testvalue2",
},
],
"content_encoding": "GZIP",
},
"url": "https://aws-api.newrelic.com/firehose/v1",
"name": "New Relic",
"access_key": "my-key",
"buffering_size": 15,
"buffering_interval": 600,
"role_arn": firehose["arn"],
"s3_backup_mode": "FailedDataOnly",
},
name="kinesis-firehose-test-stream",
destination="http_endpoint")
package main
import (
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/kinesis"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := kinesis.NewFirehoseDeliveryStream(ctx, "test_stream", &kinesis.FirehoseDeliveryStreamArgs{
HttpEndpointConfiguration: &kinesis.FirehoseDeliveryStreamHttpEndpointConfigurationArgs{
S3Configuration: &kinesis.FirehoseDeliveryStreamHttpEndpointConfigurationS3ConfigurationArgs{
RoleArn: pulumi.Any(firehose.Arn),
BucketArn: pulumi.Any(bucket.Arn),
BufferingSize: pulumi.Int(10),
BufferingInterval: pulumi.Int(400),
CompressionFormat: pulumi.String("GZIP"),
},
RequestConfiguration: &kinesis.FirehoseDeliveryStreamHttpEndpointConfigurationRequestConfigurationArgs{
CommonAttributes: kinesis.FirehoseDeliveryStreamHttpEndpointConfigurationRequestConfigurationCommonAttributeArray{
&kinesis.FirehoseDeliveryStreamHttpEndpointConfigurationRequestConfigurationCommonAttributeArgs{
Name: pulumi.String("testname"),
Value: pulumi.String("testvalue"),
},
&kinesis.FirehoseDeliveryStreamHttpEndpointConfigurationRequestConfigurationCommonAttributeArgs{
Name: pulumi.String("testname2"),
Value: pulumi.String("testvalue2"),
},
},
ContentEncoding: pulumi.String("GZIP"),
},
Url: pulumi.String("https://aws-api.newrelic.com/firehose/v1"),
Name: pulumi.String("New Relic"),
AccessKey: pulumi.String("my-key"),
BufferingSize: pulumi.Int(15),
BufferingInterval: pulumi.Int(600),
RoleArn: pulumi.Any(firehose.Arn),
S3BackupMode: pulumi.String("FailedDataOnly"),
},
Name: pulumi.String("kinesis-firehose-test-stream"),
Destination: pulumi.String("http_endpoint"),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var testStream = new Aws.Kinesis.FirehoseDeliveryStream("test_stream", new()
{
HttpEndpointConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamHttpEndpointConfigurationArgs
{
S3Configuration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamHttpEndpointConfigurationS3ConfigurationArgs
{
RoleArn = firehose.Arn,
BucketArn = bucket.Arn,
BufferingSize = 10,
BufferingInterval = 400,
CompressionFormat = "GZIP",
},
RequestConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamHttpEndpointConfigurationRequestConfigurationArgs
{
CommonAttributes = new[]
{
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamHttpEndpointConfigurationRequestConfigurationCommonAttributeArgs
{
Name = "testname",
Value = "testvalue",
},
new Aws.Kinesis.Inputs.FirehoseDeliveryStreamHttpEndpointConfigurationRequestConfigurationCommonAttributeArgs
{
Name = "testname2",
Value = "testvalue2",
},
},
ContentEncoding = "GZIP",
},
Url = "https://aws-api.newrelic.com/firehose/v1",
Name = "New Relic",
AccessKey = "my-key",
BufferingSize = 15,
BufferingInterval = 600,
RoleArn = firehose.Arn,
S3BackupMode = "FailedDataOnly",
},
Name = "kinesis-firehose-test-stream",
Destination = "http_endpoint",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.kinesis.FirehoseDeliveryStream;
import com.pulumi.aws.kinesis.FirehoseDeliveryStreamArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamHttpEndpointConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamHttpEndpointConfigurationS3ConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamHttpEndpointConfigurationRequestConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamHttpEndpointConfigurationRequestConfigurationCommonAttributeArgs;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var testStream = new FirehoseDeliveryStream("testStream", FirehoseDeliveryStreamArgs.builder()
.httpEndpointConfiguration(FirehoseDeliveryStreamHttpEndpointConfigurationArgs.builder()
.s3Configuration(FirehoseDeliveryStreamHttpEndpointConfigurationS3ConfigurationArgs.builder()
.roleArn(firehose.get("arn"))
.bucketArn(bucket.get("arn"))
.bufferingSize(10)
.bufferingInterval(400)
.compressionFormat("GZIP")
.build())
.requestConfiguration(FirehoseDeliveryStreamHttpEndpointConfigurationRequestConfigurationArgs.builder()
.commonAttributes(
FirehoseDeliveryStreamHttpEndpointConfigurationRequestConfigurationCommonAttributeArgs.builder()
.name("testname")
.value("testvalue")
.build(),
FirehoseDeliveryStreamHttpEndpointConfigurationRequestConfigurationCommonAttributeArgs.builder()
.name("testname2")
.value("testvalue2")
.build())
.contentEncoding("GZIP")
.build())
.url("https://aws-api.newrelic.com/firehose/v1")
.name("New Relic")
.accessKey("my-key")
.bufferingSize(15)
.bufferingInterval(600)
.roleArn(firehose.get("arn"))
.s3BackupMode("FailedDataOnly")
.build())
.name("kinesis-firehose-test-stream")
.destination("http_endpoint")
.build());
}
}
resources:
testStream:
type: aws:kinesis:FirehoseDeliveryStream
name: test_stream
properties:
httpEndpointConfiguration:
s3Configuration:
roleArn: ${firehose.arn}
bucketArn: ${bucket.arn}
bufferingSize: 10
bufferingInterval: 400
compressionFormat: GZIP
requestConfiguration:
commonAttributes:
- name: testname
value: testvalue
- name: testname2
value: testvalue2
contentEncoding: GZIP
url: https://aws-api.newrelic.com/firehose/v1
name: New Relic
accessKey: my-key
bufferingSize: 15
bufferingInterval: 600
roleArn: ${firehose.arn}
s3BackupMode: FailedDataOnly
name: kinesis-firehose-test-stream
destination: http_endpoint
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
resource "aws_kinesis_firehose_delivery_stream" "test_stream" {
lifecycle {
create_before_destroy = true
}
http_endpoint_configuration {
s3_configuration {
role_arn = firehose.arn
bucket_arn = bucket.arn
buffering_size = 10
buffering_interval = 400
compression_format = "GZIP"
}
request_configuration {
common_attributes {
name = "testname"
value = "testvalue"
}
common_attributes {
name = "testname2"
value = "testvalue2"
}
content_encoding = "GZIP"
}
url = "https://aws-api.newrelic.com/firehose/v1"
name = "New Relic"
access_key = "my-key"
buffering_size = 15
buffering_interval = 600
role_arn = firehose.arn
s3_backup_mode = "FailedDataOnly"
}
name = "kinesis-firehose-test-stream"
destination = "http_endpoint"
}
Snowflake Destination
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const exampleSnowflakeDestination = new aws.kinesis.FirehoseDeliveryStream("example_snowflake_destination", {
snowflakeConfiguration: {
s3Configuration: {
roleArn: firehose.arn,
bucketArn: bucket.arn,
bufferingSize: 10,
bufferingInterval: 400,
compressionFormat: "GZIP",
},
accountUrl: "https://example.snowflakecomputing.com",
bufferingSize: 15,
bufferingInterval: 600,
database: "example-db",
privateKey: "...",
roleArn: firehose.arn,
schema: "example-schema",
table: "example-table",
user: "example-usr",
},
name: "example-snowflake-destination",
destination: "snowflake",
});
import pulumi
import pulumi_aws as aws
example_snowflake_destination = aws.kinesis.FirehoseDeliveryStream("example_snowflake_destination",
snowflake_configuration={
"s3_configuration": {
"role_arn": firehose["arn"],
"bucket_arn": bucket["arn"],
"buffering_size": 10,
"buffering_interval": 400,
"compression_format": "GZIP",
},
"account_url": "https://example.snowflakecomputing.com",
"buffering_size": 15,
"buffering_interval": 600,
"database": "example-db",
"private_key": "...",
"role_arn": firehose["arn"],
"schema": "example-schema",
"table": "example-table",
"user": "example-usr",
},
name="example-snowflake-destination",
destination="snowflake")
package main
import (
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/kinesis"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := kinesis.NewFirehoseDeliveryStream(ctx, "example_snowflake_destination", &kinesis.FirehoseDeliveryStreamArgs{
SnowflakeConfiguration: &kinesis.FirehoseDeliveryStreamSnowflakeConfigurationArgs{
S3Configuration: &kinesis.FirehoseDeliveryStreamSnowflakeConfigurationS3ConfigurationArgs{
RoleArn: pulumi.Any(firehose.Arn),
BucketArn: pulumi.Any(bucket.Arn),
BufferingSize: pulumi.Int(10),
BufferingInterval: pulumi.Int(400),
CompressionFormat: pulumi.String("GZIP"),
},
AccountUrl: pulumi.String("https://example.snowflakecomputing.com"),
BufferingSize: pulumi.Int(15),
BufferingInterval: pulumi.Int(600),
Database: pulumi.String("example-db"),
PrivateKey: pulumi.String("..."),
RoleArn: pulumi.Any(firehose.Arn),
Schema: pulumi.String("example-schema"),
Table: pulumi.String("example-table"),
User: pulumi.String("example-usr"),
},
Name: pulumi.String("example-snowflake-destination"),
Destination: pulumi.String("snowflake"),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var exampleSnowflakeDestination = new Aws.Kinesis.FirehoseDeliveryStream("example_snowflake_destination", new()
{
SnowflakeConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamSnowflakeConfigurationArgs
{
S3Configuration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamSnowflakeConfigurationS3ConfigurationArgs
{
RoleArn = firehose.Arn,
BucketArn = bucket.Arn,
BufferingSize = 10,
BufferingInterval = 400,
CompressionFormat = "GZIP",
},
AccountUrl = "https://example.snowflakecomputing.com",
BufferingSize = 15,
BufferingInterval = 600,
Database = "example-db",
PrivateKey = "...",
RoleArn = firehose.Arn,
Schema = "example-schema",
Table = "example-table",
User = "example-usr",
},
Name = "example-snowflake-destination",
Destination = "snowflake",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.kinesis.FirehoseDeliveryStream;
import com.pulumi.aws.kinesis.FirehoseDeliveryStreamArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamSnowflakeConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamSnowflakeConfigurationS3ConfigurationArgs;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var exampleSnowflakeDestination = new FirehoseDeliveryStream("exampleSnowflakeDestination", FirehoseDeliveryStreamArgs.builder()
.snowflakeConfiguration(FirehoseDeliveryStreamSnowflakeConfigurationArgs.builder()
.s3Configuration(FirehoseDeliveryStreamSnowflakeConfigurationS3ConfigurationArgs.builder()
.roleArn(firehose.get("arn"))
.bucketArn(bucket.get("arn"))
.bufferingSize(10)
.bufferingInterval(400)
.compressionFormat("GZIP")
.build())
.accountUrl("https://example.snowflakecomputing.com")
.bufferingSize(15)
.bufferingInterval(600)
.database("example-db")
.privateKey("...")
.roleArn(firehose.get("arn"))
.schema("example-schema")
.table("example-table")
.user("example-usr")
.build())
.name("example-snowflake-destination")
.destination("snowflake")
.build());
}
}
resources:
exampleSnowflakeDestination:
type: aws:kinesis:FirehoseDeliveryStream
name: example_snowflake_destination
properties:
snowflakeConfiguration:
s3Configuration:
roleArn: ${firehose.arn}
bucketArn: ${bucket.arn}
bufferingSize: 10
bufferingInterval: 400
compressionFormat: GZIP
accountUrl: https://example.snowflakecomputing.com
bufferingSize: 15
bufferingInterval: 600
database: example-db
privateKey: '...'
roleArn: ${firehose.arn}
schema: example-schema
table: example-table
user: example-usr
name: example-snowflake-destination
destination: snowflake
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
resource "aws_kinesis_firehose_delivery_stream" "example_snowflake_destination" {
lifecycle {
create_before_destroy = true
}
snowflake_configuration {
s3_configuration {
role_arn = firehose.arn
bucket_arn = bucket.arn
buffering_size = 10
buffering_interval = 400
compression_format = "GZIP"
}
account_url = "https://example.snowflakecomputing.com"
buffering_size = 15
buffering_interval = 600
database = "example-db"
private_key = "..."
role_arn = firehose.arn
schema = "example-schema"
table = "example-table"
user = "example-usr"
}
name = "example-snowflake-destination"
destination = "snowflake"
}
Data Format Conversion
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const example = new aws.kinesis.FirehoseDeliveryStream("example", {extendedS3Configuration: {
dataFormatConversionConfiguration: {
inputFormatConfiguration: {
deserializer: {
hiveJsonSerDe: {},
},
},
outputFormatConfiguration: {
serializer: {
orcSerDe: {},
},
},
schemaConfiguration: {
databaseName: exampleAwsGlueCatalogTable.databaseName,
roleArn: exampleAwsIamRole.arn,
tableName: exampleAwsGlueCatalogTable.name,
},
},
bufferingSize: 128,
}});
import pulumi
import pulumi_aws as aws
example = aws.kinesis.FirehoseDeliveryStream("example", extended_s3_configuration={
"data_format_conversion_configuration": {
"input_format_configuration": {
"deserializer": {
"hive_json_ser_de": {},
},
},
"output_format_configuration": {
"serializer": {
"orc_ser_de": {},
},
},
"schema_configuration": {
"database_name": example_aws_glue_catalog_table["databaseName"],
"role_arn": example_aws_iam_role["arn"],
"table_name": example_aws_glue_catalog_table["name"],
},
},
"buffering_size": 128,
})
package main
import (
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/kinesis"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := kinesis.NewFirehoseDeliveryStream(ctx, "example", &kinesis.FirehoseDeliveryStreamArgs{
ExtendedS3Configuration: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationArgs{
DataFormatConversionConfiguration: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationArgs{
InputFormatConfiguration: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationArgs{
Deserializer: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationDeserializerArgs{
HiveJsonSerDe: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationDeserializerHiveJsonSerDeArgs{},
},
},
OutputFormatConfiguration: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationArgs{
Serializer: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationSerializerArgs{
OrcSerDe: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationSerializerOrcSerDeArgs{},
},
},
SchemaConfiguration: &kinesis.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationSchemaConfigurationArgs{
DatabaseName: pulumi.Any(exampleAwsGlueCatalogTable.DatabaseName),
RoleArn: pulumi.Any(exampleAwsIamRole.Arn),
TableName: pulumi.Any(exampleAwsGlueCatalogTable.Name),
},
},
BufferingSize: pulumi.Int(128),
},
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var example = new Aws.Kinesis.FirehoseDeliveryStream("example", new()
{
ExtendedS3Configuration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationArgs
{
DataFormatConversionConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationArgs
{
InputFormatConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationArgs
{
Deserializer = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationDeserializerArgs
{
HiveJsonSerDe = null,
},
},
OutputFormatConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationArgs
{
Serializer = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationSerializerArgs
{
OrcSerDe = null,
},
},
SchemaConfiguration = new Aws.Kinesis.Inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationSchemaConfigurationArgs
{
DatabaseName = exampleAwsGlueCatalogTable.DatabaseName,
RoleArn = exampleAwsIamRole.Arn,
TableName = exampleAwsGlueCatalogTable.Name,
},
},
BufferingSize = 128,
},
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.kinesis.FirehoseDeliveryStream;
import com.pulumi.aws.kinesis.FirehoseDeliveryStreamArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationDeserializerArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationDeserializerHiveJsonSerDeArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationSerializerArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationSerializerOrcSerDeArgs;
import com.pulumi.aws.kinesis.inputs.FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationSchemaConfigurationArgs;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var example = new FirehoseDeliveryStream("example", FirehoseDeliveryStreamArgs.builder()
.extendedS3Configuration(FirehoseDeliveryStreamExtendedS3ConfigurationArgs.builder()
.dataFormatConversionConfiguration(FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationArgs.builder()
.inputFormatConfiguration(FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationArgs.builder()
.deserializer(FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationDeserializerArgs.builder()
.hiveJsonSerDe(FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationDeserializerHiveJsonSerDeArgs.builder()
.build())
.build())
.build())
.outputFormatConfiguration(FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationArgs.builder()
.serializer(FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationSerializerArgs.builder()
.orcSerDe(FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationSerializerOrcSerDeArgs.builder()
.build())
.build())
.build())
.schemaConfiguration(FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationSchemaConfigurationArgs.builder()
.databaseName(exampleAwsGlueCatalogTable.get("databaseName"))
.roleArn(exampleAwsIamRole.get("arn"))
.tableName(exampleAwsGlueCatalogTable.get("name"))
.build())
.build())
.bufferingSize(128)
.build())
.build());
}
}
resources:
example:
type: aws:kinesis:FirehoseDeliveryStream
properties:
extendedS3Configuration:
dataFormatConversionConfiguration:
inputFormatConfiguration:
deserializer:
hiveJsonSerDe: {}
outputFormatConfiguration:
serializer:
orcSerDe: {}
schemaConfiguration:
databaseName: ${exampleAwsGlueCatalogTable.databaseName}
roleArn: ${exampleAwsIamRole.arn}
tableName: ${exampleAwsGlueCatalogTable.name}
bufferingSize: 128
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
resource "aws_kinesis_firehose_delivery_stream" "example" {
lifecycle {
create_before_destroy = true
}
extended_s3_configuration {
data_format_conversion_configuration {
input_format_configuration {
deserializer {
hive_json_ser_de {
}
}
}
output_format_configuration {
serializer {
orc_ser_de {
}
}
}
schema_configuration {
database_name = exampleAwsGlueCatalogTable.databaseName
role_arn = exampleAwsIamRole.arn
table_name = exampleAwsGlueCatalogTable.name
}
}
buffering_size = 128
}
}
Create FirehoseDeliveryStream Resource
Resources are created with functions called constructors. To learn more about declaring and configuring resources, see Resources.
Constructor syntax
new FirehoseDeliveryStream(name: string, args: FirehoseDeliveryStreamArgs, opts?: CustomResourceOptions);@overload
def FirehoseDeliveryStream(resource_name: str,
args: FirehoseDeliveryStreamArgs,
opts: Optional[ResourceOptions] = None)
@overload
def FirehoseDeliveryStream(resource_name: str,
opts: Optional[ResourceOptions] = None,
destination: Optional[str] = None,
msk_source_configuration: Optional[FirehoseDeliveryStreamMskSourceConfigurationArgs] = None,
opensearchserverless_configuration: Optional[FirehoseDeliveryStreamOpensearchserverlessConfigurationArgs] = None,
elasticsearch_configuration: Optional[FirehoseDeliveryStreamElasticsearchConfigurationArgs] = None,
extended_s3_configuration: Optional[FirehoseDeliveryStreamExtendedS3ConfigurationArgs] = None,
http_endpoint_configuration: Optional[FirehoseDeliveryStreamHttpEndpointConfigurationArgs] = None,
iceberg_configuration: Optional[FirehoseDeliveryStreamIcebergConfigurationArgs] = None,
kinesis_source_configuration: Optional[FirehoseDeliveryStreamKinesisSourceConfigurationArgs] = None,
arn: Optional[str] = None,
destination_id: Optional[str] = None,
name: Optional[str] = None,
opensearch_configuration: Optional[FirehoseDeliveryStreamOpensearchConfigurationArgs] = None,
redshift_configuration: Optional[FirehoseDeliveryStreamRedshiftConfigurationArgs] = None,
region: Optional[str] = None,
server_side_encryption: Optional[FirehoseDeliveryStreamServerSideEncryptionArgs] = None,
snowflake_configuration: Optional[FirehoseDeliveryStreamSnowflakeConfigurationArgs] = None,
splunk_configuration: Optional[FirehoseDeliveryStreamSplunkConfigurationArgs] = None,
tags: Optional[Mapping[str, str]] = None,
version_id: Optional[str] = None)func NewFirehoseDeliveryStream(ctx *Context, name string, args FirehoseDeliveryStreamArgs, opts ...ResourceOption) (*FirehoseDeliveryStream, error)public FirehoseDeliveryStream(string name, FirehoseDeliveryStreamArgs args, CustomResourceOptions? opts = null)
public FirehoseDeliveryStream(String name, FirehoseDeliveryStreamArgs args)
public FirehoseDeliveryStream(String name, FirehoseDeliveryStreamArgs args, CustomResourceOptions options)
type: aws:kinesis:FirehoseDeliveryStream
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.
resource "aws_kinesis_firehose_delivery_stream" "name" {
# resource properties
}Parameters
- name string
- The unique name of the resource.
- args FirehoseDeliveryStreamArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- resource_name str
- The unique name of the resource.
- args FirehoseDeliveryStreamArgs
- The arguments to resource properties.
- opts ResourceOptions
- Bag of options to control resource's behavior.
- ctx Context
- Context object for the current deployment.
- name string
- The unique name of the resource.
- args FirehoseDeliveryStreamArgs
- The arguments to resource properties.
- opts ResourceOption
- Bag of options to control resource's behavior.
- name string
- The unique name of the resource.
- args FirehoseDeliveryStreamArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- name String
- The unique name of the resource.
- args FirehoseDeliveryStreamArgs
- The arguments to resource properties.
- options CustomResourceOptions
- Bag of options to control resource's behavior.
FirehoseDeliveryStream Resource Properties
To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.
Inputs
In Python, inputs that are objects can be passed either as argument classes or as dictionary literals.
The FirehoseDeliveryStream resource accepts the following input properties:
- Destination string
- Destination where the data is delivered. The only options are
s3(Deprecated, useextendedS3instead),extendedS3,redshift,elasticsearch,splunk,httpEndpoint,opensearch,opensearchserverlessandsnowflake. - Arn string
- ARN specifying the Stream
- Destination
Id string - Identifier of the destination for the delivery stream.
- Elasticsearch
Configuration FirehoseDelivery Stream Elasticsearch Configuration - Configuration options when
destinationiselasticsearch. SeeelasticsearchConfigurationblock below for details. - Extended
S3Configuration FirehoseDelivery Stream Extended S3Configuration - Enhanced configuration options for the s3 destination. See
extendedS3Configurationblock below for details. - Http
Endpoint FirehoseConfiguration Delivery Stream Http Endpoint Configuration - Configuration options when
destinationishttpEndpoint. Requires the user to also specify ans3Configurationblock. SeehttpEndpointConfigurationblock below for details. - Iceberg
Configuration FirehoseDelivery Stream Iceberg Configuration - Configuration options when
destinationisiceberg. SeeicebergConfigurationblock below for details. - Kinesis
Source FirehoseConfiguration Delivery Stream Kinesis Source Configuration - Stream and role ARNs for a Kinesis data stream used as the source for a delivery stream. See
kinesisSourceConfigurationblock below for details. - Msk
Source FirehoseConfiguration Delivery Stream Msk Source Configuration - Configuration for the Amazon MSK cluster to be used as the source for a delivery stream. See
mskSourceConfigurationblock below for details. - Name string
- Name to identify the stream. This is unique to the AWS account and region the Stream is created in. When using for WAF logging, name must be prefixed with
aws-waf-logs-. See AWS Documentation for more details. - Opensearch
Configuration FirehoseDelivery Stream Opensearch Configuration - Configuration options when
destinationisopensearch. SeeopensearchConfigurationblock below for details. - Opensearchserverless
Configuration FirehoseDelivery Stream Opensearchserverless Configuration - Configuration options when
destinationisopensearchserverless. SeeopensearchserverlessConfigurationblock below for details. - Redshift
Configuration FirehoseDelivery Stream Redshift Configuration - Configuration options when
destinationisredshift. Requires the user to also specify ans3Configurationblock. SeeredshiftConfigurationblock below for details. - Region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- Server
Side FirehoseEncryption Delivery Stream Server Side Encryption - Encrypt at rest options. See
serverSideEncryptionblock below for details. - Snowflake
Configuration FirehoseDelivery Stream Snowflake Configuration - Configuration options when
destinationissnowflake. SeesnowflakeConfigurationblock below for details. - Splunk
Configuration FirehoseDelivery Stream Splunk Configuration - Configuration options when
destinationissplunk. SeesplunkConfigurationblock below for details. - Dictionary<string, string>
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Version
Id string Version identifier of the delivery stream.
NOTE: Server-side encryption should not be enabled when a kinesis stream is configured as the source of the firehose delivery stream.
- Destination string
- Destination where the data is delivered. The only options are
s3(Deprecated, useextendedS3instead),extendedS3,redshift,elasticsearch,splunk,httpEndpoint,opensearch,opensearchserverlessandsnowflake. - Arn string
- ARN specifying the Stream
- Destination
Id string - Identifier of the destination for the delivery stream.
- Elasticsearch
Configuration FirehoseDelivery Stream Elasticsearch Configuration Args - Configuration options when
destinationiselasticsearch. SeeelasticsearchConfigurationblock below for details. - Extended
S3Configuration FirehoseDelivery Stream Extended S3Configuration Args - Enhanced configuration options for the s3 destination. See
extendedS3Configurationblock below for details. - Http
Endpoint FirehoseConfiguration Delivery Stream Http Endpoint Configuration Args - Configuration options when
destinationishttpEndpoint. Requires the user to also specify ans3Configurationblock. SeehttpEndpointConfigurationblock below for details. - Iceberg
Configuration FirehoseDelivery Stream Iceberg Configuration Args - Configuration options when
destinationisiceberg. SeeicebergConfigurationblock below for details. - Kinesis
Source FirehoseConfiguration Delivery Stream Kinesis Source Configuration Args - Stream and role ARNs for a Kinesis data stream used as the source for a delivery stream. See
kinesisSourceConfigurationblock below for details. - Msk
Source FirehoseConfiguration Delivery Stream Msk Source Configuration Args - Configuration for the Amazon MSK cluster to be used as the source for a delivery stream. See
mskSourceConfigurationblock below for details. - Name string
- Name to identify the stream. This is unique to the AWS account and region the Stream is created in. When using for WAF logging, name must be prefixed with
aws-waf-logs-. See AWS Documentation for more details. - Opensearch
Configuration FirehoseDelivery Stream Opensearch Configuration Args - Configuration options when
destinationisopensearch. SeeopensearchConfigurationblock below for details. - Opensearchserverless
Configuration FirehoseDelivery Stream Opensearchserverless Configuration Args - Configuration options when
destinationisopensearchserverless. SeeopensearchserverlessConfigurationblock below for details. - Redshift
Configuration FirehoseDelivery Stream Redshift Configuration Args - Configuration options when
destinationisredshift. Requires the user to also specify ans3Configurationblock. SeeredshiftConfigurationblock below for details. - Region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- Server
Side FirehoseEncryption Delivery Stream Server Side Encryption Args - Encrypt at rest options. See
serverSideEncryptionblock below for details. - Snowflake
Configuration FirehoseDelivery Stream Snowflake Configuration Args - Configuration options when
destinationissnowflake. SeesnowflakeConfigurationblock below for details. - Splunk
Configuration FirehoseDelivery Stream Splunk Configuration Args - Configuration options when
destinationissplunk. SeesplunkConfigurationblock below for details. - map[string]string
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Version
Id string Version identifier of the delivery stream.
NOTE: Server-side encryption should not be enabled when a kinesis stream is configured as the source of the firehose delivery stream.
- destination string
- Destination where the data is delivered. The only options are
s3(Deprecated, useextendedS3instead),extendedS3,redshift,elasticsearch,splunk,httpEndpoint,opensearch,opensearchserverlessandsnowflake. - arn string
- ARN specifying the Stream
- destination_
id string - Identifier of the destination for the delivery stream.
- elasticsearch_
configuration object - Configuration options when
destinationiselasticsearch. SeeelasticsearchConfigurationblock below for details. - extended_
s3_ objectconfiguration - Enhanced configuration options for the s3 destination. See
extendedS3Configurationblock below for details. - http_
endpoint_ objectconfiguration - Configuration options when
destinationishttpEndpoint. Requires the user to also specify ans3Configurationblock. SeehttpEndpointConfigurationblock below for details. - iceberg_
configuration object - Configuration options when
destinationisiceberg. SeeicebergConfigurationblock below for details. - kinesis_
source_ objectconfiguration - Stream and role ARNs for a Kinesis data stream used as the source for a delivery stream. See
kinesisSourceConfigurationblock below for details. - msk_
source_ objectconfiguration - Configuration for the Amazon MSK cluster to be used as the source for a delivery stream. See
mskSourceConfigurationblock below for details. - name string
- Name to identify the stream. This is unique to the AWS account and region the Stream is created in. When using for WAF logging, name must be prefixed with
aws-waf-logs-. See AWS Documentation for more details. - opensearch_
configuration object - Configuration options when
destinationisopensearch. SeeopensearchConfigurationblock below for details. - opensearchserverless_
configuration object - Configuration options when
destinationisopensearchserverless. SeeopensearchserverlessConfigurationblock below for details. - redshift_
configuration object - Configuration options when
destinationisredshift. Requires the user to also specify ans3Configurationblock. SeeredshiftConfigurationblock below for details. - region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- server_
side_ objectencryption - Encrypt at rest options. See
serverSideEncryptionblock below for details. - snowflake_
configuration object - Configuration options when
destinationissnowflake. SeesnowflakeConfigurationblock below for details. - splunk_
configuration object - Configuration options when
destinationissplunk. SeesplunkConfigurationblock below for details. - map(string)
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - version_
id string Version identifier of the delivery stream.
NOTE: Server-side encryption should not be enabled when a kinesis stream is configured as the source of the firehose delivery stream.
- destination String
- Destination where the data is delivered. The only options are
s3(Deprecated, useextendedS3instead),extendedS3,redshift,elasticsearch,splunk,httpEndpoint,opensearch,opensearchserverlessandsnowflake. - arn String
- ARN specifying the Stream
- destination
Id String - Identifier of the destination for the delivery stream.
- elasticsearch
Configuration FirehoseDelivery Stream Elasticsearch Configuration - Configuration options when
destinationiselasticsearch. SeeelasticsearchConfigurationblock below for details. - extended
S3Configuration FirehoseDelivery Stream Extended S3Configuration - Enhanced configuration options for the s3 destination. See
extendedS3Configurationblock below for details. - http
Endpoint FirehoseConfiguration Delivery Stream Http Endpoint Configuration - Configuration options when
destinationishttpEndpoint. Requires the user to also specify ans3Configurationblock. SeehttpEndpointConfigurationblock below for details. - iceberg
Configuration FirehoseDelivery Stream Iceberg Configuration - Configuration options when
destinationisiceberg. SeeicebergConfigurationblock below for details. - kinesis
Source FirehoseConfiguration Delivery Stream Kinesis Source Configuration - Stream and role ARNs for a Kinesis data stream used as the source for a delivery stream. See
kinesisSourceConfigurationblock below for details. - msk
Source FirehoseConfiguration Delivery Stream Msk Source Configuration - Configuration for the Amazon MSK cluster to be used as the source for a delivery stream. See
mskSourceConfigurationblock below for details. - name String
- Name to identify the stream. This is unique to the AWS account and region the Stream is created in. When using for WAF logging, name must be prefixed with
aws-waf-logs-. See AWS Documentation for more details. - opensearch
Configuration FirehoseDelivery Stream Opensearch Configuration - Configuration options when
destinationisopensearch. SeeopensearchConfigurationblock below for details. - opensearchserverless
Configuration FirehoseDelivery Stream Opensearchserverless Configuration - Configuration options when
destinationisopensearchserverless. SeeopensearchserverlessConfigurationblock below for details. - redshift
Configuration FirehoseDelivery Stream Redshift Configuration - Configuration options when
destinationisredshift. Requires the user to also specify ans3Configurationblock. SeeredshiftConfigurationblock below for details. - region String
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- server
Side FirehoseEncryption Delivery Stream Server Side Encryption - Encrypt at rest options. See
serverSideEncryptionblock below for details. - snowflake
Configuration FirehoseDelivery Stream Snowflake Configuration - Configuration options when
destinationissnowflake. SeesnowflakeConfigurationblock below for details. - splunk
Configuration FirehoseDelivery Stream Splunk Configuration - Configuration options when
destinationissplunk. SeesplunkConfigurationblock below for details. - Map<String,String>
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - version
Id String Version identifier of the delivery stream.
NOTE: Server-side encryption should not be enabled when a kinesis stream is configured as the source of the firehose delivery stream.
- destination string
- Destination where the data is delivered. The only options are
s3(Deprecated, useextendedS3instead),extendedS3,redshift,elasticsearch,splunk,httpEndpoint,opensearch,opensearchserverlessandsnowflake. - arn string
- ARN specifying the Stream
- destination
Id string - Identifier of the destination for the delivery stream.
- elasticsearch
Configuration FirehoseDelivery Stream Elasticsearch Configuration - Configuration options when
destinationiselasticsearch. SeeelasticsearchConfigurationblock below for details. - extended
S3Configuration FirehoseDelivery Stream Extended S3Configuration - Enhanced configuration options for the s3 destination. See
extendedS3Configurationblock below for details. - http
Endpoint FirehoseConfiguration Delivery Stream Http Endpoint Configuration - Configuration options when
destinationishttpEndpoint. Requires the user to also specify ans3Configurationblock. SeehttpEndpointConfigurationblock below for details. - iceberg
Configuration FirehoseDelivery Stream Iceberg Configuration - Configuration options when
destinationisiceberg. SeeicebergConfigurationblock below for details. - kinesis
Source FirehoseConfiguration Delivery Stream Kinesis Source Configuration - Stream and role ARNs for a Kinesis data stream used as the source for a delivery stream. See
kinesisSourceConfigurationblock below for details. - msk
Source FirehoseConfiguration Delivery Stream Msk Source Configuration - Configuration for the Amazon MSK cluster to be used as the source for a delivery stream. See
mskSourceConfigurationblock below for details. - name string
- Name to identify the stream. This is unique to the AWS account and region the Stream is created in. When using for WAF logging, name must be prefixed with
aws-waf-logs-. See AWS Documentation for more details. - opensearch
Configuration FirehoseDelivery Stream Opensearch Configuration - Configuration options when
destinationisopensearch. SeeopensearchConfigurationblock below for details. - opensearchserverless
Configuration FirehoseDelivery Stream Opensearchserverless Configuration - Configuration options when
destinationisopensearchserverless. SeeopensearchserverlessConfigurationblock below for details. - redshift
Configuration FirehoseDelivery Stream Redshift Configuration - Configuration options when
destinationisredshift. Requires the user to also specify ans3Configurationblock. SeeredshiftConfigurationblock below for details. - region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- server
Side FirehoseEncryption Delivery Stream Server Side Encryption - Encrypt at rest options. See
serverSideEncryptionblock below for details. - snowflake
Configuration FirehoseDelivery Stream Snowflake Configuration - Configuration options when
destinationissnowflake. SeesnowflakeConfigurationblock below for details. - splunk
Configuration FirehoseDelivery Stream Splunk Configuration - Configuration options when
destinationissplunk. SeesplunkConfigurationblock below for details. - {[key: string]: string}
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - version
Id string Version identifier of the delivery stream.
NOTE: Server-side encryption should not be enabled when a kinesis stream is configured as the source of the firehose delivery stream.
- destination str
- Destination where the data is delivered. The only options are
s3(Deprecated, useextendedS3instead),extendedS3,redshift,elasticsearch,splunk,httpEndpoint,opensearch,opensearchserverlessandsnowflake. - arn str
- ARN specifying the Stream
- destination_
id str - Identifier of the destination for the delivery stream.
- elasticsearch_
configuration FirehoseDelivery Stream Elasticsearch Configuration Args - Configuration options when
destinationiselasticsearch. SeeelasticsearchConfigurationblock below for details. - extended_
s3_ Firehoseconfiguration Delivery Stream Extended S3Configuration Args - Enhanced configuration options for the s3 destination. See
extendedS3Configurationblock below for details. - http_
endpoint_ Firehoseconfiguration Delivery Stream Http Endpoint Configuration Args - Configuration options when
destinationishttpEndpoint. Requires the user to also specify ans3Configurationblock. SeehttpEndpointConfigurationblock below for details. - iceberg_
configuration FirehoseDelivery Stream Iceberg Configuration Args - Configuration options when
destinationisiceberg. SeeicebergConfigurationblock below for details. - kinesis_
source_ Firehoseconfiguration Delivery Stream Kinesis Source Configuration Args - Stream and role ARNs for a Kinesis data stream used as the source for a delivery stream. See
kinesisSourceConfigurationblock below for details. - msk_
source_ Firehoseconfiguration Delivery Stream Msk Source Configuration Args - Configuration for the Amazon MSK cluster to be used as the source for a delivery stream. See
mskSourceConfigurationblock below for details. - name str
- Name to identify the stream. This is unique to the AWS account and region the Stream is created in. When using for WAF logging, name must be prefixed with
aws-waf-logs-. See AWS Documentation for more details. - opensearch_
configuration FirehoseDelivery Stream Opensearch Configuration Args - Configuration options when
destinationisopensearch. SeeopensearchConfigurationblock below for details. - opensearchserverless_
configuration FirehoseDelivery Stream Opensearchserverless Configuration Args - Configuration options when
destinationisopensearchserverless. SeeopensearchserverlessConfigurationblock below for details. - redshift_
configuration FirehoseDelivery Stream Redshift Configuration Args - Configuration options when
destinationisredshift. Requires the user to also specify ans3Configurationblock. SeeredshiftConfigurationblock below for details. - region str
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- server_
side_ Firehoseencryption Delivery Stream Server Side Encryption Args - Encrypt at rest options. See
serverSideEncryptionblock below for details. - snowflake_
configuration FirehoseDelivery Stream Snowflake Configuration Args - Configuration options when
destinationissnowflake. SeesnowflakeConfigurationblock below for details. - splunk_
configuration FirehoseDelivery Stream Splunk Configuration Args - Configuration options when
destinationissplunk. SeesplunkConfigurationblock below for details. - Mapping[str, str]
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - version_
id str Version identifier of the delivery stream.
NOTE: Server-side encryption should not be enabled when a kinesis stream is configured as the source of the firehose delivery stream.
- destination String
- Destination where the data is delivered. The only options are
s3(Deprecated, useextendedS3instead),extendedS3,redshift,elasticsearch,splunk,httpEndpoint,opensearch,opensearchserverlessandsnowflake. - arn String
- ARN specifying the Stream
- destination
Id String - Identifier of the destination for the delivery stream.
- elasticsearch
Configuration Property Map - Configuration options when
destinationiselasticsearch. SeeelasticsearchConfigurationblock below for details. - extended
S3Configuration Property Map - Enhanced configuration options for the s3 destination. See
extendedS3Configurationblock below for details. - http
Endpoint Property MapConfiguration - Configuration options when
destinationishttpEndpoint. Requires the user to also specify ans3Configurationblock. SeehttpEndpointConfigurationblock below for details. - iceberg
Configuration Property Map - Configuration options when
destinationisiceberg. SeeicebergConfigurationblock below for details. - kinesis
Source Property MapConfiguration - Stream and role ARNs for a Kinesis data stream used as the source for a delivery stream. See
kinesisSourceConfigurationblock below for details. - msk
Source Property MapConfiguration - Configuration for the Amazon MSK cluster to be used as the source for a delivery stream. See
mskSourceConfigurationblock below for details. - name String
- Name to identify the stream. This is unique to the AWS account and region the Stream is created in. When using for WAF logging, name must be prefixed with
aws-waf-logs-. See AWS Documentation for more details. - opensearch
Configuration Property Map - Configuration options when
destinationisopensearch. SeeopensearchConfigurationblock below for details. - opensearchserverless
Configuration Property Map - Configuration options when
destinationisopensearchserverless. SeeopensearchserverlessConfigurationblock below for details. - redshift
Configuration Property Map - Configuration options when
destinationisredshift. Requires the user to also specify ans3Configurationblock. SeeredshiftConfigurationblock below for details. - region String
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- server
Side Property MapEncryption - Encrypt at rest options. See
serverSideEncryptionblock below for details. - snowflake
Configuration Property Map - Configuration options when
destinationissnowflake. SeesnowflakeConfigurationblock below for details. - splunk
Configuration Property Map - Configuration options when
destinationissplunk. SeesplunkConfigurationblock below for details. - Map<String>
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - version
Id String Version identifier of the delivery stream.
NOTE: Server-side encryption should not be enabled when a kinesis stream is configured as the source of the firehose delivery stream.
Outputs
All input properties are implicitly available as output properties. Additionally, the FirehoseDeliveryStream resource produces the following output properties:
- Id string
- The provider-assigned unique ID for this managed resource.
- Dictionary<string, string>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- Id string
- The provider-assigned unique ID for this managed resource.
- map[string]string
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- id string
- The provider-assigned unique ID for this managed resource.
- map(string)
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- id String
- The provider-assigned unique ID for this managed resource.
- Map<String,String>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- id string
- The provider-assigned unique ID for this managed resource.
- {[key: string]: string}
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- id str
- The provider-assigned unique ID for this managed resource.
- Mapping[str, str]
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- id String
- The provider-assigned unique ID for this managed resource.
- Map<String>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
Look up Existing FirehoseDeliveryStream Resource
Get an existing FirehoseDeliveryStream resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.
public static get(name: string, id: Input<ID>, state?: FirehoseDeliveryStreamState, opts?: CustomResourceOptions): FirehoseDeliveryStream@staticmethod
def get(resource_name: str,
id: str,
opts: Optional[ResourceOptions] = None,
arn: Optional[str] = None,
destination: Optional[str] = None,
destination_id: Optional[str] = None,
elasticsearch_configuration: Optional[FirehoseDeliveryStreamElasticsearchConfigurationArgs] = None,
extended_s3_configuration: Optional[FirehoseDeliveryStreamExtendedS3ConfigurationArgs] = None,
http_endpoint_configuration: Optional[FirehoseDeliveryStreamHttpEndpointConfigurationArgs] = None,
iceberg_configuration: Optional[FirehoseDeliveryStreamIcebergConfigurationArgs] = None,
kinesis_source_configuration: Optional[FirehoseDeliveryStreamKinesisSourceConfigurationArgs] = None,
msk_source_configuration: Optional[FirehoseDeliveryStreamMskSourceConfigurationArgs] = None,
name: Optional[str] = None,
opensearch_configuration: Optional[FirehoseDeliveryStreamOpensearchConfigurationArgs] = None,
opensearchserverless_configuration: Optional[FirehoseDeliveryStreamOpensearchserverlessConfigurationArgs] = None,
redshift_configuration: Optional[FirehoseDeliveryStreamRedshiftConfigurationArgs] = None,
region: Optional[str] = None,
server_side_encryption: Optional[FirehoseDeliveryStreamServerSideEncryptionArgs] = None,
snowflake_configuration: Optional[FirehoseDeliveryStreamSnowflakeConfigurationArgs] = None,
splunk_configuration: Optional[FirehoseDeliveryStreamSplunkConfigurationArgs] = None,
tags: Optional[Mapping[str, str]] = None,
tags_all: Optional[Mapping[str, str]] = None,
version_id: Optional[str] = None) -> FirehoseDeliveryStreamfunc GetFirehoseDeliveryStream(ctx *Context, name string, id IDInput, state *FirehoseDeliveryStreamState, opts ...ResourceOption) (*FirehoseDeliveryStream, error)public static FirehoseDeliveryStream Get(string name, Input<string> id, FirehoseDeliveryStreamState? state, CustomResourceOptions? opts = null)public static FirehoseDeliveryStream get(String name, Output<String> id, FirehoseDeliveryStreamState state, CustomResourceOptions options)resources: _: type: aws:kinesis:FirehoseDeliveryStream get: id: ${id}import {
to = aws_kinesis_firehose_delivery_stream.example
id = "${id}"
}
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- resource_name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- Arn string
- ARN specifying the Stream
- Destination string
- Destination where the data is delivered. The only options are
s3(Deprecated, useextendedS3instead),extendedS3,redshift,elasticsearch,splunk,httpEndpoint,opensearch,opensearchserverlessandsnowflake. - Destination
Id string - Identifier of the destination for the delivery stream.
- Elasticsearch
Configuration FirehoseDelivery Stream Elasticsearch Configuration - Configuration options when
destinationiselasticsearch. SeeelasticsearchConfigurationblock below for details. - Extended
S3Configuration FirehoseDelivery Stream Extended S3Configuration - Enhanced configuration options for the s3 destination. See
extendedS3Configurationblock below for details. - Http
Endpoint FirehoseConfiguration Delivery Stream Http Endpoint Configuration - Configuration options when
destinationishttpEndpoint. Requires the user to also specify ans3Configurationblock. SeehttpEndpointConfigurationblock below for details. - Iceberg
Configuration FirehoseDelivery Stream Iceberg Configuration - Configuration options when
destinationisiceberg. SeeicebergConfigurationblock below for details. - Kinesis
Source FirehoseConfiguration Delivery Stream Kinesis Source Configuration - Stream and role ARNs for a Kinesis data stream used as the source for a delivery stream. See
kinesisSourceConfigurationblock below for details. - Msk
Source FirehoseConfiguration Delivery Stream Msk Source Configuration - Configuration for the Amazon MSK cluster to be used as the source for a delivery stream. See
mskSourceConfigurationblock below for details. - Name string
- Name to identify the stream. This is unique to the AWS account and region the Stream is created in. When using for WAF logging, name must be prefixed with
aws-waf-logs-. See AWS Documentation for more details. - Opensearch
Configuration FirehoseDelivery Stream Opensearch Configuration - Configuration options when
destinationisopensearch. SeeopensearchConfigurationblock below for details. - Opensearchserverless
Configuration FirehoseDelivery Stream Opensearchserverless Configuration - Configuration options when
destinationisopensearchserverless. SeeopensearchserverlessConfigurationblock below for details. - Redshift
Configuration FirehoseDelivery Stream Redshift Configuration - Configuration options when
destinationisredshift. Requires the user to also specify ans3Configurationblock. SeeredshiftConfigurationblock below for details. - Region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- Server
Side FirehoseEncryption Delivery Stream Server Side Encryption - Encrypt at rest options. See
serverSideEncryptionblock below for details. - Snowflake
Configuration FirehoseDelivery Stream Snowflake Configuration - Configuration options when
destinationissnowflake. SeesnowflakeConfigurationblock below for details. - Splunk
Configuration FirehoseDelivery Stream Splunk Configuration - Configuration options when
destinationissplunk. SeesplunkConfigurationblock below for details. - Dictionary<string, string>
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Dictionary<string, string>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - Version
Id string Version identifier of the delivery stream.
NOTE: Server-side encryption should not be enabled when a kinesis stream is configured as the source of the firehose delivery stream.
- Arn string
- ARN specifying the Stream
- Destination string
- Destination where the data is delivered. The only options are
s3(Deprecated, useextendedS3instead),extendedS3,redshift,elasticsearch,splunk,httpEndpoint,opensearch,opensearchserverlessandsnowflake. - Destination
Id string - Identifier of the destination for the delivery stream.
- Elasticsearch
Configuration FirehoseDelivery Stream Elasticsearch Configuration Args - Configuration options when
destinationiselasticsearch. SeeelasticsearchConfigurationblock below for details. - Extended
S3Configuration FirehoseDelivery Stream Extended S3Configuration Args - Enhanced configuration options for the s3 destination. See
extendedS3Configurationblock below for details. - Http
Endpoint FirehoseConfiguration Delivery Stream Http Endpoint Configuration Args - Configuration options when
destinationishttpEndpoint. Requires the user to also specify ans3Configurationblock. SeehttpEndpointConfigurationblock below for details. - Iceberg
Configuration FirehoseDelivery Stream Iceberg Configuration Args - Configuration options when
destinationisiceberg. SeeicebergConfigurationblock below for details. - Kinesis
Source FirehoseConfiguration Delivery Stream Kinesis Source Configuration Args - Stream and role ARNs for a Kinesis data stream used as the source for a delivery stream. See
kinesisSourceConfigurationblock below for details. - Msk
Source FirehoseConfiguration Delivery Stream Msk Source Configuration Args - Configuration for the Amazon MSK cluster to be used as the source for a delivery stream. See
mskSourceConfigurationblock below for details. - Name string
- Name to identify the stream. This is unique to the AWS account and region the Stream is created in. When using for WAF logging, name must be prefixed with
aws-waf-logs-. See AWS Documentation for more details. - Opensearch
Configuration FirehoseDelivery Stream Opensearch Configuration Args - Configuration options when
destinationisopensearch. SeeopensearchConfigurationblock below for details. - Opensearchserverless
Configuration FirehoseDelivery Stream Opensearchserverless Configuration Args - Configuration options when
destinationisopensearchserverless. SeeopensearchserverlessConfigurationblock below for details. - Redshift
Configuration FirehoseDelivery Stream Redshift Configuration Args - Configuration options when
destinationisredshift. Requires the user to also specify ans3Configurationblock. SeeredshiftConfigurationblock below for details. - Region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- Server
Side FirehoseEncryption Delivery Stream Server Side Encryption Args - Encrypt at rest options. See
serverSideEncryptionblock below for details. - Snowflake
Configuration FirehoseDelivery Stream Snowflake Configuration Args - Configuration options when
destinationissnowflake. SeesnowflakeConfigurationblock below for details. - Splunk
Configuration FirehoseDelivery Stream Splunk Configuration Args - Configuration options when
destinationissplunk. SeesplunkConfigurationblock below for details. - map[string]string
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - map[string]string
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - Version
Id string Version identifier of the delivery stream.
NOTE: Server-side encryption should not be enabled when a kinesis stream is configured as the source of the firehose delivery stream.
- arn string
- ARN specifying the Stream
- destination string
- Destination where the data is delivered. The only options are
s3(Deprecated, useextendedS3instead),extendedS3,redshift,elasticsearch,splunk,httpEndpoint,opensearch,opensearchserverlessandsnowflake. - destination_
id string - Identifier of the destination for the delivery stream.
- elasticsearch_
configuration object - Configuration options when
destinationiselasticsearch. SeeelasticsearchConfigurationblock below for details. - extended_
s3_ objectconfiguration - Enhanced configuration options for the s3 destination. See
extendedS3Configurationblock below for details. - http_
endpoint_ objectconfiguration - Configuration options when
destinationishttpEndpoint. Requires the user to also specify ans3Configurationblock. SeehttpEndpointConfigurationblock below for details. - iceberg_
configuration object - Configuration options when
destinationisiceberg. SeeicebergConfigurationblock below for details. - kinesis_
source_ objectconfiguration - Stream and role ARNs for a Kinesis data stream used as the source for a delivery stream. See
kinesisSourceConfigurationblock below for details. - msk_
source_ objectconfiguration - Configuration for the Amazon MSK cluster to be used as the source for a delivery stream. See
mskSourceConfigurationblock below for details. - name string
- Name to identify the stream. This is unique to the AWS account and region the Stream is created in. When using for WAF logging, name must be prefixed with
aws-waf-logs-. See AWS Documentation for more details. - opensearch_
configuration object - Configuration options when
destinationisopensearch. SeeopensearchConfigurationblock below for details. - opensearchserverless_
configuration object - Configuration options when
destinationisopensearchserverless. SeeopensearchserverlessConfigurationblock below for details. - redshift_
configuration object - Configuration options when
destinationisredshift. Requires the user to also specify ans3Configurationblock. SeeredshiftConfigurationblock below for details. - region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- server_
side_ objectencryption - Encrypt at rest options. See
serverSideEncryptionblock below for details. - snowflake_
configuration object - Configuration options when
destinationissnowflake. SeesnowflakeConfigurationblock below for details. - splunk_
configuration object - Configuration options when
destinationissplunk. SeesplunkConfigurationblock below for details. - map(string)
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - map(string)
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - version_
id string Version identifier of the delivery stream.
NOTE: Server-side encryption should not be enabled when a kinesis stream is configured as the source of the firehose delivery stream.
- arn String
- ARN specifying the Stream
- destination String
- Destination where the data is delivered. The only options are
s3(Deprecated, useextendedS3instead),extendedS3,redshift,elasticsearch,splunk,httpEndpoint,opensearch,opensearchserverlessandsnowflake. - destination
Id String - Identifier of the destination for the delivery stream.
- elasticsearch
Configuration FirehoseDelivery Stream Elasticsearch Configuration - Configuration options when
destinationiselasticsearch. SeeelasticsearchConfigurationblock below for details. - extended
S3Configuration FirehoseDelivery Stream Extended S3Configuration - Enhanced configuration options for the s3 destination. See
extendedS3Configurationblock below for details. - http
Endpoint FirehoseConfiguration Delivery Stream Http Endpoint Configuration - Configuration options when
destinationishttpEndpoint. Requires the user to also specify ans3Configurationblock. SeehttpEndpointConfigurationblock below for details. - iceberg
Configuration FirehoseDelivery Stream Iceberg Configuration - Configuration options when
destinationisiceberg. SeeicebergConfigurationblock below for details. - kinesis
Source FirehoseConfiguration Delivery Stream Kinesis Source Configuration - Stream and role ARNs for a Kinesis data stream used as the source for a delivery stream. See
kinesisSourceConfigurationblock below for details. - msk
Source FirehoseConfiguration Delivery Stream Msk Source Configuration - Configuration for the Amazon MSK cluster to be used as the source for a delivery stream. See
mskSourceConfigurationblock below for details. - name String
- Name to identify the stream. This is unique to the AWS account and region the Stream is created in. When using for WAF logging, name must be prefixed with
aws-waf-logs-. See AWS Documentation for more details. - opensearch
Configuration FirehoseDelivery Stream Opensearch Configuration - Configuration options when
destinationisopensearch. SeeopensearchConfigurationblock below for details. - opensearchserverless
Configuration FirehoseDelivery Stream Opensearchserverless Configuration - Configuration options when
destinationisopensearchserverless. SeeopensearchserverlessConfigurationblock below for details. - redshift
Configuration FirehoseDelivery Stream Redshift Configuration - Configuration options when
destinationisredshift. Requires the user to also specify ans3Configurationblock. SeeredshiftConfigurationblock below for details. - region String
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- server
Side FirehoseEncryption Delivery Stream Server Side Encryption - Encrypt at rest options. See
serverSideEncryptionblock below for details. - snowflake
Configuration FirehoseDelivery Stream Snowflake Configuration - Configuration options when
destinationissnowflake. SeesnowflakeConfigurationblock below for details. - splunk
Configuration FirehoseDelivery Stream Splunk Configuration - Configuration options when
destinationissplunk. SeesplunkConfigurationblock below for details. - Map<String,String>
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Map<String,String>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - version
Id String Version identifier of the delivery stream.
NOTE: Server-side encryption should not be enabled when a kinesis stream is configured as the source of the firehose delivery stream.
- arn string
- ARN specifying the Stream
- destination string
- Destination where the data is delivered. The only options are
s3(Deprecated, useextendedS3instead),extendedS3,redshift,elasticsearch,splunk,httpEndpoint,opensearch,opensearchserverlessandsnowflake. - destination
Id string - Identifier of the destination for the delivery stream.
- elasticsearch
Configuration FirehoseDelivery Stream Elasticsearch Configuration - Configuration options when
destinationiselasticsearch. SeeelasticsearchConfigurationblock below for details. - extended
S3Configuration FirehoseDelivery Stream Extended S3Configuration - Enhanced configuration options for the s3 destination. See
extendedS3Configurationblock below for details. - http
Endpoint FirehoseConfiguration Delivery Stream Http Endpoint Configuration - Configuration options when
destinationishttpEndpoint. Requires the user to also specify ans3Configurationblock. SeehttpEndpointConfigurationblock below for details. - iceberg
Configuration FirehoseDelivery Stream Iceberg Configuration - Configuration options when
destinationisiceberg. SeeicebergConfigurationblock below for details. - kinesis
Source FirehoseConfiguration Delivery Stream Kinesis Source Configuration - Stream and role ARNs for a Kinesis data stream used as the source for a delivery stream. See
kinesisSourceConfigurationblock below for details. - msk
Source FirehoseConfiguration Delivery Stream Msk Source Configuration - Configuration for the Amazon MSK cluster to be used as the source for a delivery stream. See
mskSourceConfigurationblock below for details. - name string
- Name to identify the stream. This is unique to the AWS account and region the Stream is created in. When using for WAF logging, name must be prefixed with
aws-waf-logs-. See AWS Documentation for more details. - opensearch
Configuration FirehoseDelivery Stream Opensearch Configuration - Configuration options when
destinationisopensearch. SeeopensearchConfigurationblock below for details. - opensearchserverless
Configuration FirehoseDelivery Stream Opensearchserverless Configuration - Configuration options when
destinationisopensearchserverless. SeeopensearchserverlessConfigurationblock below for details. - redshift
Configuration FirehoseDelivery Stream Redshift Configuration - Configuration options when
destinationisredshift. Requires the user to also specify ans3Configurationblock. SeeredshiftConfigurationblock below for details. - region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- server
Side FirehoseEncryption Delivery Stream Server Side Encryption - Encrypt at rest options. See
serverSideEncryptionblock below for details. - snowflake
Configuration FirehoseDelivery Stream Snowflake Configuration - Configuration options when
destinationissnowflake. SeesnowflakeConfigurationblock below for details. - splunk
Configuration FirehoseDelivery Stream Splunk Configuration - Configuration options when
destinationissplunk. SeesplunkConfigurationblock below for details. - {[key: string]: string}
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - {[key: string]: string}
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - version
Id string Version identifier of the delivery stream.
NOTE: Server-side encryption should not be enabled when a kinesis stream is configured as the source of the firehose delivery stream.
- arn str
- ARN specifying the Stream
- destination str
- Destination where the data is delivered. The only options are
s3(Deprecated, useextendedS3instead),extendedS3,redshift,elasticsearch,splunk,httpEndpoint,opensearch,opensearchserverlessandsnowflake. - destination_
id str - Identifier of the destination for the delivery stream.
- elasticsearch_
configuration FirehoseDelivery Stream Elasticsearch Configuration Args - Configuration options when
destinationiselasticsearch. SeeelasticsearchConfigurationblock below for details. - extended_
s3_ Firehoseconfiguration Delivery Stream Extended S3Configuration Args - Enhanced configuration options for the s3 destination. See
extendedS3Configurationblock below for details. - http_
endpoint_ Firehoseconfiguration Delivery Stream Http Endpoint Configuration Args - Configuration options when
destinationishttpEndpoint. Requires the user to also specify ans3Configurationblock. SeehttpEndpointConfigurationblock below for details. - iceberg_
configuration FirehoseDelivery Stream Iceberg Configuration Args - Configuration options when
destinationisiceberg. SeeicebergConfigurationblock below for details. - kinesis_
source_ Firehoseconfiguration Delivery Stream Kinesis Source Configuration Args - Stream and role ARNs for a Kinesis data stream used as the source for a delivery stream. See
kinesisSourceConfigurationblock below for details. - msk_
source_ Firehoseconfiguration Delivery Stream Msk Source Configuration Args - Configuration for the Amazon MSK cluster to be used as the source for a delivery stream. See
mskSourceConfigurationblock below for details. - name str
- Name to identify the stream. This is unique to the AWS account and region the Stream is created in. When using for WAF logging, name must be prefixed with
aws-waf-logs-. See AWS Documentation for more details. - opensearch_
configuration FirehoseDelivery Stream Opensearch Configuration Args - Configuration options when
destinationisopensearch. SeeopensearchConfigurationblock below for details. - opensearchserverless_
configuration FirehoseDelivery Stream Opensearchserverless Configuration Args - Configuration options when
destinationisopensearchserverless. SeeopensearchserverlessConfigurationblock below for details. - redshift_
configuration FirehoseDelivery Stream Redshift Configuration Args - Configuration options when
destinationisredshift. Requires the user to also specify ans3Configurationblock. SeeredshiftConfigurationblock below for details. - region str
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- server_
side_ Firehoseencryption Delivery Stream Server Side Encryption Args - Encrypt at rest options. See
serverSideEncryptionblock below for details. - snowflake_
configuration FirehoseDelivery Stream Snowflake Configuration Args - Configuration options when
destinationissnowflake. SeesnowflakeConfigurationblock below for details. - splunk_
configuration FirehoseDelivery Stream Splunk Configuration Args - Configuration options when
destinationissplunk. SeesplunkConfigurationblock below for details. - Mapping[str, str]
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Mapping[str, str]
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - version_
id str Version identifier of the delivery stream.
NOTE: Server-side encryption should not be enabled when a kinesis stream is configured as the source of the firehose delivery stream.
- arn String
- ARN specifying the Stream
- destination String
- Destination where the data is delivered. The only options are
s3(Deprecated, useextendedS3instead),extendedS3,redshift,elasticsearch,splunk,httpEndpoint,opensearch,opensearchserverlessandsnowflake. - destination
Id String - Identifier of the destination for the delivery stream.
- elasticsearch
Configuration Property Map - Configuration options when
destinationiselasticsearch. SeeelasticsearchConfigurationblock below for details. - extended
S3Configuration Property Map - Enhanced configuration options for the s3 destination. See
extendedS3Configurationblock below for details. - http
Endpoint Property MapConfiguration - Configuration options when
destinationishttpEndpoint. Requires the user to also specify ans3Configurationblock. SeehttpEndpointConfigurationblock below for details. - iceberg
Configuration Property Map - Configuration options when
destinationisiceberg. SeeicebergConfigurationblock below for details. - kinesis
Source Property MapConfiguration - Stream and role ARNs for a Kinesis data stream used as the source for a delivery stream. See
kinesisSourceConfigurationblock below for details. - msk
Source Property MapConfiguration - Configuration for the Amazon MSK cluster to be used as the source for a delivery stream. See
mskSourceConfigurationblock below for details. - name String
- Name to identify the stream. This is unique to the AWS account and region the Stream is created in. When using for WAF logging, name must be prefixed with
aws-waf-logs-. See AWS Documentation for more details. - opensearch
Configuration Property Map - Configuration options when
destinationisopensearch. SeeopensearchConfigurationblock below for details. - opensearchserverless
Configuration Property Map - Configuration options when
destinationisopensearchserverless. SeeopensearchserverlessConfigurationblock below for details. - redshift
Configuration Property Map - Configuration options when
destinationisredshift. Requires the user to also specify ans3Configurationblock. SeeredshiftConfigurationblock below for details. - region String
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- server
Side Property MapEncryption - Encrypt at rest options. See
serverSideEncryptionblock below for details. - snowflake
Configuration Property Map - Configuration options when
destinationissnowflake. SeesnowflakeConfigurationblock below for details. - splunk
Configuration Property Map - Configuration options when
destinationissplunk. SeesplunkConfigurationblock below for details. - Map<String>
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Map<String>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - version
Id String Version identifier of the delivery stream.
NOTE: Server-side encryption should not be enabled when a kinesis stream is configured as the source of the firehose delivery stream.
Supporting Types
FirehoseDeliveryStreamElasticsearchConfiguration, FirehoseDeliveryStreamElasticsearchConfigurationArgs
- Index
Name string - Elasticsearch index name.
- Role
Arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon ES Configuration API and for indexing documents. The IAM role must have permission for
DescribeElasticsearchDomain,DescribeElasticsearchDomains, andDescribeElasticsearchDomainConfig. The pattern needs to bearn:.*. - S3Configuration
Firehose
Delivery Stream Elasticsearch Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Elasticsearch Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Cluster
Endpoint string - Endpoint to use when communicating with the cluster. Conflicts with
domainArn. - Domain
Arn string - ARN of the Amazon ES domain. The pattern needs to be
arn:.*. Conflicts withclusterEndpoint. - Index
Rotation stringPeriod - Elasticsearch index rotation period. Index rotation appends a timestamp to the IndexName to facilitate expiration of old data. Valid values are
NoRotation,OneHour,OneDay,OneWeek, andOneMonth. The default value isOneDay. - Processing
Configuration FirehoseDelivery Stream Elasticsearch Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - Retry
Duration int - After an initial failure to deliver to Amazon Elasticsearch, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- S3Backup
Mode string - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - Type
Name string - Elasticsearch type name with maximum length of 100 characters.
- Vpc
Config FirehoseDelivery Stream Elasticsearch Configuration Vpc Config - VPC configuration for the delivery stream to connect to Elastic Search associated with the VPC. See
vpcConfigblock below for details.
- Index
Name string - Elasticsearch index name.
- Role
Arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon ES Configuration API and for indexing documents. The IAM role must have permission for
DescribeElasticsearchDomain,DescribeElasticsearchDomains, andDescribeElasticsearchDomainConfig. The pattern needs to bearn:.*. - S3Configuration
Firehose
Delivery Stream Elasticsearch Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Elasticsearch Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Cluster
Endpoint string - Endpoint to use when communicating with the cluster. Conflicts with
domainArn. - Domain
Arn string - ARN of the Amazon ES domain. The pattern needs to be
arn:.*. Conflicts withclusterEndpoint. - Index
Rotation stringPeriod - Elasticsearch index rotation period. Index rotation appends a timestamp to the IndexName to facilitate expiration of old data. Valid values are
NoRotation,OneHour,OneDay,OneWeek, andOneMonth. The default value isOneDay. - Processing
Configuration FirehoseDelivery Stream Elasticsearch Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - Retry
Duration int - After an initial failure to deliver to Amazon Elasticsearch, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- S3Backup
Mode string - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - Type
Name string - Elasticsearch type name with maximum length of 100 characters.
- Vpc
Config FirehoseDelivery Stream Elasticsearch Configuration Vpc Config - VPC configuration for the delivery stream to connect to Elastic Search associated with the VPC. See
vpcConfigblock below for details.
- index_
name string - Elasticsearch index name.
- role_
arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon ES Configuration API and for indexing documents. The IAM role must have permission for
DescribeElasticsearchDomain,DescribeElasticsearchDomains, andDescribeElasticsearchDomainConfig. The pattern needs to bearn:.*. - s3_
configuration object - S3 Configuration. See
s3Configurationblock below for details. - buffering_
interval number - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- buffering_
size number - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - cluster_
endpoint string - Endpoint to use when communicating with the cluster. Conflicts with
domainArn. - domain_
arn string - ARN of the Amazon ES domain. The pattern needs to be
arn:.*. Conflicts withclusterEndpoint. - index_
rotation_ stringperiod - Elasticsearch index rotation period. Index rotation appends a timestamp to the IndexName to facilitate expiration of old data. Valid values are
NoRotation,OneHour,OneDay,OneWeek, andOneMonth. The default value isOneDay. - processing_
configuration object - Data processing configuration. See
processingConfigurationblock below for details. - retry_
duration number - After an initial failure to deliver to Amazon Elasticsearch, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3_
backup_ stringmode - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - type_
name string - Elasticsearch type name with maximum length of 100 characters.
- vpc_
config object - VPC configuration for the delivery stream to connect to Elastic Search associated with the VPC. See
vpcConfigblock below for details.
- index
Name String - Elasticsearch index name.
- role
Arn String - ARN of the IAM role to be assumed by Firehose for calling the Amazon ES Configuration API and for indexing documents. The IAM role must have permission for
DescribeElasticsearchDomain,DescribeElasticsearchDomains, andDescribeElasticsearchDomainConfig. The pattern needs to bearn:.*. - s3Configuration
Firehose
Delivery Stream Elasticsearch Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- cloudwatch
Logging FirehoseOptions Delivery Stream Elasticsearch Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - cluster
Endpoint String - Endpoint to use when communicating with the cluster. Conflicts with
domainArn. - domain
Arn String - ARN of the Amazon ES domain. The pattern needs to be
arn:.*. Conflicts withclusterEndpoint. - index
Rotation StringPeriod - Elasticsearch index rotation period. Index rotation appends a timestamp to the IndexName to facilitate expiration of old data. Valid values are
NoRotation,OneHour,OneDay,OneWeek, andOneMonth. The default value isOneDay. - processing
Configuration FirehoseDelivery Stream Elasticsearch Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration Integer - After an initial failure to deliver to Amazon Elasticsearch, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3Backup
Mode String - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - type
Name String - Elasticsearch type name with maximum length of 100 characters.
- vpc
Config FirehoseDelivery Stream Elasticsearch Configuration Vpc Config - VPC configuration for the delivery stream to connect to Elastic Search associated with the VPC. See
vpcConfigblock below for details.
- index
Name string - Elasticsearch index name.
- role
Arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon ES Configuration API and for indexing documents. The IAM role must have permission for
DescribeElasticsearchDomain,DescribeElasticsearchDomains, andDescribeElasticsearchDomainConfig. The pattern needs to bearn:.*. - s3Configuration
Firehose
Delivery Stream Elasticsearch Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - buffering
Interval number - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- buffering
Size number - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- cloudwatch
Logging FirehoseOptions Delivery Stream Elasticsearch Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - cluster
Endpoint string - Endpoint to use when communicating with the cluster. Conflicts with
domainArn. - domain
Arn string - ARN of the Amazon ES domain. The pattern needs to be
arn:.*. Conflicts withclusterEndpoint. - index
Rotation stringPeriod - Elasticsearch index rotation period. Index rotation appends a timestamp to the IndexName to facilitate expiration of old data. Valid values are
NoRotation,OneHour,OneDay,OneWeek, andOneMonth. The default value isOneDay. - processing
Configuration FirehoseDelivery Stream Elasticsearch Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration number - After an initial failure to deliver to Amazon Elasticsearch, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3Backup
Mode string - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - type
Name string - Elasticsearch type name with maximum length of 100 characters.
- vpc
Config FirehoseDelivery Stream Elasticsearch Configuration Vpc Config - VPC configuration for the delivery stream to connect to Elastic Search associated with the VPC. See
vpcConfigblock below for details.
- index_
name str - Elasticsearch index name.
- role_
arn str - ARN of the IAM role to be assumed by Firehose for calling the Amazon ES Configuration API and for indexing documents. The IAM role must have permission for
DescribeElasticsearchDomain,DescribeElasticsearchDomains, andDescribeElasticsearchDomainConfig. The pattern needs to bearn:.*. - s3_
configuration FirehoseDelivery Stream Elasticsearch Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - buffering_
interval int - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- buffering_
size int - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Elasticsearch Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - cluster_
endpoint str - Endpoint to use when communicating with the cluster. Conflicts with
domainArn. - domain_
arn str - ARN of the Amazon ES domain. The pattern needs to be
arn:.*. Conflicts withclusterEndpoint. - index_
rotation_ strperiod - Elasticsearch index rotation period. Index rotation appends a timestamp to the IndexName to facilitate expiration of old data. Valid values are
NoRotation,OneHour,OneDay,OneWeek, andOneMonth. The default value isOneDay. - processing_
configuration FirehoseDelivery Stream Elasticsearch Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry_
duration int - After an initial failure to deliver to Amazon Elasticsearch, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3_
backup_ strmode - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - type_
name str - Elasticsearch type name with maximum length of 100 characters.
- vpc_
config FirehoseDelivery Stream Elasticsearch Configuration Vpc Config - VPC configuration for the delivery stream to connect to Elastic Search associated with the VPC. See
vpcConfigblock below for details.
- index
Name String - Elasticsearch index name.
- role
Arn String - ARN of the IAM role to be assumed by Firehose for calling the Amazon ES Configuration API and for indexing documents. The IAM role must have permission for
DescribeElasticsearchDomain,DescribeElasticsearchDomains, andDescribeElasticsearchDomainConfig. The pattern needs to bearn:.*. - s3Configuration Property Map
- S3 Configuration. See
s3Configurationblock below for details. - buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - cluster
Endpoint String - Endpoint to use when communicating with the cluster. Conflicts with
domainArn. - domain
Arn String - ARN of the Amazon ES domain. The pattern needs to be
arn:.*. Conflicts withclusterEndpoint. - index
Rotation StringPeriod - Elasticsearch index rotation period. Index rotation appends a timestamp to the IndexName to facilitate expiration of old data. Valid values are
NoRotation,OneHour,OneDay,OneWeek, andOneMonth. The default value isOneDay. - processing
Configuration Property Map - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration Number - After an initial failure to deliver to Amazon Elasticsearch, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3Backup
Mode String - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - type
Name String - Elasticsearch type name with maximum length of 100 characters.
- vpc
Config Property Map - VPC configuration for the delivery stream to connect to Elastic Search associated with the VPC. See
vpcConfigblock below for details.
FirehoseDeliveryStreamElasticsearchConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamElasticsearchConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfiguration, FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationArgs
- Enabled bool
- Enables or disables data processing.
- Processors
List<Firehose
Delivery Stream Elasticsearch Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- Enabled bool
- Enables or disables data processing.
- Processors
[]Firehose
Delivery Stream Elasticsearch Configuration Processing Configuration Processor - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors list(object)
- Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors
List<Firehose
Delivery Stream Elasticsearch Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- enabled boolean
- Enables or disables data processing.
- processors
Firehose
Delivery Stream Elasticsearch Configuration Processing Configuration Processor[] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors
Sequence[Firehose
Delivery Stream Elasticsearch Configuration Processing Configuration Processor] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors List<Property Map>
- Data processors as multiple blocks. See
processorsblock below for details.
FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationProcessor, FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationProcessorArgs
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
List<Firehose
Delivery Stream Elasticsearch Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
[]Firehose
Delivery Stream Elasticsearch Configuration Processing Configuration Processor Parameter - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters list(object)
- Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
List<Firehose
Delivery Stream Elasticsearch Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Firehose
Delivery Stream Elasticsearch Configuration Processing Configuration Processor Parameter[] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type str
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Sequence[Firehose
Delivery Stream Elasticsearch Configuration Processing Configuration Processor Parameter] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters List<Property Map>
- Processor parameters as multiple blocks. See
parametersblock below for details.
FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationProcessorParameter, FirehoseDeliveryStreamElasticsearchConfigurationProcessingConfigurationProcessorParameterArgs
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name str - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value str Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
FirehoseDeliveryStreamElasticsearchConfigurationS3Configuration, FirehoseDeliveryStreamElasticsearchConfigurationS3ConfigurationArgs
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Elasticsearch Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Elasticsearch Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn string - ARN of the S3 bucket.
- role_
arn string - ARN of the AWS credentials.
- buffering_
interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ stringprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms_
key_ stringarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Elasticsearch Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn string - ARN of the S3 bucket.
- role
Arn string - ARN of the AWS credentials.
- buffering
Interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Elasticsearch Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn str - ARN of the S3 bucket.
- role_
arn str - ARN of the AWS credentials.
- buffering_
interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Elasticsearch Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format str - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ strprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms_
key_ strarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix str
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
FirehoseDeliveryStreamElasticsearchConfigurationS3ConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamElasticsearchConfigurationS3ConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamElasticsearchConfigurationVpcConfig, FirehoseDeliveryStreamElasticsearchConfigurationVpcConfigArgs
- Role
Arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- Security
Group List<string>Ids - List of security group IDs to associate with Kinesis Firehose.
- Subnet
Ids List<string> - List of subnet IDs to associate with Kinesis Firehose.
- Vpc
Id string - ID of the VPC associated with the delivery stream.
- Role
Arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- Security
Group []stringIds - List of security group IDs to associate with Kinesis Firehose.
- Subnet
Ids []string - List of subnet IDs to associate with Kinesis Firehose.
- Vpc
Id string - ID of the VPC associated with the delivery stream.
- role_
arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- security_
group_ list(string)ids - List of security group IDs to associate with Kinesis Firehose.
- subnet_
ids list(string) - List of subnet IDs to associate with Kinesis Firehose.
- vpc_
id string - ID of the VPC associated with the delivery stream.
- role
Arn String - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- security
Group List<String>Ids - List of security group IDs to associate with Kinesis Firehose.
- subnet
Ids List<String> - List of subnet IDs to associate with Kinesis Firehose.
- vpc
Id String - ID of the VPC associated with the delivery stream.
- role
Arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- security
Group string[]Ids - List of security group IDs to associate with Kinesis Firehose.
- subnet
Ids string[] - List of subnet IDs to associate with Kinesis Firehose.
- vpc
Id string - ID of the VPC associated with the delivery stream.
- role_
arn str - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- security_
group_ Sequence[str]ids - List of security group IDs to associate with Kinesis Firehose.
- subnet_
ids Sequence[str] - List of subnet IDs to associate with Kinesis Firehose.
- vpc_
id str - ID of the VPC associated with the delivery stream.
- role
Arn String - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- security
Group List<String>Ids - List of security group IDs to associate with Kinesis Firehose.
- subnet
Ids List<String> - List of subnet IDs to associate with Kinesis Firehose.
- vpc
Id String - ID of the VPC associated with the delivery stream.
FirehoseDeliveryStreamExtendedS3Configuration, FirehoseDeliveryStreamExtendedS3ConfigurationArgs
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Extended S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Custom
Time stringZone - Time zone you prefer. Valid values are
UTCor a non-3-letter IANA time zones (for example,America/Los_Angeles). Default value isUTC. - Data
Format FirehoseConversion Configuration Delivery Stream Extended S3Configuration Data Format Conversion Configuration - Nested argument for the serializer, deserializer, and schema for converting data from the JSON format to the Parquet or ORC format before writing it to Amazon S3. See
dataFormatConversionConfigurationblock below for details. - Dynamic
Partitioning FirehoseConfiguration Delivery Stream Extended S3Configuration Dynamic Partitioning Configuration - Configuration for dynamic partitioning. Required when using dynamic partitioning. See
dynamicPartitioningConfigurationblock below for details. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - File
Extension string - File extension to override the default file extension (for example,
.json). - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- Processing
Configuration FirehoseDelivery Stream Extended S3Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - S3Backup
Configuration FirehoseDelivery Stream Extended S3Configuration S3Backup Configuration - Configuration for backup in Amazon S3. Required if
s3BackupModeisEnabled. Sees3BackupConfigurationblock below for details. - S3Backup
Mode string - Amazon S3 backup mode. Valid values are
DisabledandEnabled. Default value isDisabled.
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Extended S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Custom
Time stringZone - Time zone you prefer. Valid values are
UTCor a non-3-letter IANA time zones (for example,America/Los_Angeles). Default value isUTC. - Data
Format FirehoseConversion Configuration Delivery Stream Extended S3Configuration Data Format Conversion Configuration - Nested argument for the serializer, deserializer, and schema for converting data from the JSON format to the Parquet or ORC format before writing it to Amazon S3. See
dataFormatConversionConfigurationblock below for details. - Dynamic
Partitioning FirehoseConfiguration Delivery Stream Extended S3Configuration Dynamic Partitioning Configuration - Configuration for dynamic partitioning. Required when using dynamic partitioning. See
dynamicPartitioningConfigurationblock below for details. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - File
Extension string - File extension to override the default file extension (for example,
.json). - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- Processing
Configuration FirehoseDelivery Stream Extended S3Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - S3Backup
Configuration FirehoseDelivery Stream Extended S3Configuration S3Backup Configuration - Configuration for backup in Amazon S3. Required if
s3BackupModeisEnabled. Sees3BackupConfigurationblock below for details. - S3Backup
Mode string - Amazon S3 backup mode. Valid values are
DisabledandEnabled. Default value isDisabled.
- bucket_
arn string - ARN of the S3 bucket.
- role_
arn string - ARN of the AWS credentials.
- buffering_
interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - custom_
time_ stringzone - Time zone you prefer. Valid values are
UTCor a non-3-letter IANA time zones (for example,America/Los_Angeles). Default value isUTC. - data_
format_ objectconversion_ configuration - Nested argument for the serializer, deserializer, and schema for converting data from the JSON format to the Parquet or ORC format before writing it to Amazon S3. See
dataFormatConversionConfigurationblock below for details. - dynamic_
partitioning_ objectconfiguration - Configuration for dynamic partitioning. Required when using dynamic partitioning. See
dynamicPartitioningConfigurationblock below for details. - error_
output_ stringprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - file_
extension string - File extension to override the default file extension (for example,
.json). - kms_
key_ stringarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- processing_
configuration object - Data processing configuration. See
processingConfigurationblock below for details. - s3_
backup_ objectconfiguration - Configuration for backup in Amazon S3. Required if
s3BackupModeisEnabled. Sees3BackupConfigurationblock below for details. - s3_
backup_ stringmode - Amazon S3 backup mode. Valid values are
DisabledandEnabled. Default value isDisabled.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Extended S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - custom
Time StringZone - Time zone you prefer. Valid values are
UTCor a non-3-letter IANA time zones (for example,America/Los_Angeles). Default value isUTC. - data
Format FirehoseConversion Configuration Delivery Stream Extended S3Configuration Data Format Conversion Configuration - Nested argument for the serializer, deserializer, and schema for converting data from the JSON format to the Parquet or ORC format before writing it to Amazon S3. See
dataFormatConversionConfigurationblock below for details. - dynamic
Partitioning FirehoseConfiguration Delivery Stream Extended S3Configuration Dynamic Partitioning Configuration - Configuration for dynamic partitioning. Required when using dynamic partitioning. See
dynamicPartitioningConfigurationblock below for details. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - file
Extension String - File extension to override the default file extension (for example,
.json). - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- processing
Configuration FirehoseDelivery Stream Extended S3Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - s3Backup
Configuration FirehoseDelivery Stream Extended S3Configuration S3Backup Configuration - Configuration for backup in Amazon S3. Required if
s3BackupModeisEnabled. Sees3BackupConfigurationblock below for details. - s3Backup
Mode String - Amazon S3 backup mode. Valid values are
DisabledandEnabled. Default value isDisabled.
- bucket
Arn string - ARN of the S3 bucket.
- role
Arn string - ARN of the AWS credentials.
- buffering
Interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Extended S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - custom
Time stringZone - Time zone you prefer. Valid values are
UTCor a non-3-letter IANA time zones (for example,America/Los_Angeles). Default value isUTC. - data
Format FirehoseConversion Configuration Delivery Stream Extended S3Configuration Data Format Conversion Configuration - Nested argument for the serializer, deserializer, and schema for converting data from the JSON format to the Parquet or ORC format before writing it to Amazon S3. See
dataFormatConversionConfigurationblock below for details. - dynamic
Partitioning FirehoseConfiguration Delivery Stream Extended S3Configuration Dynamic Partitioning Configuration - Configuration for dynamic partitioning. Required when using dynamic partitioning. See
dynamicPartitioningConfigurationblock below for details. - error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - file
Extension string - File extension to override the default file extension (for example,
.json). - kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- processing
Configuration FirehoseDelivery Stream Extended S3Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - s3Backup
Configuration FirehoseDelivery Stream Extended S3Configuration S3Backup Configuration - Configuration for backup in Amazon S3. Required if
s3BackupModeisEnabled. Sees3BackupConfigurationblock below for details. - s3Backup
Mode string - Amazon S3 backup mode. Valid values are
DisabledandEnabled. Default value isDisabled.
- bucket_
arn str - ARN of the S3 bucket.
- role_
arn str - ARN of the AWS credentials.
- buffering_
interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Extended S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format str - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - custom_
time_ strzone - Time zone you prefer. Valid values are
UTCor a non-3-letter IANA time zones (for example,America/Los_Angeles). Default value isUTC. - data_
format_ Firehoseconversion_ configuration Delivery Stream Extended S3Configuration Data Format Conversion Configuration - Nested argument for the serializer, deserializer, and schema for converting data from the JSON format to the Parquet or ORC format before writing it to Amazon S3. See
dataFormatConversionConfigurationblock below for details. - dynamic_
partitioning_ Firehoseconfiguration Delivery Stream Extended S3Configuration Dynamic Partitioning Configuration - Configuration for dynamic partitioning. Required when using dynamic partitioning. See
dynamicPartitioningConfigurationblock below for details. - error_
output_ strprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - file_
extension str - File extension to override the default file extension (for example,
.json). - kms_
key_ strarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix str
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- processing_
configuration FirehoseDelivery Stream Extended S3Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - s3_
backup_ Firehoseconfiguration Delivery Stream Extended S3Configuration S3Backup Configuration - Configuration for backup in Amazon S3. Required if
s3BackupModeisEnabled. Sees3BackupConfigurationblock below for details. - s3_
backup_ strmode - Amazon S3 backup mode. Valid values are
DisabledandEnabled. Default value isDisabled.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - custom
Time StringZone - Time zone you prefer. Valid values are
UTCor a non-3-letter IANA time zones (for example,America/Los_Angeles). Default value isUTC. - data
Format Property MapConversion Configuration - Nested argument for the serializer, deserializer, and schema for converting data from the JSON format to the Parquet or ORC format before writing it to Amazon S3. See
dataFormatConversionConfigurationblock below for details. - dynamic
Partitioning Property MapConfiguration - Configuration for dynamic partitioning. Required when using dynamic partitioning. See
dynamicPartitioningConfigurationblock below for details. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - file
Extension String - File extension to override the default file extension (for example,
.json). - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- processing
Configuration Property Map - Data processing configuration. See
processingConfigurationblock below for details. - s3Backup
Configuration Property Map - Configuration for backup in Amazon S3. Required if
s3BackupModeisEnabled. Sees3BackupConfigurationblock below for details. - s3Backup
Mode String - Amazon S3 backup mode. Valid values are
DisabledandEnabled. Default value isDisabled.
FirehoseDeliveryStreamExtendedS3ConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamExtendedS3ConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfiguration, FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationArgs
- Input
Format FirehoseConfiguration Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration - Deserializer that you want Kinesis Data Firehose to use to convert the format of your data from JSON. See
inputFormatConfigurationblock below for details. - Output
Format FirehoseConfiguration Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration - Serializer that you want Kinesis Data Firehose to use to convert the format of your data to the Parquet or ORC format. See
outputFormatConfigurationblock below for details. - Schema
Configuration FirehoseDelivery Stream Extended S3Configuration Data Format Conversion Configuration Schema Configuration - AWS Glue Data Catalog table that contains the column information. See
schemaConfigurationblock below for details. - Enabled bool
- Defaults to
true. Set it tofalseif you want to disable format conversion while preserving the configuration details.
- Input
Format FirehoseConfiguration Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration - Deserializer that you want Kinesis Data Firehose to use to convert the format of your data from JSON. See
inputFormatConfigurationblock below for details. - Output
Format FirehoseConfiguration Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration - Serializer that you want Kinesis Data Firehose to use to convert the format of your data to the Parquet or ORC format. See
outputFormatConfigurationblock below for details. - Schema
Configuration FirehoseDelivery Stream Extended S3Configuration Data Format Conversion Configuration Schema Configuration - AWS Glue Data Catalog table that contains the column information. See
schemaConfigurationblock below for details. - Enabled bool
- Defaults to
true. Set it tofalseif you want to disable format conversion while preserving the configuration details.
- input_
format_ objectconfiguration - Deserializer that you want Kinesis Data Firehose to use to convert the format of your data from JSON. See
inputFormatConfigurationblock below for details. - output_
format_ objectconfiguration - Serializer that you want Kinesis Data Firehose to use to convert the format of your data to the Parquet or ORC format. See
outputFormatConfigurationblock below for details. - schema_
configuration object - AWS Glue Data Catalog table that contains the column information. See
schemaConfigurationblock below for details. - enabled bool
- Defaults to
true. Set it tofalseif you want to disable format conversion while preserving the configuration details.
- input
Format FirehoseConfiguration Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration - Deserializer that you want Kinesis Data Firehose to use to convert the format of your data from JSON. See
inputFormatConfigurationblock below for details. - output
Format FirehoseConfiguration Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration - Serializer that you want Kinesis Data Firehose to use to convert the format of your data to the Parquet or ORC format. See
outputFormatConfigurationblock below for details. - schema
Configuration FirehoseDelivery Stream Extended S3Configuration Data Format Conversion Configuration Schema Configuration - AWS Glue Data Catalog table that contains the column information. See
schemaConfigurationblock below for details. - enabled Boolean
- Defaults to
true. Set it tofalseif you want to disable format conversion while preserving the configuration details.
- input
Format FirehoseConfiguration Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration - Deserializer that you want Kinesis Data Firehose to use to convert the format of your data from JSON. See
inputFormatConfigurationblock below for details. - output
Format FirehoseConfiguration Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration - Serializer that you want Kinesis Data Firehose to use to convert the format of your data to the Parquet or ORC format. See
outputFormatConfigurationblock below for details. - schema
Configuration FirehoseDelivery Stream Extended S3Configuration Data Format Conversion Configuration Schema Configuration - AWS Glue Data Catalog table that contains the column information. See
schemaConfigurationblock below for details. - enabled boolean
- Defaults to
true. Set it tofalseif you want to disable format conversion while preserving the configuration details.
- input_
format_ Firehoseconfiguration Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration - Deserializer that you want Kinesis Data Firehose to use to convert the format of your data from JSON. See
inputFormatConfigurationblock below for details. - output_
format_ Firehoseconfiguration Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration - Serializer that you want Kinesis Data Firehose to use to convert the format of your data to the Parquet or ORC format. See
outputFormatConfigurationblock below for details. - schema_
configuration FirehoseDelivery Stream Extended S3Configuration Data Format Conversion Configuration Schema Configuration - AWS Glue Data Catalog table that contains the column information. See
schemaConfigurationblock below for details. - enabled bool
- Defaults to
true. Set it tofalseif you want to disable format conversion while preserving the configuration details.
- input
Format Property MapConfiguration - Deserializer that you want Kinesis Data Firehose to use to convert the format of your data from JSON. See
inputFormatConfigurationblock below for details. - output
Format Property MapConfiguration - Serializer that you want Kinesis Data Firehose to use to convert the format of your data to the Parquet or ORC format. See
outputFormatConfigurationblock below for details. - schema
Configuration Property Map - AWS Glue Data Catalog table that contains the column information. See
schemaConfigurationblock below for details. - enabled Boolean
- Defaults to
true. Set it tofalseif you want to disable format conversion while preserving the configuration details.
FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfiguration, FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationArgs
- Deserializer
Firehose
Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration Deserializer - Which deserializer to use. You can choose either the Apache Hive JSON SerDe or the OpenX JSON SerDe. See
deserializerblock below for details.
- Deserializer
Firehose
Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration Deserializer - Which deserializer to use. You can choose either the Apache Hive JSON SerDe or the OpenX JSON SerDe. See
deserializerblock below for details.
- deserializer object
- Which deserializer to use. You can choose either the Apache Hive JSON SerDe or the OpenX JSON SerDe. See
deserializerblock below for details.
- deserializer
Firehose
Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration Deserializer - Which deserializer to use. You can choose either the Apache Hive JSON SerDe or the OpenX JSON SerDe. See
deserializerblock below for details.
- deserializer
Firehose
Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration Deserializer - Which deserializer to use. You can choose either the Apache Hive JSON SerDe or the OpenX JSON SerDe. See
deserializerblock below for details.
- deserializer
Firehose
Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration Deserializer - Which deserializer to use. You can choose either the Apache Hive JSON SerDe or the OpenX JSON SerDe. See
deserializerblock below for details.
- deserializer Property Map
- Which deserializer to use. You can choose either the Apache Hive JSON SerDe or the OpenX JSON SerDe. See
deserializerblock below for details.
FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationDeserializer, FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationDeserializerArgs
- Hive
Json FirehoseSer De Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration Deserializer Hive Json Ser De - Native Hive / HCatalog JsonSerDe. See
hiveJsonSerDeblock below for details. - Open
XJson FirehoseSer De Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration Deserializer Open XJson Ser De - OpenX SerDe. See
openXJsonSerDeblock below for details.
- Hive
Json FirehoseSer De Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration Deserializer Hive Json Ser De - Native Hive / HCatalog JsonSerDe. See
hiveJsonSerDeblock below for details. - Open
XJson FirehoseSer De Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration Deserializer Open XJson Ser De - OpenX SerDe. See
openXJsonSerDeblock below for details.
- hive_
json_ objectser_ de - Native Hive / HCatalog JsonSerDe. See
hiveJsonSerDeblock below for details. - open_
x_ objectjson_ ser_ de - OpenX SerDe. See
openXJsonSerDeblock below for details.
- hive
Json FirehoseSer De Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration Deserializer Hive Json Ser De - Native Hive / HCatalog JsonSerDe. See
hiveJsonSerDeblock below for details. - open
XJson FirehoseSer De Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration Deserializer Open XJson Ser De - OpenX SerDe. See
openXJsonSerDeblock below for details.
- hive
Json FirehoseSer De Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration Deserializer Hive Json Ser De - Native Hive / HCatalog JsonSerDe. See
hiveJsonSerDeblock below for details. - open
XJson FirehoseSer De Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration Deserializer Open XJson Ser De - OpenX SerDe. See
openXJsonSerDeblock below for details.
- hive_
json_ Firehoseser_ de Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration Deserializer Hive Json Ser De - Native Hive / HCatalog JsonSerDe. See
hiveJsonSerDeblock below for details. - open_
x_ Firehosejson_ ser_ de Delivery Stream Extended S3Configuration Data Format Conversion Configuration Input Format Configuration Deserializer Open XJson Ser De - OpenX SerDe. See
openXJsonSerDeblock below for details.
- hive
Json Property MapSer De - Native Hive / HCatalog JsonSerDe. See
hiveJsonSerDeblock below for details. - open
XJson Property MapSer De - OpenX SerDe. See
openXJsonSerDeblock below for details.
FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationDeserializerHiveJsonSerDe, FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationDeserializerHiveJsonSerDeArgs
- Timestamp
Formats List<string> - List of how you want Kinesis Data Firehose to parse the date and time stamps that may be present in your input data JSON. To specify these format strings, follow the pattern syntax of JodaTime's DateTimeFormat format strings. For more information, see Class DateTimeFormat. You can also use the special value millis to parse time stamps in epoch milliseconds. If you don't specify a format, Kinesis Data Firehose uses java.sql.Timestamp::valueOf by default.
- Timestamp
Formats []string - List of how you want Kinesis Data Firehose to parse the date and time stamps that may be present in your input data JSON. To specify these format strings, follow the pattern syntax of JodaTime's DateTimeFormat format strings. For more information, see Class DateTimeFormat. You can also use the special value millis to parse time stamps in epoch milliseconds. If you don't specify a format, Kinesis Data Firehose uses java.sql.Timestamp::valueOf by default.
- timestamp_
formats list(string) - List of how you want Kinesis Data Firehose to parse the date and time stamps that may be present in your input data JSON. To specify these format strings, follow the pattern syntax of JodaTime's DateTimeFormat format strings. For more information, see Class DateTimeFormat. You can also use the special value millis to parse time stamps in epoch milliseconds. If you don't specify a format, Kinesis Data Firehose uses java.sql.Timestamp::valueOf by default.
- timestamp
Formats List<String> - List of how you want Kinesis Data Firehose to parse the date and time stamps that may be present in your input data JSON. To specify these format strings, follow the pattern syntax of JodaTime's DateTimeFormat format strings. For more information, see Class DateTimeFormat. You can also use the special value millis to parse time stamps in epoch milliseconds. If you don't specify a format, Kinesis Data Firehose uses java.sql.Timestamp::valueOf by default.
- timestamp
Formats string[] - List of how you want Kinesis Data Firehose to parse the date and time stamps that may be present in your input data JSON. To specify these format strings, follow the pattern syntax of JodaTime's DateTimeFormat format strings. For more information, see Class DateTimeFormat. You can also use the special value millis to parse time stamps in epoch milliseconds. If you don't specify a format, Kinesis Data Firehose uses java.sql.Timestamp::valueOf by default.
- timestamp_
formats Sequence[str] - List of how you want Kinesis Data Firehose to parse the date and time stamps that may be present in your input data JSON. To specify these format strings, follow the pattern syntax of JodaTime's DateTimeFormat format strings. For more information, see Class DateTimeFormat. You can also use the special value millis to parse time stamps in epoch milliseconds. If you don't specify a format, Kinesis Data Firehose uses java.sql.Timestamp::valueOf by default.
- timestamp
Formats List<String> - List of how you want Kinesis Data Firehose to parse the date and time stamps that may be present in your input data JSON. To specify these format strings, follow the pattern syntax of JodaTime's DateTimeFormat format strings. For more information, see Class DateTimeFormat. You can also use the special value millis to parse time stamps in epoch milliseconds. If you don't specify a format, Kinesis Data Firehose uses java.sql.Timestamp::valueOf by default.
FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationDeserializerOpenXJsonSerDe, FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationInputFormatConfigurationDeserializerOpenXJsonSerDeArgs
- Case
Insensitive bool - When set to true, which is the default, Kinesis Data Firehose converts JSON keys to lowercase before deserializing them.
- Column
To Dictionary<string, string>Json Key Mappings - Map of column names to JSON keys that aren't identical to the column names. This is useful when the JSON contains keys that are Hive keywords. For example, timestamp is a Hive keyword. If you have a JSON key named timestamp, set this parameter to
{ ts = "timestamp" }to map this key to a column named ts. - Convert
Dots boolIn Json Keys To Underscores - When set to
true, specifies that the names of the keys include dots and that you want Kinesis Data Firehose to replace them with underscores. This is useful because Apache Hive does not allow dots in column names. For example, if the JSON contains a key whose name is "a.b", you can define the column name to be "aB" when using this option. Defaults tofalse.
- Case
Insensitive bool - When set to true, which is the default, Kinesis Data Firehose converts JSON keys to lowercase before deserializing them.
- Column
To map[string]stringJson Key Mappings - Map of column names to JSON keys that aren't identical to the column names. This is useful when the JSON contains keys that are Hive keywords. For example, timestamp is a Hive keyword. If you have a JSON key named timestamp, set this parameter to
{ ts = "timestamp" }to map this key to a column named ts. - Convert
Dots boolIn Json Keys To Underscores - When set to
true, specifies that the names of the keys include dots and that you want Kinesis Data Firehose to replace them with underscores. This is useful because Apache Hive does not allow dots in column names. For example, if the JSON contains a key whose name is "a.b", you can define the column name to be "aB" when using this option. Defaults tofalse.
- case_
insensitive bool - When set to true, which is the default, Kinesis Data Firehose converts JSON keys to lowercase before deserializing them.
- column_
to_ map(string)json_ key_ mappings - Map of column names to JSON keys that aren't identical to the column names. This is useful when the JSON contains keys that are Hive keywords. For example, timestamp is a Hive keyword. If you have a JSON key named timestamp, set this parameter to
{ ts = "timestamp" }to map this key to a column named ts. - convert_
dots_ boolin_ json_ keys_ to_ underscores - When set to
true, specifies that the names of the keys include dots and that you want Kinesis Data Firehose to replace them with underscores. This is useful because Apache Hive does not allow dots in column names. For example, if the JSON contains a key whose name is "a.b", you can define the column name to be "aB" when using this option. Defaults tofalse.
- case
Insensitive Boolean - When set to true, which is the default, Kinesis Data Firehose converts JSON keys to lowercase before deserializing them.
- column
To Map<String,String>Json Key Mappings - Map of column names to JSON keys that aren't identical to the column names. This is useful when the JSON contains keys that are Hive keywords. For example, timestamp is a Hive keyword. If you have a JSON key named timestamp, set this parameter to
{ ts = "timestamp" }to map this key to a column named ts. - convert
Dots BooleanIn Json Keys To Underscores - When set to
true, specifies that the names of the keys include dots and that you want Kinesis Data Firehose to replace them with underscores. This is useful because Apache Hive does not allow dots in column names. For example, if the JSON contains a key whose name is "a.b", you can define the column name to be "aB" when using this option. Defaults tofalse.
- case
Insensitive boolean - When set to true, which is the default, Kinesis Data Firehose converts JSON keys to lowercase before deserializing them.
- column
To {[key: string]: string}Json Key Mappings - Map of column names to JSON keys that aren't identical to the column names. This is useful when the JSON contains keys that are Hive keywords. For example, timestamp is a Hive keyword. If you have a JSON key named timestamp, set this parameter to
{ ts = "timestamp" }to map this key to a column named ts. - convert
Dots booleanIn Json Keys To Underscores - When set to
true, specifies that the names of the keys include dots and that you want Kinesis Data Firehose to replace them with underscores. This is useful because Apache Hive does not allow dots in column names. For example, if the JSON contains a key whose name is "a.b", you can define the column name to be "aB" when using this option. Defaults tofalse.
- case_
insensitive bool - When set to true, which is the default, Kinesis Data Firehose converts JSON keys to lowercase before deserializing them.
- column_
to_ Mapping[str, str]json_ key_ mappings - Map of column names to JSON keys that aren't identical to the column names. This is useful when the JSON contains keys that are Hive keywords. For example, timestamp is a Hive keyword. If you have a JSON key named timestamp, set this parameter to
{ ts = "timestamp" }to map this key to a column named ts. - convert_
dots_ boolin_ json_ keys_ to_ underscores - When set to
true, specifies that the names of the keys include dots and that you want Kinesis Data Firehose to replace them with underscores. This is useful because Apache Hive does not allow dots in column names. For example, if the JSON contains a key whose name is "a.b", you can define the column name to be "aB" when using this option. Defaults tofalse.
- case
Insensitive Boolean - When set to true, which is the default, Kinesis Data Firehose converts JSON keys to lowercase before deserializing them.
- column
To Map<String>Json Key Mappings - Map of column names to JSON keys that aren't identical to the column names. This is useful when the JSON contains keys that are Hive keywords. For example, timestamp is a Hive keyword. If you have a JSON key named timestamp, set this parameter to
{ ts = "timestamp" }to map this key to a column named ts. - convert
Dots BooleanIn Json Keys To Underscores - When set to
true, specifies that the names of the keys include dots and that you want Kinesis Data Firehose to replace them with underscores. This is useful because Apache Hive does not allow dots in column names. For example, if the JSON contains a key whose name is "a.b", you can define the column name to be "aB" when using this option. Defaults tofalse.
FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfiguration, FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationArgs
- Serializer
Firehose
Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration Serializer - Which serializer to use. You can choose either the ORC SerDe or the Parquet SerDe. See
serializerblock below for details.
- Serializer
Firehose
Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration Serializer - Which serializer to use. You can choose either the ORC SerDe or the Parquet SerDe. See
serializerblock below for details.
- serializer object
- Which serializer to use. You can choose either the ORC SerDe or the Parquet SerDe. See
serializerblock below for details.
- serializer
Firehose
Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration Serializer - Which serializer to use. You can choose either the ORC SerDe or the Parquet SerDe. See
serializerblock below for details.
- serializer
Firehose
Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration Serializer - Which serializer to use. You can choose either the ORC SerDe or the Parquet SerDe. See
serializerblock below for details.
- serializer
Firehose
Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration Serializer - Which serializer to use. You can choose either the ORC SerDe or the Parquet SerDe. See
serializerblock below for details.
- serializer Property Map
- Which serializer to use. You can choose either the ORC SerDe or the Parquet SerDe. See
serializerblock below for details.
FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationSerializer, FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationSerializerArgs
- Orc
Ser FirehoseDe Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration Serializer Orc Ser De - Converts data to the ORC format before storing it in Amazon S3. For more information, see Apache ORC. See
orcSerDeblock below for details. - Parquet
Ser FirehoseDe Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration Serializer Parquet Ser De - Converts data to the Parquet format before storing it in Amazon S3. For more information, see Apache Parquet. See
parquetSerDeblock below for details.
- Orc
Ser FirehoseDe Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration Serializer Orc Ser De - Converts data to the ORC format before storing it in Amazon S3. For more information, see Apache ORC. See
orcSerDeblock below for details. - Parquet
Ser FirehoseDe Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration Serializer Parquet Ser De - Converts data to the Parquet format before storing it in Amazon S3. For more information, see Apache Parquet. See
parquetSerDeblock below for details.
- orc_
ser_ objectde - Converts data to the ORC format before storing it in Amazon S3. For more information, see Apache ORC. See
orcSerDeblock below for details. - parquet_
ser_ objectde - Converts data to the Parquet format before storing it in Amazon S3. For more information, see Apache Parquet. See
parquetSerDeblock below for details.
- orc
Ser FirehoseDe Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration Serializer Orc Ser De - Converts data to the ORC format before storing it in Amazon S3. For more information, see Apache ORC. See
orcSerDeblock below for details. - parquet
Ser FirehoseDe Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration Serializer Parquet Ser De - Converts data to the Parquet format before storing it in Amazon S3. For more information, see Apache Parquet. See
parquetSerDeblock below for details.
- orc
Ser FirehoseDe Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration Serializer Orc Ser De - Converts data to the ORC format before storing it in Amazon S3. For more information, see Apache ORC. See
orcSerDeblock below for details. - parquet
Ser FirehoseDe Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration Serializer Parquet Ser De - Converts data to the Parquet format before storing it in Amazon S3. For more information, see Apache Parquet. See
parquetSerDeblock below for details.
- orc_
ser_ Firehosede Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration Serializer Orc Ser De - Converts data to the ORC format before storing it in Amazon S3. For more information, see Apache ORC. See
orcSerDeblock below for details. - parquet_
ser_ Firehosede Delivery Stream Extended S3Configuration Data Format Conversion Configuration Output Format Configuration Serializer Parquet Ser De - Converts data to the Parquet format before storing it in Amazon S3. For more information, see Apache Parquet. See
parquetSerDeblock below for details.
- orc
Ser Property MapDe - Converts data to the ORC format before storing it in Amazon S3. For more information, see Apache ORC. See
orcSerDeblock below for details. - parquet
Ser Property MapDe - Converts data to the Parquet format before storing it in Amazon S3. For more information, see Apache Parquet. See
parquetSerDeblock below for details.
FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationSerializerOrcSerDe, FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationSerializerOrcSerDeArgs
- Block
Size intBytes - Hadoop Distributed File System (HDFS) block size. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is 256 MiB and the minimum is 64 MiB. Kinesis Data Firehose uses this value for padding calculations.
- Bloom
Filter List<string>Columns - List of column names for which you want Kinesis Data Firehose to create bloom filters.
- Bloom
Filter doubleFalse Positive Probability - Bloom filter false positive probability (FPP). The lower the FPP, the bigger the Bloom filter. The default value is
0.05, the minimum is0, and the maximum is1. - Compression string
- Compression code to use over data blocks. The default is
SNAPPY. - Dictionary
Key doubleThreshold - Float that represents the fraction of the total number of non-null rows. To turn off dictionary encoding, set this fraction to a number that is less than the number of distinct keys in a dictionary. To always use dictionary encoding, set this threshold to
1. - Enable
Padding bool - Set this to
trueto indicate that you want stripes to be padded to the HDFS block boundaries. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default isfalse. - Format
Version string - Version of the file to write. The possible values are
V0_11andV0_12. The default isV0_12. - Padding
Tolerance double - Float between 0 and 1 that defines the tolerance for block padding as a decimal fraction of stripe size. The default value is
0.05, which means 5 percent of stripe size. For the default values of 64 MiB ORC stripes and 256 MiB HDFS blocks, the default block padding tolerance of 5 percent reserves a maximum of 3.2 MiB for padding within the 256 MiB block. In such a case, if the available size within the block is more than 3.2 MiB, a new, smaller stripe is inserted to fit within that space. This ensures that no stripe crosses block boundaries and causes remote reads within a node-local task. Kinesis Data Firehose ignores this parameter whenenablePaddingisfalse. - Row
Index intStride - Number of rows between index entries. The default is
10000and the minimum is1000. - Stripe
Size intBytes - Number of bytes in each stripe. The default is 64 MiB and the minimum is 8 MiB.
- Block
Size intBytes - Hadoop Distributed File System (HDFS) block size. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is 256 MiB and the minimum is 64 MiB. Kinesis Data Firehose uses this value for padding calculations.
- Bloom
Filter []stringColumns - List of column names for which you want Kinesis Data Firehose to create bloom filters.
- Bloom
Filter float64False Positive Probability - Bloom filter false positive probability (FPP). The lower the FPP, the bigger the Bloom filter. The default value is
0.05, the minimum is0, and the maximum is1. - Compression string
- Compression code to use over data blocks. The default is
SNAPPY. - Dictionary
Key float64Threshold - Float that represents the fraction of the total number of non-null rows. To turn off dictionary encoding, set this fraction to a number that is less than the number of distinct keys in a dictionary. To always use dictionary encoding, set this threshold to
1. - Enable
Padding bool - Set this to
trueto indicate that you want stripes to be padded to the HDFS block boundaries. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default isfalse. - Format
Version string - Version of the file to write. The possible values are
V0_11andV0_12. The default isV0_12. - Padding
Tolerance float64 - Float between 0 and 1 that defines the tolerance for block padding as a decimal fraction of stripe size. The default value is
0.05, which means 5 percent of stripe size. For the default values of 64 MiB ORC stripes and 256 MiB HDFS blocks, the default block padding tolerance of 5 percent reserves a maximum of 3.2 MiB for padding within the 256 MiB block. In such a case, if the available size within the block is more than 3.2 MiB, a new, smaller stripe is inserted to fit within that space. This ensures that no stripe crosses block boundaries and causes remote reads within a node-local task. Kinesis Data Firehose ignores this parameter whenenablePaddingisfalse. - Row
Index intStride - Number of rows between index entries. The default is
10000and the minimum is1000. - Stripe
Size intBytes - Number of bytes in each stripe. The default is 64 MiB and the minimum is 8 MiB.
- block_
size_ numberbytes - Hadoop Distributed File System (HDFS) block size. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is 256 MiB and the minimum is 64 MiB. Kinesis Data Firehose uses this value for padding calculations.
- bloom_
filter_ list(string)columns - List of column names for which you want Kinesis Data Firehose to create bloom filters.
- bloom_
filter_ numberfalse_ positive_ probability - Bloom filter false positive probability (FPP). The lower the FPP, the bigger the Bloom filter. The default value is
0.05, the minimum is0, and the maximum is1. - compression string
- Compression code to use over data blocks. The default is
SNAPPY. - dictionary_
key_ numberthreshold - Float that represents the fraction of the total number of non-null rows. To turn off dictionary encoding, set this fraction to a number that is less than the number of distinct keys in a dictionary. To always use dictionary encoding, set this threshold to
1. - enable_
padding bool - Set this to
trueto indicate that you want stripes to be padded to the HDFS block boundaries. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default isfalse. - format_
version string - Version of the file to write. The possible values are
V0_11andV0_12. The default isV0_12. - padding_
tolerance number - Float between 0 and 1 that defines the tolerance for block padding as a decimal fraction of stripe size. The default value is
0.05, which means 5 percent of stripe size. For the default values of 64 MiB ORC stripes and 256 MiB HDFS blocks, the default block padding tolerance of 5 percent reserves a maximum of 3.2 MiB for padding within the 256 MiB block. In such a case, if the available size within the block is more than 3.2 MiB, a new, smaller stripe is inserted to fit within that space. This ensures that no stripe crosses block boundaries and causes remote reads within a node-local task. Kinesis Data Firehose ignores this parameter whenenablePaddingisfalse. - row_
index_ numberstride - Number of rows between index entries. The default is
10000and the minimum is1000. - stripe_
size_ numberbytes - Number of bytes in each stripe. The default is 64 MiB and the minimum is 8 MiB.
- block
Size IntegerBytes - Hadoop Distributed File System (HDFS) block size. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is 256 MiB and the minimum is 64 MiB. Kinesis Data Firehose uses this value for padding calculations.
- bloom
Filter List<String>Columns - List of column names for which you want Kinesis Data Firehose to create bloom filters.
- bloom
Filter DoubleFalse Positive Probability - Bloom filter false positive probability (FPP). The lower the FPP, the bigger the Bloom filter. The default value is
0.05, the minimum is0, and the maximum is1. - compression String
- Compression code to use over data blocks. The default is
SNAPPY. - dictionary
Key DoubleThreshold - Float that represents the fraction of the total number of non-null rows. To turn off dictionary encoding, set this fraction to a number that is less than the number of distinct keys in a dictionary. To always use dictionary encoding, set this threshold to
1. - enable
Padding Boolean - Set this to
trueto indicate that you want stripes to be padded to the HDFS block boundaries. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default isfalse. - format
Version String - Version of the file to write. The possible values are
V0_11andV0_12. The default isV0_12. - padding
Tolerance Double - Float between 0 and 1 that defines the tolerance for block padding as a decimal fraction of stripe size. The default value is
0.05, which means 5 percent of stripe size. For the default values of 64 MiB ORC stripes and 256 MiB HDFS blocks, the default block padding tolerance of 5 percent reserves a maximum of 3.2 MiB for padding within the 256 MiB block. In such a case, if the available size within the block is more than 3.2 MiB, a new, smaller stripe is inserted to fit within that space. This ensures that no stripe crosses block boundaries and causes remote reads within a node-local task. Kinesis Data Firehose ignores this parameter whenenablePaddingisfalse. - row
Index IntegerStride - Number of rows between index entries. The default is
10000and the minimum is1000. - stripe
Size IntegerBytes - Number of bytes in each stripe. The default is 64 MiB and the minimum is 8 MiB.
- block
Size numberBytes - Hadoop Distributed File System (HDFS) block size. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is 256 MiB and the minimum is 64 MiB. Kinesis Data Firehose uses this value for padding calculations.
- bloom
Filter string[]Columns - List of column names for which you want Kinesis Data Firehose to create bloom filters.
- bloom
Filter numberFalse Positive Probability - Bloom filter false positive probability (FPP). The lower the FPP, the bigger the Bloom filter. The default value is
0.05, the minimum is0, and the maximum is1. - compression string
- Compression code to use over data blocks. The default is
SNAPPY. - dictionary
Key numberThreshold - Float that represents the fraction of the total number of non-null rows. To turn off dictionary encoding, set this fraction to a number that is less than the number of distinct keys in a dictionary. To always use dictionary encoding, set this threshold to
1. - enable
Padding boolean - Set this to
trueto indicate that you want stripes to be padded to the HDFS block boundaries. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default isfalse. - format
Version string - Version of the file to write. The possible values are
V0_11andV0_12. The default isV0_12. - padding
Tolerance number - Float between 0 and 1 that defines the tolerance for block padding as a decimal fraction of stripe size. The default value is
0.05, which means 5 percent of stripe size. For the default values of 64 MiB ORC stripes and 256 MiB HDFS blocks, the default block padding tolerance of 5 percent reserves a maximum of 3.2 MiB for padding within the 256 MiB block. In such a case, if the available size within the block is more than 3.2 MiB, a new, smaller stripe is inserted to fit within that space. This ensures that no stripe crosses block boundaries and causes remote reads within a node-local task. Kinesis Data Firehose ignores this parameter whenenablePaddingisfalse. - row
Index numberStride - Number of rows between index entries. The default is
10000and the minimum is1000. - stripe
Size numberBytes - Number of bytes in each stripe. The default is 64 MiB and the minimum is 8 MiB.
- block_
size_ intbytes - Hadoop Distributed File System (HDFS) block size. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is 256 MiB and the minimum is 64 MiB. Kinesis Data Firehose uses this value for padding calculations.
- bloom_
filter_ Sequence[str]columns - List of column names for which you want Kinesis Data Firehose to create bloom filters.
- bloom_
filter_ floatfalse_ positive_ probability - Bloom filter false positive probability (FPP). The lower the FPP, the bigger the Bloom filter. The default value is
0.05, the minimum is0, and the maximum is1. - compression str
- Compression code to use over data blocks. The default is
SNAPPY. - dictionary_
key_ floatthreshold - Float that represents the fraction of the total number of non-null rows. To turn off dictionary encoding, set this fraction to a number that is less than the number of distinct keys in a dictionary. To always use dictionary encoding, set this threshold to
1. - enable_
padding bool - Set this to
trueto indicate that you want stripes to be padded to the HDFS block boundaries. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default isfalse. - format_
version str - Version of the file to write. The possible values are
V0_11andV0_12. The default isV0_12. - padding_
tolerance float - Float between 0 and 1 that defines the tolerance for block padding as a decimal fraction of stripe size. The default value is
0.05, which means 5 percent of stripe size. For the default values of 64 MiB ORC stripes and 256 MiB HDFS blocks, the default block padding tolerance of 5 percent reserves a maximum of 3.2 MiB for padding within the 256 MiB block. In such a case, if the available size within the block is more than 3.2 MiB, a new, smaller stripe is inserted to fit within that space. This ensures that no stripe crosses block boundaries and causes remote reads within a node-local task. Kinesis Data Firehose ignores this parameter whenenablePaddingisfalse. - row_
index_ intstride - Number of rows between index entries. The default is
10000and the minimum is1000. - stripe_
size_ intbytes - Number of bytes in each stripe. The default is 64 MiB and the minimum is 8 MiB.
- block
Size NumberBytes - Hadoop Distributed File System (HDFS) block size. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is 256 MiB and the minimum is 64 MiB. Kinesis Data Firehose uses this value for padding calculations.
- bloom
Filter List<String>Columns - List of column names for which you want Kinesis Data Firehose to create bloom filters.
- bloom
Filter NumberFalse Positive Probability - Bloom filter false positive probability (FPP). The lower the FPP, the bigger the Bloom filter. The default value is
0.05, the minimum is0, and the maximum is1. - compression String
- Compression code to use over data blocks. The default is
SNAPPY. - dictionary
Key NumberThreshold - Float that represents the fraction of the total number of non-null rows. To turn off dictionary encoding, set this fraction to a number that is less than the number of distinct keys in a dictionary. To always use dictionary encoding, set this threshold to
1. - enable
Padding Boolean - Set this to
trueto indicate that you want stripes to be padded to the HDFS block boundaries. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default isfalse. - format
Version String - Version of the file to write. The possible values are
V0_11andV0_12. The default isV0_12. - padding
Tolerance Number - Float between 0 and 1 that defines the tolerance for block padding as a decimal fraction of stripe size. The default value is
0.05, which means 5 percent of stripe size. For the default values of 64 MiB ORC stripes and 256 MiB HDFS blocks, the default block padding tolerance of 5 percent reserves a maximum of 3.2 MiB for padding within the 256 MiB block. In such a case, if the available size within the block is more than 3.2 MiB, a new, smaller stripe is inserted to fit within that space. This ensures that no stripe crosses block boundaries and causes remote reads within a node-local task. Kinesis Data Firehose ignores this parameter whenenablePaddingisfalse. - row
Index NumberStride - Number of rows between index entries. The default is
10000and the minimum is1000. - stripe
Size NumberBytes - Number of bytes in each stripe. The default is 64 MiB and the minimum is 8 MiB.
FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationSerializerParquetSerDe, FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationOutputFormatConfigurationSerializerParquetSerDeArgs
- Block
Size intBytes - Hadoop Distributed File System (HDFS) block size. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is 256 MiB and the minimum is 64 MiB. Kinesis Data Firehose uses this value for padding calculations.
- Compression string
- Compression code to use over data blocks. The possible values are
UNCOMPRESSED,SNAPPY, andGZIP, with the default beingSNAPPY. UseSNAPPYfor higher decompression speed. UseGZIPif the compression ratio is more important than speed. - Enable
Dictionary boolCompression - Whether to enable dictionary compression.
- Max
Padding intBytes - Maximum amount of padding to apply. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is
0. - Page
Size intBytes - Parquet page size. Column chunks are divided into pages. A page is conceptually an indivisible unit (in terms of compression and encoding). The minimum value is 64 KiB and the default is 1 MiB.
- Writer
Version string - Version of row format to output. The possible values are
V1andV2. The default isV1.
- Block
Size intBytes - Hadoop Distributed File System (HDFS) block size. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is 256 MiB and the minimum is 64 MiB. Kinesis Data Firehose uses this value for padding calculations.
- Compression string
- Compression code to use over data blocks. The possible values are
UNCOMPRESSED,SNAPPY, andGZIP, with the default beingSNAPPY. UseSNAPPYfor higher decompression speed. UseGZIPif the compression ratio is more important than speed. - Enable
Dictionary boolCompression - Whether to enable dictionary compression.
- Max
Padding intBytes - Maximum amount of padding to apply. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is
0. - Page
Size intBytes - Parquet page size. Column chunks are divided into pages. A page is conceptually an indivisible unit (in terms of compression and encoding). The minimum value is 64 KiB and the default is 1 MiB.
- Writer
Version string - Version of row format to output. The possible values are
V1andV2. The default isV1.
- block_
size_ numberbytes - Hadoop Distributed File System (HDFS) block size. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is 256 MiB and the minimum is 64 MiB. Kinesis Data Firehose uses this value for padding calculations.
- compression string
- Compression code to use over data blocks. The possible values are
UNCOMPRESSED,SNAPPY, andGZIP, with the default beingSNAPPY. UseSNAPPYfor higher decompression speed. UseGZIPif the compression ratio is more important than speed. - enable_
dictionary_ boolcompression - Whether to enable dictionary compression.
- max_
padding_ numberbytes - Maximum amount of padding to apply. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is
0. - page_
size_ numberbytes - Parquet page size. Column chunks are divided into pages. A page is conceptually an indivisible unit (in terms of compression and encoding). The minimum value is 64 KiB and the default is 1 MiB.
- writer_
version string - Version of row format to output. The possible values are
V1andV2. The default isV1.
- block
Size IntegerBytes - Hadoop Distributed File System (HDFS) block size. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is 256 MiB and the minimum is 64 MiB. Kinesis Data Firehose uses this value for padding calculations.
- compression String
- Compression code to use over data blocks. The possible values are
UNCOMPRESSED,SNAPPY, andGZIP, with the default beingSNAPPY. UseSNAPPYfor higher decompression speed. UseGZIPif the compression ratio is more important than speed. - enable
Dictionary BooleanCompression - Whether to enable dictionary compression.
- max
Padding IntegerBytes - Maximum amount of padding to apply. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is
0. - page
Size IntegerBytes - Parquet page size. Column chunks are divided into pages. A page is conceptually an indivisible unit (in terms of compression and encoding). The minimum value is 64 KiB and the default is 1 MiB.
- writer
Version String - Version of row format to output. The possible values are
V1andV2. The default isV1.
- block
Size numberBytes - Hadoop Distributed File System (HDFS) block size. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is 256 MiB and the minimum is 64 MiB. Kinesis Data Firehose uses this value for padding calculations.
- compression string
- Compression code to use over data blocks. The possible values are
UNCOMPRESSED,SNAPPY, andGZIP, with the default beingSNAPPY. UseSNAPPYfor higher decompression speed. UseGZIPif the compression ratio is more important than speed. - enable
Dictionary booleanCompression - Whether to enable dictionary compression.
- max
Padding numberBytes - Maximum amount of padding to apply. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is
0. - page
Size numberBytes - Parquet page size. Column chunks are divided into pages. A page is conceptually an indivisible unit (in terms of compression and encoding). The minimum value is 64 KiB and the default is 1 MiB.
- writer
Version string - Version of row format to output. The possible values are
V1andV2. The default isV1.
- block_
size_ intbytes - Hadoop Distributed File System (HDFS) block size. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is 256 MiB and the minimum is 64 MiB. Kinesis Data Firehose uses this value for padding calculations.
- compression str
- Compression code to use over data blocks. The possible values are
UNCOMPRESSED,SNAPPY, andGZIP, with the default beingSNAPPY. UseSNAPPYfor higher decompression speed. UseGZIPif the compression ratio is more important than speed. - enable_
dictionary_ boolcompression - Whether to enable dictionary compression.
- max_
padding_ intbytes - Maximum amount of padding to apply. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is
0. - page_
size_ intbytes - Parquet page size. Column chunks are divided into pages. A page is conceptually an indivisible unit (in terms of compression and encoding). The minimum value is 64 KiB and the default is 1 MiB.
- writer_
version str - Version of row format to output. The possible values are
V1andV2. The default isV1.
- block
Size NumberBytes - Hadoop Distributed File System (HDFS) block size. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is 256 MiB and the minimum is 64 MiB. Kinesis Data Firehose uses this value for padding calculations.
- compression String
- Compression code to use over data blocks. The possible values are
UNCOMPRESSED,SNAPPY, andGZIP, with the default beingSNAPPY. UseSNAPPYfor higher decompression speed. UseGZIPif the compression ratio is more important than speed. - enable
Dictionary BooleanCompression - Whether to enable dictionary compression.
- max
Padding NumberBytes - Maximum amount of padding to apply. This is useful if you intend to copy the data from Amazon S3 to HDFS before querying. The default is
0. - page
Size NumberBytes - Parquet page size. Column chunks are divided into pages. A page is conceptually an indivisible unit (in terms of compression and encoding). The minimum value is 64 KiB and the default is 1 MiB.
- writer
Version String - Version of row format to output. The possible values are
V1andV2. The default isV1.
FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationSchemaConfiguration, FirehoseDeliveryStreamExtendedS3ConfigurationDataFormatConversionConfigurationSchemaConfigurationArgs
- Database
Name string - Name of the AWS Glue database that contains the schema for the output data.
- Role
Arn string - Role that Kinesis Data Firehose can use to access AWS Glue. This role must be in the same account you use for Kinesis Data Firehose. Cross-account roles aren't allowed.
- Table
Name string - AWS Glue table that contains the column information that constitutes your data schema.
- Catalog
Id string - ID of the AWS Glue Data Catalog. If you don't supply this, the AWS account ID is used by default.
- Region string
- If you don't specify an AWS Region, the default is the current region.
- Version
Id string - Table version for the output data schema. Defaults to
LATEST.
- Database
Name string - Name of the AWS Glue database that contains the schema for the output data.
- Role
Arn string - Role that Kinesis Data Firehose can use to access AWS Glue. This role must be in the same account you use for Kinesis Data Firehose. Cross-account roles aren't allowed.
- Table
Name string - AWS Glue table that contains the column information that constitutes your data schema.
- Catalog
Id string - ID of the AWS Glue Data Catalog. If you don't supply this, the AWS account ID is used by default.
- Region string
- If you don't specify an AWS Region, the default is the current region.
- Version
Id string - Table version for the output data schema. Defaults to
LATEST.
- database_
name string - Name of the AWS Glue database that contains the schema for the output data.
- role_
arn string - Role that Kinesis Data Firehose can use to access AWS Glue. This role must be in the same account you use for Kinesis Data Firehose. Cross-account roles aren't allowed.
- table_
name string - AWS Glue table that contains the column information that constitutes your data schema.
- catalog_
id string - ID of the AWS Glue Data Catalog. If you don't supply this, the AWS account ID is used by default.
- region string
- If you don't specify an AWS Region, the default is the current region.
- version_
id string - Table version for the output data schema. Defaults to
LATEST.
- database
Name String - Name of the AWS Glue database that contains the schema for the output data.
- role
Arn String - Role that Kinesis Data Firehose can use to access AWS Glue. This role must be in the same account you use for Kinesis Data Firehose. Cross-account roles aren't allowed.
- table
Name String - AWS Glue table that contains the column information that constitutes your data schema.
- catalog
Id String - ID of the AWS Glue Data Catalog. If you don't supply this, the AWS account ID is used by default.
- region String
- If you don't specify an AWS Region, the default is the current region.
- version
Id String - Table version for the output data schema. Defaults to
LATEST.
- database
Name string - Name of the AWS Glue database that contains the schema for the output data.
- role
Arn string - Role that Kinesis Data Firehose can use to access AWS Glue. This role must be in the same account you use for Kinesis Data Firehose. Cross-account roles aren't allowed.
- table
Name string - AWS Glue table that contains the column information that constitutes your data schema.
- catalog
Id string - ID of the AWS Glue Data Catalog. If you don't supply this, the AWS account ID is used by default.
- region string
- If you don't specify an AWS Region, the default is the current region.
- version
Id string - Table version for the output data schema. Defaults to
LATEST.
- database_
name str - Name of the AWS Glue database that contains the schema for the output data.
- role_
arn str - Role that Kinesis Data Firehose can use to access AWS Glue. This role must be in the same account you use for Kinesis Data Firehose. Cross-account roles aren't allowed.
- table_
name str - AWS Glue table that contains the column information that constitutes your data schema.
- catalog_
id str - ID of the AWS Glue Data Catalog. If you don't supply this, the AWS account ID is used by default.
- region str
- If you don't specify an AWS Region, the default is the current region.
- version_
id str - Table version for the output data schema. Defaults to
LATEST.
- database
Name String - Name of the AWS Glue database that contains the schema for the output data.
- role
Arn String - Role that Kinesis Data Firehose can use to access AWS Glue. This role must be in the same account you use for Kinesis Data Firehose. Cross-account roles aren't allowed.
- table
Name String - AWS Glue table that contains the column information that constitutes your data schema.
- catalog
Id String - ID of the AWS Glue Data Catalog. If you don't supply this, the AWS account ID is used by default.
- region String
- If you don't specify an AWS Region, the default is the current region.
- version
Id String - Table version for the output data schema. Defaults to
LATEST.
FirehoseDeliveryStreamExtendedS3ConfigurationDynamicPartitioningConfiguration, FirehoseDeliveryStreamExtendedS3ConfigurationDynamicPartitioningConfigurationArgs
- Enabled bool
- Enables or disables dynamic partitioning. Defaults to
false. - Retry
Duration int Total amount of seconds Firehose spends on retries. Valid values between 0 and 7200. Default is 300.
NOTE: You can enable dynamic partitioning only when you create a new delivery stream. Once you enable dynamic partitioning on a delivery stream, it cannot be disabled on this delivery stream. Therefore, the provider will recreate the resource whenever dynamic partitioning is enabled or disabled.
- Enabled bool
- Enables or disables dynamic partitioning. Defaults to
false. - Retry
Duration int Total amount of seconds Firehose spends on retries. Valid values between 0 and 7200. Default is 300.
NOTE: You can enable dynamic partitioning only when you create a new delivery stream. Once you enable dynamic partitioning on a delivery stream, it cannot be disabled on this delivery stream. Therefore, the provider will recreate the resource whenever dynamic partitioning is enabled or disabled.
- enabled bool
- Enables or disables dynamic partitioning. Defaults to
false. - retry_
duration number Total amount of seconds Firehose spends on retries. Valid values between 0 and 7200. Default is 300.
NOTE: You can enable dynamic partitioning only when you create a new delivery stream. Once you enable dynamic partitioning on a delivery stream, it cannot be disabled on this delivery stream. Therefore, the provider will recreate the resource whenever dynamic partitioning is enabled or disabled.
- enabled Boolean
- Enables or disables dynamic partitioning. Defaults to
false. - retry
Duration Integer Total amount of seconds Firehose spends on retries. Valid values between 0 and 7200. Default is 300.
NOTE: You can enable dynamic partitioning only when you create a new delivery stream. Once you enable dynamic partitioning on a delivery stream, it cannot be disabled on this delivery stream. Therefore, the provider will recreate the resource whenever dynamic partitioning is enabled or disabled.
- enabled boolean
- Enables or disables dynamic partitioning. Defaults to
false. - retry
Duration number Total amount of seconds Firehose spends on retries. Valid values between 0 and 7200. Default is 300.
NOTE: You can enable dynamic partitioning only when you create a new delivery stream. Once you enable dynamic partitioning on a delivery stream, it cannot be disabled on this delivery stream. Therefore, the provider will recreate the resource whenever dynamic partitioning is enabled or disabled.
- enabled bool
- Enables or disables dynamic partitioning. Defaults to
false. - retry_
duration int Total amount of seconds Firehose spends on retries. Valid values between 0 and 7200. Default is 300.
NOTE: You can enable dynamic partitioning only when you create a new delivery stream. Once you enable dynamic partitioning on a delivery stream, it cannot be disabled on this delivery stream. Therefore, the provider will recreate the resource whenever dynamic partitioning is enabled or disabled.
- enabled Boolean
- Enables or disables dynamic partitioning. Defaults to
false. - retry
Duration Number Total amount of seconds Firehose spends on retries. Valid values between 0 and 7200. Default is 300.
NOTE: You can enable dynamic partitioning only when you create a new delivery stream. Once you enable dynamic partitioning on a delivery stream, it cannot be disabled on this delivery stream. Therefore, the provider will recreate the resource whenever dynamic partitioning is enabled or disabled.
FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfiguration, FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationArgs
- Enabled bool
- Enables or disables data processing.
- Processors
List<Firehose
Delivery Stream Extended S3Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- Enabled bool
- Enables or disables data processing.
- Processors
[]Firehose
Delivery Stream Extended S3Configuration Processing Configuration Processor - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors list(object)
- Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors
List<Firehose
Delivery Stream Extended S3Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- enabled boolean
- Enables or disables data processing.
- processors
Firehose
Delivery Stream Extended S3Configuration Processing Configuration Processor[] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors
Sequence[Firehose
Delivery Stream Extended S3Configuration Processing Configuration Processor] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors List<Property Map>
- Data processors as multiple blocks. See
processorsblock below for details.
FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessor, FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorArgs
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
List<Firehose
Delivery Stream Extended S3Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
[]Firehose
Delivery Stream Extended S3Configuration Processing Configuration Processor Parameter - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters list(object)
- Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
List<Firehose
Delivery Stream Extended S3Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Firehose
Delivery Stream Extended S3Configuration Processing Configuration Processor Parameter[] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type str
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Sequence[Firehose
Delivery Stream Extended S3Configuration Processing Configuration Processor Parameter] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters List<Property Map>
- Processor parameters as multiple blocks. See
parametersblock below for details.
FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameter, FirehoseDeliveryStreamExtendedS3ConfigurationProcessingConfigurationProcessorParameterArgs
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name str - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value str Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
FirehoseDeliveryStreamExtendedS3ConfigurationS3BackupConfiguration, FirehoseDeliveryStreamExtendedS3ConfigurationS3BackupConfigurationArgs
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Extended S3Configuration S3Backup Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects.
- Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Extended S3Configuration S3Backup Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects.
- Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn string - ARN of the S3 bucket.
- role_
arn string - ARN of the AWS credentials.
- buffering_
interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ stringprefix - Prefix added to failed records before writing them to S3. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects.
- kms_
key_ stringarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- cloudwatch
Logging FirehoseOptions Delivery Stream Extended S3Configuration S3Backup Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects.
- kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn string - ARN of the S3 bucket.
- role
Arn string - ARN of the AWS credentials.
- buffering
Interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- cloudwatch
Logging FirehoseOptions Delivery Stream Extended S3Configuration S3Backup Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output stringPrefix - Prefix added to failed records before writing them to S3. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects.
- kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn str - ARN of the S3 bucket.
- role_
arn str - ARN of the AWS credentials.
- buffering_
interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Extended S3Configuration S3Backup Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format str - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ strprefix - Prefix added to failed records before writing them to S3. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects.
- kms_
key_ strarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix str
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects.
- kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
FirehoseDeliveryStreamExtendedS3ConfigurationS3BackupConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamExtendedS3ConfigurationS3BackupConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamHttpEndpointConfiguration, FirehoseDeliveryStreamHttpEndpointConfigurationArgs
- S3Configuration
Firehose
Delivery Stream Http Endpoint Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - Url string
- HTTP endpoint URL to which Kinesis Firehose sends your data. Refer to the target vendor's documentation for the correct intake URL (for example, New Relic or Datadog).
- Access
Key string - Access key required for Kinesis Firehose to authenticate with the HTTP endpoint selected as the destination.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300 (5 minutes).
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Http Endpoint Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Name string
- HTTP endpoint name.
- Processing
Configuration FirehoseDelivery Stream Http Endpoint Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - Request
Configuration FirehoseDelivery Stream Http Endpoint Configuration Request Configuration - Request configuration. See
requestConfigurationblock below for details. - Retry
Duration int - Total amount of seconds Firehose spends on retries. This duration starts after the initial attempt fails, It does not include the time periods during which Firehose waits for acknowledgment from the specified destination after each attempt. Valid values between
0and7200. Default is300. - Role
Arn string - Kinesis Data Firehose uses this IAM role for all the permissions that the delivery stream needs. The pattern needs to be
arn:.*. - S3Backup
Mode string - How documents should be delivered to Amazon S3. Valid values are
FailedDataOnlyandAllData. Default value isFailedDataOnly. - Secrets
Manager FirehoseConfiguration Delivery Stream Http Endpoint Configuration Secrets Manager Configuration - Secret Manager Configuration. See
secretsManagerConfigurationblock below for details.
- S3Configuration
Firehose
Delivery Stream Http Endpoint Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - Url string
- HTTP endpoint URL to which Kinesis Firehose sends your data. Refer to the target vendor's documentation for the correct intake URL (for example, New Relic or Datadog).
- Access
Key string - Access key required for Kinesis Firehose to authenticate with the HTTP endpoint selected as the destination.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300 (5 minutes).
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Http Endpoint Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Name string
- HTTP endpoint name.
- Processing
Configuration FirehoseDelivery Stream Http Endpoint Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - Request
Configuration FirehoseDelivery Stream Http Endpoint Configuration Request Configuration - Request configuration. See
requestConfigurationblock below for details. - Retry
Duration int - Total amount of seconds Firehose spends on retries. This duration starts after the initial attempt fails, It does not include the time periods during which Firehose waits for acknowledgment from the specified destination after each attempt. Valid values between
0and7200. Default is300. - Role
Arn string - Kinesis Data Firehose uses this IAM role for all the permissions that the delivery stream needs. The pattern needs to be
arn:.*. - S3Backup
Mode string - How documents should be delivered to Amazon S3. Valid values are
FailedDataOnlyandAllData. Default value isFailedDataOnly. - Secrets
Manager FirehoseConfiguration Delivery Stream Http Endpoint Configuration Secrets Manager Configuration - Secret Manager Configuration. See
secretsManagerConfigurationblock below for details.
- s3_
configuration object - S3 Configuration. See
s3Configurationblock below for details. - url string
- HTTP endpoint URL to which Kinesis Firehose sends your data. Refer to the target vendor's documentation for the correct intake URL (for example, New Relic or Datadog).
- access_
key string - Access key required for Kinesis Firehose to authenticate with the HTTP endpoint selected as the destination.
- buffering_
interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300 (5 minutes).
- buffering_
size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - name string
- HTTP endpoint name.
- processing_
configuration object - Data processing configuration. See
processingConfigurationblock below for details. - request_
configuration object - Request configuration. See
requestConfigurationblock below for details. - retry_
duration number - Total amount of seconds Firehose spends on retries. This duration starts after the initial attempt fails, It does not include the time periods during which Firehose waits for acknowledgment from the specified destination after each attempt. Valid values between
0and7200. Default is300. - role_
arn string - Kinesis Data Firehose uses this IAM role for all the permissions that the delivery stream needs. The pattern needs to be
arn:.*. - s3_
backup_ stringmode - How documents should be delivered to Amazon S3. Valid values are
FailedDataOnlyandAllData. Default value isFailedDataOnly. - secrets_
manager_ objectconfiguration - Secret Manager Configuration. See
secretsManagerConfigurationblock below for details.
- s3Configuration
Firehose
Delivery Stream Http Endpoint Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - url String
- HTTP endpoint URL to which Kinesis Firehose sends your data. Refer to the target vendor's documentation for the correct intake URL (for example, New Relic or Datadog).
- access
Key String - Access key required for Kinesis Firehose to authenticate with the HTTP endpoint selected as the destination.
- buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300 (5 minutes).
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- cloudwatch
Logging FirehoseOptions Delivery Stream Http Endpoint Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - name String
- HTTP endpoint name.
- processing
Configuration FirehoseDelivery Stream Http Endpoint Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - request
Configuration FirehoseDelivery Stream Http Endpoint Configuration Request Configuration - Request configuration. See
requestConfigurationblock below for details. - retry
Duration Integer - Total amount of seconds Firehose spends on retries. This duration starts after the initial attempt fails, It does not include the time periods during which Firehose waits for acknowledgment from the specified destination after each attempt. Valid values between
0and7200. Default is300. - role
Arn String - Kinesis Data Firehose uses this IAM role for all the permissions that the delivery stream needs. The pattern needs to be
arn:.*. - s3Backup
Mode String - How documents should be delivered to Amazon S3. Valid values are
FailedDataOnlyandAllData. Default value isFailedDataOnly. - secrets
Manager FirehoseConfiguration Delivery Stream Http Endpoint Configuration Secrets Manager Configuration - Secret Manager Configuration. See
secretsManagerConfigurationblock below for details.
- s3Configuration
Firehose
Delivery Stream Http Endpoint Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - url string
- HTTP endpoint URL to which Kinesis Firehose sends your data. Refer to the target vendor's documentation for the correct intake URL (for example, New Relic or Datadog).
- access
Key string - Access key required for Kinesis Firehose to authenticate with the HTTP endpoint selected as the destination.
- buffering
Interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300 (5 minutes).
- buffering
Size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- cloudwatch
Logging FirehoseOptions Delivery Stream Http Endpoint Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - name string
- HTTP endpoint name.
- processing
Configuration FirehoseDelivery Stream Http Endpoint Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - request
Configuration FirehoseDelivery Stream Http Endpoint Configuration Request Configuration - Request configuration. See
requestConfigurationblock below for details. - retry
Duration number - Total amount of seconds Firehose spends on retries. This duration starts after the initial attempt fails, It does not include the time periods during which Firehose waits for acknowledgment from the specified destination after each attempt. Valid values between
0and7200. Default is300. - role
Arn string - Kinesis Data Firehose uses this IAM role for all the permissions that the delivery stream needs. The pattern needs to be
arn:.*. - s3Backup
Mode string - How documents should be delivered to Amazon S3. Valid values are
FailedDataOnlyandAllData. Default value isFailedDataOnly. - secrets
Manager FirehoseConfiguration Delivery Stream Http Endpoint Configuration Secrets Manager Configuration - Secret Manager Configuration. See
secretsManagerConfigurationblock below for details.
- s3_
configuration FirehoseDelivery Stream Http Endpoint Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - url str
- HTTP endpoint URL to which Kinesis Firehose sends your data. Refer to the target vendor's documentation for the correct intake URL (for example, New Relic or Datadog).
- access_
key str - Access key required for Kinesis Firehose to authenticate with the HTTP endpoint selected as the destination.
- buffering_
interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300 (5 minutes).
- buffering_
size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Http Endpoint Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - name str
- HTTP endpoint name.
- processing_
configuration FirehoseDelivery Stream Http Endpoint Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - request_
configuration FirehoseDelivery Stream Http Endpoint Configuration Request Configuration - Request configuration. See
requestConfigurationblock below for details. - retry_
duration int - Total amount of seconds Firehose spends on retries. This duration starts after the initial attempt fails, It does not include the time periods during which Firehose waits for acknowledgment from the specified destination after each attempt. Valid values between
0and7200. Default is300. - role_
arn str - Kinesis Data Firehose uses this IAM role for all the permissions that the delivery stream needs. The pattern needs to be
arn:.*. - s3_
backup_ strmode - How documents should be delivered to Amazon S3. Valid values are
FailedDataOnlyandAllData. Default value isFailedDataOnly. - secrets_
manager_ Firehoseconfiguration Delivery Stream Http Endpoint Configuration Secrets Manager Configuration - Secret Manager Configuration. See
secretsManagerConfigurationblock below for details.
- s3Configuration Property Map
- S3 Configuration. See
s3Configurationblock below for details. - url String
- HTTP endpoint URL to which Kinesis Firehose sends your data. Refer to the target vendor's documentation for the correct intake URL (for example, New Relic or Datadog).
- access
Key String - Access key required for Kinesis Firehose to authenticate with the HTTP endpoint selected as the destination.
- buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300 (5 minutes).
- buffering
Size Number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - name String
- HTTP endpoint name.
- processing
Configuration Property Map - Data processing configuration. See
processingConfigurationblock below for details. - request
Configuration Property Map - Request configuration. See
requestConfigurationblock below for details. - retry
Duration Number - Total amount of seconds Firehose spends on retries. This duration starts after the initial attempt fails, It does not include the time periods during which Firehose waits for acknowledgment from the specified destination after each attempt. Valid values between
0and7200. Default is300. - role
Arn String - Kinesis Data Firehose uses this IAM role for all the permissions that the delivery stream needs. The pattern needs to be
arn:.*. - s3Backup
Mode String - How documents should be delivered to Amazon S3. Valid values are
FailedDataOnlyandAllData. Default value isFailedDataOnly. - secrets
Manager Property MapConfiguration - Secret Manager Configuration. See
secretsManagerConfigurationblock below for details.
FirehoseDeliveryStreamHttpEndpointConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamHttpEndpointConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamHttpEndpointConfigurationProcessingConfiguration, FirehoseDeliveryStreamHttpEndpointConfigurationProcessingConfigurationArgs
- Enabled bool
- Enables or disables data processing.
- Processors
List<Firehose
Delivery Stream Http Endpoint Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- Enabled bool
- Enables or disables data processing.
- Processors
[]Firehose
Delivery Stream Http Endpoint Configuration Processing Configuration Processor - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors list(object)
- Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors
List<Firehose
Delivery Stream Http Endpoint Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- enabled boolean
- Enables or disables data processing.
- processors
Firehose
Delivery Stream Http Endpoint Configuration Processing Configuration Processor[] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors
Sequence[Firehose
Delivery Stream Http Endpoint Configuration Processing Configuration Processor] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors List<Property Map>
- Data processors as multiple blocks. See
processorsblock below for details.
FirehoseDeliveryStreamHttpEndpointConfigurationProcessingConfigurationProcessor, FirehoseDeliveryStreamHttpEndpointConfigurationProcessingConfigurationProcessorArgs
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
List<Firehose
Delivery Stream Http Endpoint Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
[]Firehose
Delivery Stream Http Endpoint Configuration Processing Configuration Processor Parameter - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters list(object)
- Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
List<Firehose
Delivery Stream Http Endpoint Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Firehose
Delivery Stream Http Endpoint Configuration Processing Configuration Processor Parameter[] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type str
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Sequence[Firehose
Delivery Stream Http Endpoint Configuration Processing Configuration Processor Parameter] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters List<Property Map>
- Processor parameters as multiple blocks. See
parametersblock below for details.
FirehoseDeliveryStreamHttpEndpointConfigurationProcessingConfigurationProcessorParameter, FirehoseDeliveryStreamHttpEndpointConfigurationProcessingConfigurationProcessorParameterArgs
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name str - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value str Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
FirehoseDeliveryStreamHttpEndpointConfigurationRequestConfiguration, FirehoseDeliveryStreamHttpEndpointConfigurationRequestConfigurationArgs
- Common
Attributes List<FirehoseDelivery Stream Http Endpoint Configuration Request Configuration Common Attribute> - Metadata sent to the HTTP endpoint destination. See
commonAttributesblock below for details. - Content
Encoding string - Kinesis Data Firehose uses the content encoding to compress the body of a request before sending the request to the destination. Valid values are
NONEandGZIP. Default value isNONE.
- Common
Attributes []FirehoseDelivery Stream Http Endpoint Configuration Request Configuration Common Attribute - Metadata sent to the HTTP endpoint destination. See
commonAttributesblock below for details. - Content
Encoding string - Kinesis Data Firehose uses the content encoding to compress the body of a request before sending the request to the destination. Valid values are
NONEandGZIP. Default value isNONE.
- common_
attributes list(object) - Metadata sent to the HTTP endpoint destination. See
commonAttributesblock below for details. - content_
encoding string - Kinesis Data Firehose uses the content encoding to compress the body of a request before sending the request to the destination. Valid values are
NONEandGZIP. Default value isNONE.
- common
Attributes List<FirehoseDelivery Stream Http Endpoint Configuration Request Configuration Common Attribute> - Metadata sent to the HTTP endpoint destination. See
commonAttributesblock below for details. - content
Encoding String - Kinesis Data Firehose uses the content encoding to compress the body of a request before sending the request to the destination. Valid values are
NONEandGZIP. Default value isNONE.
- common
Attributes FirehoseDelivery Stream Http Endpoint Configuration Request Configuration Common Attribute[] - Metadata sent to the HTTP endpoint destination. See
commonAttributesblock below for details. - content
Encoding string - Kinesis Data Firehose uses the content encoding to compress the body of a request before sending the request to the destination. Valid values are
NONEandGZIP. Default value isNONE.
- common_
attributes Sequence[FirehoseDelivery Stream Http Endpoint Configuration Request Configuration Common Attribute] - Metadata sent to the HTTP endpoint destination. See
commonAttributesblock below for details. - content_
encoding str - Kinesis Data Firehose uses the content encoding to compress the body of a request before sending the request to the destination. Valid values are
NONEandGZIP. Default value isNONE.
- common
Attributes List<Property Map> - Metadata sent to the HTTP endpoint destination. See
commonAttributesblock below for details. - content
Encoding String - Kinesis Data Firehose uses the content encoding to compress the body of a request before sending the request to the destination. Valid values are
NONEandGZIP. Default value isNONE.
FirehoseDeliveryStreamHttpEndpointConfigurationRequestConfigurationCommonAttribute, FirehoseDeliveryStreamHttpEndpointConfigurationRequestConfigurationCommonAttributeArgs
FirehoseDeliveryStreamHttpEndpointConfigurationS3Configuration, FirehoseDeliveryStreamHttpEndpointConfigurationS3ConfigurationArgs
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Http Endpoint Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Http Endpoint Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn string - ARN of the S3 bucket.
- role_
arn string - ARN of the AWS credentials.
- buffering_
interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ stringprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms_
key_ stringarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Http Endpoint Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn string - ARN of the S3 bucket.
- role
Arn string - ARN of the AWS credentials.
- buffering
Interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Http Endpoint Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn str - ARN of the S3 bucket.
- role_
arn str - ARN of the AWS credentials.
- buffering_
interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Http Endpoint Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format str - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ strprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms_
key_ strarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix str
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
FirehoseDeliveryStreamHttpEndpointConfigurationS3ConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamHttpEndpointConfigurationS3ConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamHttpEndpointConfigurationSecretsManagerConfiguration, FirehoseDeliveryStreamHttpEndpointConfigurationSecretsManagerConfigurationArgs
- enabled bool
- Enables or disables the Secrets Manager configuration.
- role_
arn string - ARN of the role the stream assumes.
- secret_
arn string - ARN of the Secrets Manager secret. This value is required if
enabledis true.
- enabled bool
- Enables or disables the Secrets Manager configuration.
- role_
arn str - ARN of the role the stream assumes.
- secret_
arn str - ARN of the Secrets Manager secret. This value is required if
enabledis true.
FirehoseDeliveryStreamIcebergConfiguration, FirehoseDeliveryStreamIcebergConfigurationArgs
- Catalog
Arn string - Glue catalog ARN identifier of the destination Apache Iceberg Tables. You must specify the ARN in the format
arn:aws:glue:region:account-id:catalog. - Role
Arn string - ARN of the IAM role to be assumed by Firehose for calling Apache Iceberg Tables.
- S3Configuration
Firehose
Delivery Stream Iceberg Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - Append
Only bool - Whether to enable append only operations. When set, Firehose only performs insert operations on the destination Apache Iceberg Tables.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds between 0 and 900, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs between 1 and 128, before delivering it to the destination. The default value is 5.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Iceberg Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Destination
Table List<FirehoseConfigurations Delivery Stream Iceberg Configuration Destination Table Configuration> - Destination table configurations which Firehose uses to deliver data to Apache Iceberg Tables. Firehose will write data with insert if table specific configuration is not provided. See
destinationTableConfigurationblock below for details. - Processing
Configuration FirehoseDelivery Stream Iceberg Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - Retry
Duration int - Period of time, in seconds between 0 to 7200, during which Firehose retries to deliver data to the specified destination.
- S3Backup
Mode string - Amazon S3 backup mode. Valid values are
FailedDataOnlyandAllData. Default value isFailedDataOnly.
- Catalog
Arn string - Glue catalog ARN identifier of the destination Apache Iceberg Tables. You must specify the ARN in the format
arn:aws:glue:region:account-id:catalog. - Role
Arn string - ARN of the IAM role to be assumed by Firehose for calling Apache Iceberg Tables.
- S3Configuration
Firehose
Delivery Stream Iceberg Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - Append
Only bool - Whether to enable append only operations. When set, Firehose only performs insert operations on the destination Apache Iceberg Tables.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds between 0 and 900, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs between 1 and 128, before delivering it to the destination. The default value is 5.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Iceberg Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Destination
Table []FirehoseConfigurations Delivery Stream Iceberg Configuration Destination Table Configuration - Destination table configurations which Firehose uses to deliver data to Apache Iceberg Tables. Firehose will write data with insert if table specific configuration is not provided. See
destinationTableConfigurationblock below for details. - Processing
Configuration FirehoseDelivery Stream Iceberg Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - Retry
Duration int - Period of time, in seconds between 0 to 7200, during which Firehose retries to deliver data to the specified destination.
- S3Backup
Mode string - Amazon S3 backup mode. Valid values are
FailedDataOnlyandAllData. Default value isFailedDataOnly.
- catalog_
arn string - Glue catalog ARN identifier of the destination Apache Iceberg Tables. You must specify the ARN in the format
arn:aws:glue:region:account-id:catalog. - role_
arn string - ARN of the IAM role to be assumed by Firehose for calling Apache Iceberg Tables.
- s3_
configuration object - S3 Configuration. See
s3Configurationblock below for details. - append_
only bool - Whether to enable append only operations. When set, Firehose only performs insert operations on the destination Apache Iceberg Tables.
- buffering_
interval number - Buffer incoming data for the specified period of time, in seconds between 0 and 900, before delivering it to the destination. The default value is 300.
- buffering_
size number - Buffer incoming data to the specified size, in MBs between 1 and 128, before delivering it to the destination. The default value is 5.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - destination_
table_ list(object)configurations - Destination table configurations which Firehose uses to deliver data to Apache Iceberg Tables. Firehose will write data with insert if table specific configuration is not provided. See
destinationTableConfigurationblock below for details. - processing_
configuration object - Data processing configuration. See
processingConfigurationblock below for details. - retry_
duration number - Period of time, in seconds between 0 to 7200, during which Firehose retries to deliver data to the specified destination.
- s3_
backup_ stringmode - Amazon S3 backup mode. Valid values are
FailedDataOnlyandAllData. Default value isFailedDataOnly.
- catalog
Arn String - Glue catalog ARN identifier of the destination Apache Iceberg Tables. You must specify the ARN in the format
arn:aws:glue:region:account-id:catalog. - role
Arn String - ARN of the IAM role to be assumed by Firehose for calling Apache Iceberg Tables.
- s3Configuration
Firehose
Delivery Stream Iceberg Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - append
Only Boolean - Whether to enable append only operations. When set, Firehose only performs insert operations on the destination Apache Iceberg Tables.
- buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds between 0 and 900, before delivering it to the destination. The default value is 300.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs between 1 and 128, before delivering it to the destination. The default value is 5.
- cloudwatch
Logging FirehoseOptions Delivery Stream Iceberg Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - destination
Table List<FirehoseConfigurations Delivery Stream Iceberg Configuration Destination Table Configuration> - Destination table configurations which Firehose uses to deliver data to Apache Iceberg Tables. Firehose will write data with insert if table specific configuration is not provided. See
destinationTableConfigurationblock below for details. - processing
Configuration FirehoseDelivery Stream Iceberg Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration Integer - Period of time, in seconds between 0 to 7200, during which Firehose retries to deliver data to the specified destination.
- s3Backup
Mode String - Amazon S3 backup mode. Valid values are
FailedDataOnlyandAllData. Default value isFailedDataOnly.
- catalog
Arn string - Glue catalog ARN identifier of the destination Apache Iceberg Tables. You must specify the ARN in the format
arn:aws:glue:region:account-id:catalog. - role
Arn string - ARN of the IAM role to be assumed by Firehose for calling Apache Iceberg Tables.
- s3Configuration
Firehose
Delivery Stream Iceberg Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - append
Only boolean - Whether to enable append only operations. When set, Firehose only performs insert operations on the destination Apache Iceberg Tables.
- buffering
Interval number - Buffer incoming data for the specified period of time, in seconds between 0 and 900, before delivering it to the destination. The default value is 300.
- buffering
Size number - Buffer incoming data to the specified size, in MBs between 1 and 128, before delivering it to the destination. The default value is 5.
- cloudwatch
Logging FirehoseOptions Delivery Stream Iceberg Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - destination
Table FirehoseConfigurations Delivery Stream Iceberg Configuration Destination Table Configuration[] - Destination table configurations which Firehose uses to deliver data to Apache Iceberg Tables. Firehose will write data with insert if table specific configuration is not provided. See
destinationTableConfigurationblock below for details. - processing
Configuration FirehoseDelivery Stream Iceberg Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration number - Period of time, in seconds between 0 to 7200, during which Firehose retries to deliver data to the specified destination.
- s3Backup
Mode string - Amazon S3 backup mode. Valid values are
FailedDataOnlyandAllData. Default value isFailedDataOnly.
- catalog_
arn str - Glue catalog ARN identifier of the destination Apache Iceberg Tables. You must specify the ARN in the format
arn:aws:glue:region:account-id:catalog. - role_
arn str - ARN of the IAM role to be assumed by Firehose for calling Apache Iceberg Tables.
- s3_
configuration FirehoseDelivery Stream Iceberg Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - append_
only bool - Whether to enable append only operations. When set, Firehose only performs insert operations on the destination Apache Iceberg Tables.
- buffering_
interval int - Buffer incoming data for the specified period of time, in seconds between 0 and 900, before delivering it to the destination. The default value is 300.
- buffering_
size int - Buffer incoming data to the specified size, in MBs between 1 and 128, before delivering it to the destination. The default value is 5.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Iceberg Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - destination_
table_ Sequence[Firehoseconfigurations Delivery Stream Iceberg Configuration Destination Table Configuration] - Destination table configurations which Firehose uses to deliver data to Apache Iceberg Tables. Firehose will write data with insert if table specific configuration is not provided. See
destinationTableConfigurationblock below for details. - processing_
configuration FirehoseDelivery Stream Iceberg Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry_
duration int - Period of time, in seconds between 0 to 7200, during which Firehose retries to deliver data to the specified destination.
- s3_
backup_ strmode - Amazon S3 backup mode. Valid values are
FailedDataOnlyandAllData. Default value isFailedDataOnly.
- catalog
Arn String - Glue catalog ARN identifier of the destination Apache Iceberg Tables. You must specify the ARN in the format
arn:aws:glue:region:account-id:catalog. - role
Arn String - ARN of the IAM role to be assumed by Firehose for calling Apache Iceberg Tables.
- s3Configuration Property Map
- S3 Configuration. See
s3Configurationblock below for details. - append
Only Boolean - Whether to enable append only operations. When set, Firehose only performs insert operations on the destination Apache Iceberg Tables.
- buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds between 0 and 900, before delivering it to the destination. The default value is 300.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs between 1 and 128, before delivering it to the destination. The default value is 5.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - destination
Table List<Property Map>Configurations - Destination table configurations which Firehose uses to deliver data to Apache Iceberg Tables. Firehose will write data with insert if table specific configuration is not provided. See
destinationTableConfigurationblock below for details. - processing
Configuration Property Map - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration Number - Period of time, in seconds between 0 to 7200, during which Firehose retries to deliver data to the specified destination.
- s3Backup
Mode String - Amazon S3 backup mode. Valid values are
FailedDataOnlyandAllData. Default value isFailedDataOnly.
FirehoseDeliveryStreamIcebergConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamIcebergConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamIcebergConfigurationDestinationTableConfiguration, FirehoseDeliveryStreamIcebergConfigurationDestinationTableConfigurationArgs
- Database
Name string - Name of the Apache Iceberg database.
- Table
Name string - Name of the Apache Iceberg Table.
- S3Error
Output stringPrefix - Table specific S3 error output prefix. All the errors that occurred while delivering to this table will be prefixed with this value in S3 destination.
- Unique
Keys List<string> - List of unique keys for a given Apache Iceberg table. Firehose will use these for running Create, Update, or Delete operations on the given Iceberg table.
- Database
Name string - Name of the Apache Iceberg database.
- Table
Name string - Name of the Apache Iceberg Table.
- S3Error
Output stringPrefix - Table specific S3 error output prefix. All the errors that occurred while delivering to this table will be prefixed with this value in S3 destination.
- Unique
Keys []string - List of unique keys for a given Apache Iceberg table. Firehose will use these for running Create, Update, or Delete operations on the given Iceberg table.
- database_
name string - Name of the Apache Iceberg database.
- table_
name string - Name of the Apache Iceberg Table.
- s3_
error_ stringoutput_ prefix - Table specific S3 error output prefix. All the errors that occurred while delivering to this table will be prefixed with this value in S3 destination.
- unique_
keys list(string) - List of unique keys for a given Apache Iceberg table. Firehose will use these for running Create, Update, or Delete operations on the given Iceberg table.
- database
Name String - Name of the Apache Iceberg database.
- table
Name String - Name of the Apache Iceberg Table.
- s3Error
Output StringPrefix - Table specific S3 error output prefix. All the errors that occurred while delivering to this table will be prefixed with this value in S3 destination.
- unique
Keys List<String> - List of unique keys for a given Apache Iceberg table. Firehose will use these for running Create, Update, or Delete operations on the given Iceberg table.
- database
Name string - Name of the Apache Iceberg database.
- table
Name string - Name of the Apache Iceberg Table.
- s3Error
Output stringPrefix - Table specific S3 error output prefix. All the errors that occurred while delivering to this table will be prefixed with this value in S3 destination.
- unique
Keys string[] - List of unique keys for a given Apache Iceberg table. Firehose will use these for running Create, Update, or Delete operations on the given Iceberg table.
- database_
name str - Name of the Apache Iceberg database.
- table_
name str - Name of the Apache Iceberg Table.
- s3_
error_ stroutput_ prefix - Table specific S3 error output prefix. All the errors that occurred while delivering to this table will be prefixed with this value in S3 destination.
- unique_
keys Sequence[str] - List of unique keys for a given Apache Iceberg table. Firehose will use these for running Create, Update, or Delete operations on the given Iceberg table.
- database
Name String - Name of the Apache Iceberg database.
- table
Name String - Name of the Apache Iceberg Table.
- s3Error
Output StringPrefix - Table specific S3 error output prefix. All the errors that occurred while delivering to this table will be prefixed with this value in S3 destination.
- unique
Keys List<String> - List of unique keys for a given Apache Iceberg table. Firehose will use these for running Create, Update, or Delete operations on the given Iceberg table.
FirehoseDeliveryStreamIcebergConfigurationProcessingConfiguration, FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationArgs
- Enabled bool
- Enables or disables data processing.
- Processors
List<Firehose
Delivery Stream Iceberg Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- Enabled bool
- Enables or disables data processing.
- Processors
[]Firehose
Delivery Stream Iceberg Configuration Processing Configuration Processor - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors list(object)
- Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors
List<Firehose
Delivery Stream Iceberg Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- enabled boolean
- Enables or disables data processing.
- processors
Firehose
Delivery Stream Iceberg Configuration Processing Configuration Processor[] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors
Sequence[Firehose
Delivery Stream Iceberg Configuration Processing Configuration Processor] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors List<Property Map>
- Data processors as multiple blocks. See
processorsblock below for details.
FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationProcessor, FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationProcessorArgs
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
List<Firehose
Delivery Stream Iceberg Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
[]Firehose
Delivery Stream Iceberg Configuration Processing Configuration Processor Parameter - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters list(object)
- Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
List<Firehose
Delivery Stream Iceberg Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Firehose
Delivery Stream Iceberg Configuration Processing Configuration Processor Parameter[] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type str
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Sequence[Firehose
Delivery Stream Iceberg Configuration Processing Configuration Processor Parameter] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters List<Property Map>
- Processor parameters as multiple blocks. See
parametersblock below for details.
FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationProcessorParameter, FirehoseDeliveryStreamIcebergConfigurationProcessingConfigurationProcessorParameterArgs
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name str - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value str Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
FirehoseDeliveryStreamIcebergConfigurationS3Configuration, FirehoseDeliveryStreamIcebergConfigurationS3ConfigurationArgs
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Iceberg Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Iceberg Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn string - ARN of the S3 bucket.
- role_
arn string - ARN of the AWS credentials.
- buffering_
interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ stringprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms_
key_ stringarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Iceberg Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn string - ARN of the S3 bucket.
- role
Arn string - ARN of the AWS credentials.
- buffering
Interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Iceberg Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn str - ARN of the S3 bucket.
- role_
arn str - ARN of the AWS credentials.
- buffering_
interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Iceberg Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format str - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ strprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms_
key_ strarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix str
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
FirehoseDeliveryStreamIcebergConfigurationS3ConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamIcebergConfigurationS3ConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamKinesisSourceConfiguration, FirehoseDeliveryStreamKinesisSourceConfigurationArgs
- Kinesis
Stream stringArn - Kinesis stream used as the source of the firehose delivery stream.
- Role
Arn string - ARN of the role that provides access to the source Kinesis stream.
- Kinesis
Stream stringArn - Kinesis stream used as the source of the firehose delivery stream.
- Role
Arn string - ARN of the role that provides access to the source Kinesis stream.
- kinesis_
stream_ stringarn - Kinesis stream used as the source of the firehose delivery stream.
- role_
arn string - ARN of the role that provides access to the source Kinesis stream.
- kinesis
Stream StringArn - Kinesis stream used as the source of the firehose delivery stream.
- role
Arn String - ARN of the role that provides access to the source Kinesis stream.
- kinesis
Stream stringArn - Kinesis stream used as the source of the firehose delivery stream.
- role
Arn string - ARN of the role that provides access to the source Kinesis stream.
- kinesis_
stream_ strarn - Kinesis stream used as the source of the firehose delivery stream.
- role_
arn str - ARN of the role that provides access to the source Kinesis stream.
- kinesis
Stream StringArn - Kinesis stream used as the source of the firehose delivery stream.
- role
Arn String - ARN of the role that provides access to the source Kinesis stream.
FirehoseDeliveryStreamMskSourceConfiguration, FirehoseDeliveryStreamMskSourceConfigurationArgs
- Authentication
Configuration FirehoseDelivery Stream Msk Source Configuration Authentication Configuration - Authentication configuration of the Amazon MSK cluster. See
authenticationConfigurationblock below for details. - Msk
Cluster stringArn - ARN of the Amazon MSK cluster.
- Topic
Name string - Topic name within the Amazon MSK cluster.
- Read
From stringTimestamp - Start date and time in UTC for the offset position within your MSK topic from where Firehose begins to read. By default, this is set to timestamp when Firehose becomes Active. If you want to create a Firehose stream with Earliest start position set the
readFromTimestampparameter to Epoch (1970-01-01T00:00:00Z).
- Authentication
Configuration FirehoseDelivery Stream Msk Source Configuration Authentication Configuration - Authentication configuration of the Amazon MSK cluster. See
authenticationConfigurationblock below for details. - Msk
Cluster stringArn - ARN of the Amazon MSK cluster.
- Topic
Name string - Topic name within the Amazon MSK cluster.
- Read
From stringTimestamp - Start date and time in UTC for the offset position within your MSK topic from where Firehose begins to read. By default, this is set to timestamp when Firehose becomes Active. If you want to create a Firehose stream with Earliest start position set the
readFromTimestampparameter to Epoch (1970-01-01T00:00:00Z).
- authentication_
configuration object - Authentication configuration of the Amazon MSK cluster. See
authenticationConfigurationblock below for details. - msk_
cluster_ stringarn - ARN of the Amazon MSK cluster.
- topic_
name string - Topic name within the Amazon MSK cluster.
- read_
from_ stringtimestamp - Start date and time in UTC for the offset position within your MSK topic from where Firehose begins to read. By default, this is set to timestamp when Firehose becomes Active. If you want to create a Firehose stream with Earliest start position set the
readFromTimestampparameter to Epoch (1970-01-01T00:00:00Z).
- authentication
Configuration FirehoseDelivery Stream Msk Source Configuration Authentication Configuration - Authentication configuration of the Amazon MSK cluster. See
authenticationConfigurationblock below for details. - msk
Cluster StringArn - ARN of the Amazon MSK cluster.
- topic
Name String - Topic name within the Amazon MSK cluster.
- read
From StringTimestamp - Start date and time in UTC for the offset position within your MSK topic from where Firehose begins to read. By default, this is set to timestamp when Firehose becomes Active. If you want to create a Firehose stream with Earliest start position set the
readFromTimestampparameter to Epoch (1970-01-01T00:00:00Z).
- authentication
Configuration FirehoseDelivery Stream Msk Source Configuration Authentication Configuration - Authentication configuration of the Amazon MSK cluster. See
authenticationConfigurationblock below for details. - msk
Cluster stringArn - ARN of the Amazon MSK cluster.
- topic
Name string - Topic name within the Amazon MSK cluster.
- read
From stringTimestamp - Start date and time in UTC for the offset position within your MSK topic from where Firehose begins to read. By default, this is set to timestamp when Firehose becomes Active. If you want to create a Firehose stream with Earliest start position set the
readFromTimestampparameter to Epoch (1970-01-01T00:00:00Z).
- authentication_
configuration FirehoseDelivery Stream Msk Source Configuration Authentication Configuration - Authentication configuration of the Amazon MSK cluster. See
authenticationConfigurationblock below for details. - msk_
cluster_ strarn - ARN of the Amazon MSK cluster.
- topic_
name str - Topic name within the Amazon MSK cluster.
- read_
from_ strtimestamp - Start date and time in UTC for the offset position within your MSK topic from where Firehose begins to read. By default, this is set to timestamp when Firehose becomes Active. If you want to create a Firehose stream with Earliest start position set the
readFromTimestampparameter to Epoch (1970-01-01T00:00:00Z).
- authentication
Configuration Property Map - Authentication configuration of the Amazon MSK cluster. See
authenticationConfigurationblock below for details. - msk
Cluster StringArn - ARN of the Amazon MSK cluster.
- topic
Name String - Topic name within the Amazon MSK cluster.
- read
From StringTimestamp - Start date and time in UTC for the offset position within your MSK topic from where Firehose begins to read. By default, this is set to timestamp when Firehose becomes Active. If you want to create a Firehose stream with Earliest start position set the
readFromTimestampparameter to Epoch (1970-01-01T00:00:00Z).
FirehoseDeliveryStreamMskSourceConfigurationAuthenticationConfiguration, FirehoseDeliveryStreamMskSourceConfigurationAuthenticationConfigurationArgs
- Connectivity string
- Type of connectivity used to access the Amazon MSK cluster. Valid values:
PUBLIC,PRIVATE. - Role
Arn string - ARN of the role used to access the Amazon MSK cluster.
- Connectivity string
- Type of connectivity used to access the Amazon MSK cluster. Valid values:
PUBLIC,PRIVATE. - Role
Arn string - ARN of the role used to access the Amazon MSK cluster.
- connectivity string
- Type of connectivity used to access the Amazon MSK cluster. Valid values:
PUBLIC,PRIVATE. - role_
arn string - ARN of the role used to access the Amazon MSK cluster.
- connectivity String
- Type of connectivity used to access the Amazon MSK cluster. Valid values:
PUBLIC,PRIVATE. - role
Arn String - ARN of the role used to access the Amazon MSK cluster.
- connectivity string
- Type of connectivity used to access the Amazon MSK cluster. Valid values:
PUBLIC,PRIVATE. - role
Arn string - ARN of the role used to access the Amazon MSK cluster.
- connectivity str
- Type of connectivity used to access the Amazon MSK cluster. Valid values:
PUBLIC,PRIVATE. - role_
arn str - ARN of the role used to access the Amazon MSK cluster.
- connectivity String
- Type of connectivity used to access the Amazon MSK cluster. Valid values:
PUBLIC,PRIVATE. - role
Arn String - ARN of the role used to access the Amazon MSK cluster.
FirehoseDeliveryStreamOpensearchConfiguration, FirehoseDeliveryStreamOpensearchConfigurationArgs
- Index
Name string - OpenSearch index name.
- Role
Arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon ES Configuration API and for indexing documents. The IAM role must have permission for
DescribeDomain,DescribeDomains, andDescribeDomainConfig. The pattern needs to bearn:.*. - S3Configuration
Firehose
Delivery Stream Opensearch Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Opensearch Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Cluster
Endpoint string - Endpoint to use when communicating with the cluster. Conflicts with
domainArn. - Document
Id FirehoseOptions Delivery Stream Opensearch Configuration Document Id Options - Method for setting up document ID. See
documentIdOptionsblock below for details. - Domain
Arn string - ARN of the Amazon ES domain. The pattern needs to be
arn:.*. Conflicts withclusterEndpoint. - Index
Rotation stringPeriod - OpenSearch index rotation period. Index rotation appends a timestamp to the IndexName to facilitate expiration of old data. Valid values are
NoRotation,OneHour,OneDay,OneWeek, andOneMonth. The default value isOneDay. - Processing
Configuration FirehoseDelivery Stream Opensearch Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - Retry
Duration int - After an initial failure to deliver to Amazon OpenSearch, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- S3Backup
Mode string - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - Type
Name string - Elasticsearch type name with maximum length of 100 characters. Types are deprecated in OpenSearch_1.1. TypeName must be empty.
- Vpc
Config FirehoseDelivery Stream Opensearch Configuration Vpc Config - VPC configuration for the delivery stream to connect to OpenSearch associated with the VPC. See
vpcConfigblock below for details.
- Index
Name string - OpenSearch index name.
- Role
Arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon ES Configuration API and for indexing documents. The IAM role must have permission for
DescribeDomain,DescribeDomains, andDescribeDomainConfig. The pattern needs to bearn:.*. - S3Configuration
Firehose
Delivery Stream Opensearch Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Opensearch Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Cluster
Endpoint string - Endpoint to use when communicating with the cluster. Conflicts with
domainArn. - Document
Id FirehoseOptions Delivery Stream Opensearch Configuration Document Id Options - Method for setting up document ID. See
documentIdOptionsblock below for details. - Domain
Arn string - ARN of the Amazon ES domain. The pattern needs to be
arn:.*. Conflicts withclusterEndpoint. - Index
Rotation stringPeriod - OpenSearch index rotation period. Index rotation appends a timestamp to the IndexName to facilitate expiration of old data. Valid values are
NoRotation,OneHour,OneDay,OneWeek, andOneMonth. The default value isOneDay. - Processing
Configuration FirehoseDelivery Stream Opensearch Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - Retry
Duration int - After an initial failure to deliver to Amazon OpenSearch, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- S3Backup
Mode string - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - Type
Name string - Elasticsearch type name with maximum length of 100 characters. Types are deprecated in OpenSearch_1.1. TypeName must be empty.
- Vpc
Config FirehoseDelivery Stream Opensearch Configuration Vpc Config - VPC configuration for the delivery stream to connect to OpenSearch associated with the VPC. See
vpcConfigblock below for details.
- index_
name string - OpenSearch index name.
- role_
arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon ES Configuration API and for indexing documents. The IAM role must have permission for
DescribeDomain,DescribeDomains, andDescribeDomainConfig. The pattern needs to bearn:.*. - s3_
configuration object - S3 Configuration. See
s3Configurationblock below for details. - buffering_
interval number - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- buffering_
size number - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - cluster_
endpoint string - Endpoint to use when communicating with the cluster. Conflicts with
domainArn. - document_
id_ objectoptions - Method for setting up document ID. See
documentIdOptionsblock below for details. - domain_
arn string - ARN of the Amazon ES domain. The pattern needs to be
arn:.*. Conflicts withclusterEndpoint. - index_
rotation_ stringperiod - OpenSearch index rotation period. Index rotation appends a timestamp to the IndexName to facilitate expiration of old data. Valid values are
NoRotation,OneHour,OneDay,OneWeek, andOneMonth. The default value isOneDay. - processing_
configuration object - Data processing configuration. See
processingConfigurationblock below for details. - retry_
duration number - After an initial failure to deliver to Amazon OpenSearch, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3_
backup_ stringmode - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - type_
name string - Elasticsearch type name with maximum length of 100 characters. Types are deprecated in OpenSearch_1.1. TypeName must be empty.
- vpc_
config object - VPC configuration for the delivery stream to connect to OpenSearch associated with the VPC. See
vpcConfigblock below for details.
- index
Name String - OpenSearch index name.
- role
Arn String - ARN of the IAM role to be assumed by Firehose for calling the Amazon ES Configuration API and for indexing documents. The IAM role must have permission for
DescribeDomain,DescribeDomains, andDescribeDomainConfig. The pattern needs to bearn:.*. - s3Configuration
Firehose
Delivery Stream Opensearch Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- cloudwatch
Logging FirehoseOptions Delivery Stream Opensearch Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - cluster
Endpoint String - Endpoint to use when communicating with the cluster. Conflicts with
domainArn. - document
Id FirehoseOptions Delivery Stream Opensearch Configuration Document Id Options - Method for setting up document ID. See
documentIdOptionsblock below for details. - domain
Arn String - ARN of the Amazon ES domain. The pattern needs to be
arn:.*. Conflicts withclusterEndpoint. - index
Rotation StringPeriod - OpenSearch index rotation period. Index rotation appends a timestamp to the IndexName to facilitate expiration of old data. Valid values are
NoRotation,OneHour,OneDay,OneWeek, andOneMonth. The default value isOneDay. - processing
Configuration FirehoseDelivery Stream Opensearch Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration Integer - After an initial failure to deliver to Amazon OpenSearch, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3Backup
Mode String - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - type
Name String - Elasticsearch type name with maximum length of 100 characters. Types are deprecated in OpenSearch_1.1. TypeName must be empty.
- vpc
Config FirehoseDelivery Stream Opensearch Configuration Vpc Config - VPC configuration for the delivery stream to connect to OpenSearch associated with the VPC. See
vpcConfigblock below for details.
- index
Name string - OpenSearch index name.
- role
Arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon ES Configuration API and for indexing documents. The IAM role must have permission for
DescribeDomain,DescribeDomains, andDescribeDomainConfig. The pattern needs to bearn:.*. - s3Configuration
Firehose
Delivery Stream Opensearch Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - buffering
Interval number - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- buffering
Size number - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- cloudwatch
Logging FirehoseOptions Delivery Stream Opensearch Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - cluster
Endpoint string - Endpoint to use when communicating with the cluster. Conflicts with
domainArn. - document
Id FirehoseOptions Delivery Stream Opensearch Configuration Document Id Options - Method for setting up document ID. See
documentIdOptionsblock below for details. - domain
Arn string - ARN of the Amazon ES domain. The pattern needs to be
arn:.*. Conflicts withclusterEndpoint. - index
Rotation stringPeriod - OpenSearch index rotation period. Index rotation appends a timestamp to the IndexName to facilitate expiration of old data. Valid values are
NoRotation,OneHour,OneDay,OneWeek, andOneMonth. The default value isOneDay. - processing
Configuration FirehoseDelivery Stream Opensearch Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration number - After an initial failure to deliver to Amazon OpenSearch, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3Backup
Mode string - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - type
Name string - Elasticsearch type name with maximum length of 100 characters. Types are deprecated in OpenSearch_1.1. TypeName must be empty.
- vpc
Config FirehoseDelivery Stream Opensearch Configuration Vpc Config - VPC configuration for the delivery stream to connect to OpenSearch associated with the VPC. See
vpcConfigblock below for details.
- index_
name str - OpenSearch index name.
- role_
arn str - ARN of the IAM role to be assumed by Firehose for calling the Amazon ES Configuration API and for indexing documents. The IAM role must have permission for
DescribeDomain,DescribeDomains, andDescribeDomainConfig. The pattern needs to bearn:.*. - s3_
configuration FirehoseDelivery Stream Opensearch Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - buffering_
interval int - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- buffering_
size int - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Opensearch Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - cluster_
endpoint str - Endpoint to use when communicating with the cluster. Conflicts with
domainArn. - document_
id_ Firehoseoptions Delivery Stream Opensearch Configuration Document Id Options - Method for setting up document ID. See
documentIdOptionsblock below for details. - domain_
arn str - ARN of the Amazon ES domain. The pattern needs to be
arn:.*. Conflicts withclusterEndpoint. - index_
rotation_ strperiod - OpenSearch index rotation period. Index rotation appends a timestamp to the IndexName to facilitate expiration of old data. Valid values are
NoRotation,OneHour,OneDay,OneWeek, andOneMonth. The default value isOneDay. - processing_
configuration FirehoseDelivery Stream Opensearch Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry_
duration int - After an initial failure to deliver to Amazon OpenSearch, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3_
backup_ strmode - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - type_
name str - Elasticsearch type name with maximum length of 100 characters. Types are deprecated in OpenSearch_1.1. TypeName must be empty.
- vpc_
config FirehoseDelivery Stream Opensearch Configuration Vpc Config - VPC configuration for the delivery stream to connect to OpenSearch associated with the VPC. See
vpcConfigblock below for details.
- index
Name String - OpenSearch index name.
- role
Arn String - ARN of the IAM role to be assumed by Firehose for calling the Amazon ES Configuration API and for indexing documents. The IAM role must have permission for
DescribeDomain,DescribeDomains, andDescribeDomainConfig. The pattern needs to bearn:.*. - s3Configuration Property Map
- S3 Configuration. See
s3Configurationblock below for details. - buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - cluster
Endpoint String - Endpoint to use when communicating with the cluster. Conflicts with
domainArn. - document
Id Property MapOptions - Method for setting up document ID. See
documentIdOptionsblock below for details. - domain
Arn String - ARN of the Amazon ES domain. The pattern needs to be
arn:.*. Conflicts withclusterEndpoint. - index
Rotation StringPeriod - OpenSearch index rotation period. Index rotation appends a timestamp to the IndexName to facilitate expiration of old data. Valid values are
NoRotation,OneHour,OneDay,OneWeek, andOneMonth. The default value isOneDay. - processing
Configuration Property Map - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration Number - After an initial failure to deliver to Amazon OpenSearch, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3Backup
Mode String - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - type
Name String - Elasticsearch type name with maximum length of 100 characters. Types are deprecated in OpenSearch_1.1. TypeName must be empty.
- vpc
Config Property Map - VPC configuration for the delivery stream to connect to OpenSearch associated with the VPC. See
vpcConfigblock below for details.
FirehoseDeliveryStreamOpensearchConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamOpensearchConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamOpensearchConfigurationDocumentIdOptions, FirehoseDeliveryStreamOpensearchConfigurationDocumentIdOptionsArgs
- Default
Document stringId Format - Method for setting up document ID. Valid values:
FIREHOSE_DEFAULT,NO_DOCUMENT_ID.
- Default
Document stringId Format - Method for setting up document ID. Valid values:
FIREHOSE_DEFAULT,NO_DOCUMENT_ID.
- default_
document_ stringid_ format - Method for setting up document ID. Valid values:
FIREHOSE_DEFAULT,NO_DOCUMENT_ID.
- default
Document StringId Format - Method for setting up document ID. Valid values:
FIREHOSE_DEFAULT,NO_DOCUMENT_ID.
- default
Document stringId Format - Method for setting up document ID. Valid values:
FIREHOSE_DEFAULT,NO_DOCUMENT_ID.
- default_
document_ strid_ format - Method for setting up document ID. Valid values:
FIREHOSE_DEFAULT,NO_DOCUMENT_ID.
- default
Document StringId Format - Method for setting up document ID. Valid values:
FIREHOSE_DEFAULT,NO_DOCUMENT_ID.
FirehoseDeliveryStreamOpensearchConfigurationProcessingConfiguration, FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationArgs
- Enabled bool
- Enables or disables data processing.
- Processors
List<Firehose
Delivery Stream Opensearch Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- Enabled bool
- Enables or disables data processing.
- Processors
[]Firehose
Delivery Stream Opensearch Configuration Processing Configuration Processor - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors list(object)
- Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors
List<Firehose
Delivery Stream Opensearch Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- enabled boolean
- Enables or disables data processing.
- processors
Firehose
Delivery Stream Opensearch Configuration Processing Configuration Processor[] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors
Sequence[Firehose
Delivery Stream Opensearch Configuration Processing Configuration Processor] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors List<Property Map>
- Data processors as multiple blocks. See
processorsblock below for details.
FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationProcessor, FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationProcessorArgs
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
List<Firehose
Delivery Stream Opensearch Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
[]Firehose
Delivery Stream Opensearch Configuration Processing Configuration Processor Parameter - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters list(object)
- Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
List<Firehose
Delivery Stream Opensearch Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Firehose
Delivery Stream Opensearch Configuration Processing Configuration Processor Parameter[] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type str
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Sequence[Firehose
Delivery Stream Opensearch Configuration Processing Configuration Processor Parameter] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters List<Property Map>
- Processor parameters as multiple blocks. See
parametersblock below for details.
FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationProcessorParameter, FirehoseDeliveryStreamOpensearchConfigurationProcessingConfigurationProcessorParameterArgs
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name str - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value str Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
FirehoseDeliveryStreamOpensearchConfigurationS3Configuration, FirehoseDeliveryStreamOpensearchConfigurationS3ConfigurationArgs
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Opensearch Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Opensearch Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn string - ARN of the S3 bucket.
- role_
arn string - ARN of the AWS credentials.
- buffering_
interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ stringprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms_
key_ stringarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Opensearch Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn string - ARN of the S3 bucket.
- role
Arn string - ARN of the AWS credentials.
- buffering
Interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Opensearch Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn str - ARN of the S3 bucket.
- role_
arn str - ARN of the AWS credentials.
- buffering_
interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Opensearch Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format str - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ strprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms_
key_ strarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix str
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
FirehoseDeliveryStreamOpensearchConfigurationS3ConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamOpensearchConfigurationS3ConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamOpensearchConfigurationVpcConfig, FirehoseDeliveryStreamOpensearchConfigurationVpcConfigArgs
- Role
Arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- Security
Group List<string>Ids - List of security group IDs to associate with Kinesis Firehose.
- Subnet
Ids List<string> - List of subnet IDs to associate with Kinesis Firehose.
- Vpc
Id string - ID of the VPC associated with the delivery stream.
- Role
Arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- Security
Group []stringIds - List of security group IDs to associate with Kinesis Firehose.
- Subnet
Ids []string - List of subnet IDs to associate with Kinesis Firehose.
- Vpc
Id string - ID of the VPC associated with the delivery stream.
- role_
arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- security_
group_ list(string)ids - List of security group IDs to associate with Kinesis Firehose.
- subnet_
ids list(string) - List of subnet IDs to associate with Kinesis Firehose.
- vpc_
id string - ID of the VPC associated with the delivery stream.
- role
Arn String - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- security
Group List<String>Ids - List of security group IDs to associate with Kinesis Firehose.
- subnet
Ids List<String> - List of subnet IDs to associate with Kinesis Firehose.
- vpc
Id String - ID of the VPC associated with the delivery stream.
- role
Arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- security
Group string[]Ids - List of security group IDs to associate with Kinesis Firehose.
- subnet
Ids string[] - List of subnet IDs to associate with Kinesis Firehose.
- vpc
Id string - ID of the VPC associated with the delivery stream.
- role_
arn str - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- security_
group_ Sequence[str]ids - List of security group IDs to associate with Kinesis Firehose.
- subnet_
ids Sequence[str] - List of subnet IDs to associate with Kinesis Firehose.
- vpc_
id str - ID of the VPC associated with the delivery stream.
- role
Arn String - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- security
Group List<String>Ids - List of security group IDs to associate with Kinesis Firehose.
- subnet
Ids List<String> - List of subnet IDs to associate with Kinesis Firehose.
- vpc
Id String - ID of the VPC associated with the delivery stream.
FirehoseDeliveryStreamOpensearchserverlessConfiguration, FirehoseDeliveryStreamOpensearchserverlessConfigurationArgs
- Collection
Endpoint string - Endpoint to use when communicating with the collection in the Serverless offering for Amazon OpenSearch Service.
- Index
Name string - Serverless offering for Amazon OpenSearch Service index name.
- Role
Arn string - ARN of the IAM role to be assumed by Kinesis Data Firehose for calling the Serverless offering for Amazon OpenSearch Service Configuration API and for indexing documents. The pattern needs to be
arn:.*. - S3Configuration
Firehose
Delivery Stream Opensearchserverless Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Opensearchserverless Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Processing
Configuration FirehoseDelivery Stream Opensearchserverless Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - Retry
Duration int - After an initial failure to deliver to the Serverless offering for Amazon OpenSearch Service, the total amount of time, in seconds between 0 to 7200, during which Kinesis Data Firehose retries delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- S3Backup
Mode string - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - Vpc
Config FirehoseDelivery Stream Opensearchserverless Configuration Vpc Config - VPC configuration for the delivery stream to connect to OpenSearch Serverless associated with the VPC. See
vpcConfigblock below for details.
- Collection
Endpoint string - Endpoint to use when communicating with the collection in the Serverless offering for Amazon OpenSearch Service.
- Index
Name string - Serverless offering for Amazon OpenSearch Service index name.
- Role
Arn string - ARN of the IAM role to be assumed by Kinesis Data Firehose for calling the Serverless offering for Amazon OpenSearch Service Configuration API and for indexing documents. The pattern needs to be
arn:.*. - S3Configuration
Firehose
Delivery Stream Opensearchserverless Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Opensearchserverless Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Processing
Configuration FirehoseDelivery Stream Opensearchserverless Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - Retry
Duration int - After an initial failure to deliver to the Serverless offering for Amazon OpenSearch Service, the total amount of time, in seconds between 0 to 7200, during which Kinesis Data Firehose retries delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- S3Backup
Mode string - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - Vpc
Config FirehoseDelivery Stream Opensearchserverless Configuration Vpc Config - VPC configuration for the delivery stream to connect to OpenSearch Serverless associated with the VPC. See
vpcConfigblock below for details.
- collection_
endpoint string - Endpoint to use when communicating with the collection in the Serverless offering for Amazon OpenSearch Service.
- index_
name string - Serverless offering for Amazon OpenSearch Service index name.
- role_
arn string - ARN of the IAM role to be assumed by Kinesis Data Firehose for calling the Serverless offering for Amazon OpenSearch Service Configuration API and for indexing documents. The pattern needs to be
arn:.*. - s3_
configuration object - S3 Configuration. See
s3Configurationblock below for details. - buffering_
interval number - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- buffering_
size number - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - processing_
configuration object - Data processing configuration. See
processingConfigurationblock below for details. - retry_
duration number - After an initial failure to deliver to the Serverless offering for Amazon OpenSearch Service, the total amount of time, in seconds between 0 to 7200, during which Kinesis Data Firehose retries delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3_
backup_ stringmode - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - vpc_
config object - VPC configuration for the delivery stream to connect to OpenSearch Serverless associated with the VPC. See
vpcConfigblock below for details.
- collection
Endpoint String - Endpoint to use when communicating with the collection in the Serverless offering for Amazon OpenSearch Service.
- index
Name String - Serverless offering for Amazon OpenSearch Service index name.
- role
Arn String - ARN of the IAM role to be assumed by Kinesis Data Firehose for calling the Serverless offering for Amazon OpenSearch Service Configuration API and for indexing documents. The pattern needs to be
arn:.*. - s3Configuration
Firehose
Delivery Stream Opensearchserverless Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- cloudwatch
Logging FirehoseOptions Delivery Stream Opensearchserverless Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - processing
Configuration FirehoseDelivery Stream Opensearchserverless Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration Integer - After an initial failure to deliver to the Serverless offering for Amazon OpenSearch Service, the total amount of time, in seconds between 0 to 7200, during which Kinesis Data Firehose retries delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3Backup
Mode String - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - vpc
Config FirehoseDelivery Stream Opensearchserverless Configuration Vpc Config - VPC configuration for the delivery stream to connect to OpenSearch Serverless associated with the VPC. See
vpcConfigblock below for details.
- collection
Endpoint string - Endpoint to use when communicating with the collection in the Serverless offering for Amazon OpenSearch Service.
- index
Name string - Serverless offering for Amazon OpenSearch Service index name.
- role
Arn string - ARN of the IAM role to be assumed by Kinesis Data Firehose for calling the Serverless offering for Amazon OpenSearch Service Configuration API and for indexing documents. The pattern needs to be
arn:.*. - s3Configuration
Firehose
Delivery Stream Opensearchserverless Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - buffering
Interval number - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- buffering
Size number - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- cloudwatch
Logging FirehoseOptions Delivery Stream Opensearchserverless Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - processing
Configuration FirehoseDelivery Stream Opensearchserverless Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration number - After an initial failure to deliver to the Serverless offering for Amazon OpenSearch Service, the total amount of time, in seconds between 0 to 7200, during which Kinesis Data Firehose retries delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3Backup
Mode string - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - vpc
Config FirehoseDelivery Stream Opensearchserverless Configuration Vpc Config - VPC configuration for the delivery stream to connect to OpenSearch Serverless associated with the VPC. See
vpcConfigblock below for details.
- collection_
endpoint str - Endpoint to use when communicating with the collection in the Serverless offering for Amazon OpenSearch Service.
- index_
name str - Serverless offering for Amazon OpenSearch Service index name.
- role_
arn str - ARN of the IAM role to be assumed by Kinesis Data Firehose for calling the Serverless offering for Amazon OpenSearch Service Configuration API and for indexing documents. The pattern needs to be
arn:.*. - s3_
configuration FirehoseDelivery Stream Opensearchserverless Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - buffering_
interval int - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- buffering_
size int - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Opensearchserverless Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - processing_
configuration FirehoseDelivery Stream Opensearchserverless Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry_
duration int - After an initial failure to deliver to the Serverless offering for Amazon OpenSearch Service, the total amount of time, in seconds between 0 to 7200, during which Kinesis Data Firehose retries delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3_
backup_ strmode - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - vpc_
config FirehoseDelivery Stream Opensearchserverless Configuration Vpc Config - VPC configuration for the delivery stream to connect to OpenSearch Serverless associated with the VPC. See
vpcConfigblock below for details.
- collection
Endpoint String - Endpoint to use when communicating with the collection in the Serverless offering for Amazon OpenSearch Service.
- index
Name String - Serverless offering for Amazon OpenSearch Service index name.
- role
Arn String - ARN of the IAM role to be assumed by Kinesis Data Firehose for calling the Serverless offering for Amazon OpenSearch Service Configuration API and for indexing documents. The pattern needs to be
arn:.*. - s3Configuration Property Map
- S3 Configuration. See
s3Configurationblock below for details. - buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 300s.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs between 1 to 100, before delivering it to the destination. The default value is 5MB.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - processing
Configuration Property Map - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration Number - After an initial failure to deliver to the Serverless offering for Amazon OpenSearch Service, the total amount of time, in seconds between 0 to 7200, during which Kinesis Data Firehose retries delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3Backup
Mode String - How documents should be delivered to Amazon S3. Valid values are
FailedDocumentsOnlyandAllDocuments. Default value isFailedDocumentsOnly. - vpc
Config Property Map - VPC configuration for the delivery stream to connect to OpenSearch Serverless associated with the VPC. See
vpcConfigblock below for details.
FirehoseDeliveryStreamOpensearchserverlessConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamOpensearchserverlessConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfiguration, FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationArgs
- Enabled bool
- Enables or disables data processing.
- Processors
List<Firehose
Delivery Stream Opensearchserverless Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- Enabled bool
- Enables or disables data processing.
- Processors
[]Firehose
Delivery Stream Opensearchserverless Configuration Processing Configuration Processor - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors list(object)
- Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors
List<Firehose
Delivery Stream Opensearchserverless Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- enabled boolean
- Enables or disables data processing.
- processors
Firehose
Delivery Stream Opensearchserverless Configuration Processing Configuration Processor[] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors
Sequence[Firehose
Delivery Stream Opensearchserverless Configuration Processing Configuration Processor] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors List<Property Map>
- Data processors as multiple blocks. See
processorsblock below for details.
FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationProcessor, FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationProcessorArgs
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
List<Firehose
Delivery Stream Opensearchserverless Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
[]Firehose
Delivery Stream Opensearchserverless Configuration Processing Configuration Processor Parameter - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters list(object)
- Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
List<Firehose
Delivery Stream Opensearchserverless Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Firehose
Delivery Stream Opensearchserverless Configuration Processing Configuration Processor Parameter[] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type str
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Sequence[Firehose
Delivery Stream Opensearchserverless Configuration Processing Configuration Processor Parameter] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters List<Property Map>
- Processor parameters as multiple blocks. See
parametersblock below for details.
FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationProcessorParameter, FirehoseDeliveryStreamOpensearchserverlessConfigurationProcessingConfigurationProcessorParameterArgs
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name str - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value str Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
FirehoseDeliveryStreamOpensearchserverlessConfigurationS3Configuration, FirehoseDeliveryStreamOpensearchserverlessConfigurationS3ConfigurationArgs
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Opensearchserverless Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Opensearchserverless Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn string - ARN of the S3 bucket.
- role_
arn string - ARN of the AWS credentials.
- buffering_
interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ stringprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms_
key_ stringarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Opensearchserverless Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn string - ARN of the S3 bucket.
- role
Arn string - ARN of the AWS credentials.
- buffering
Interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Opensearchserverless Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn str - ARN of the S3 bucket.
- role_
arn str - ARN of the AWS credentials.
- buffering_
interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Opensearchserverless Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format str - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ strprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms_
key_ strarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix str
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
FirehoseDeliveryStreamOpensearchserverlessConfigurationS3ConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamOpensearchserverlessConfigurationS3ConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamOpensearchserverlessConfigurationVpcConfig, FirehoseDeliveryStreamOpensearchserverlessConfigurationVpcConfigArgs
- Role
Arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- Security
Group List<string>Ids - List of security group IDs to associate with Kinesis Firehose.
- Subnet
Ids List<string> - List of subnet IDs to associate with Kinesis Firehose.
- Vpc
Id string - ID of the VPC associated with the delivery stream.
- Role
Arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- Security
Group []stringIds - List of security group IDs to associate with Kinesis Firehose.
- Subnet
Ids []string - List of subnet IDs to associate with Kinesis Firehose.
- Vpc
Id string - ID of the VPC associated with the delivery stream.
- role_
arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- security_
group_ list(string)ids - List of security group IDs to associate with Kinesis Firehose.
- subnet_
ids list(string) - List of subnet IDs to associate with Kinesis Firehose.
- vpc_
id string - ID of the VPC associated with the delivery stream.
- role
Arn String - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- security
Group List<String>Ids - List of security group IDs to associate with Kinesis Firehose.
- subnet
Ids List<String> - List of subnet IDs to associate with Kinesis Firehose.
- vpc
Id String - ID of the VPC associated with the delivery stream.
- role
Arn string - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- security
Group string[]Ids - List of security group IDs to associate with Kinesis Firehose.
- subnet
Ids string[] - List of subnet IDs to associate with Kinesis Firehose.
- vpc
Id string - ID of the VPC associated with the delivery stream.
- role_
arn str - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- security_
group_ Sequence[str]ids - List of security group IDs to associate with Kinesis Firehose.
- subnet_
ids Sequence[str] - List of subnet IDs to associate with Kinesis Firehose.
- vpc_
id str - ID of the VPC associated with the delivery stream.
- role
Arn String - ARN of the IAM role to be assumed by Firehose for calling the Amazon EC2 configuration API and for creating network interfaces. Make sure role has necessary IAM permissions.
- security
Group List<String>Ids - List of security group IDs to associate with Kinesis Firehose.
- subnet
Ids List<String> - List of subnet IDs to associate with Kinesis Firehose.
- vpc
Id String - ID of the VPC associated with the delivery stream.
FirehoseDeliveryStreamRedshiftConfiguration, FirehoseDeliveryStreamRedshiftConfigurationArgs
- Cluster
Jdbcurl string - JDBC URL of the redshift cluster.
- Data
Table stringName - Name of the table in the redshift cluster that the s3 bucket will copy to.
- Role
Arn string - ARN of the role the stream assumes.
- S3Configuration
Firehose
Delivery Stream Redshift Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - Cloudwatch
Logging FirehoseOptions Delivery Stream Redshift Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Copy
Options string - Copy options for copying the data from the s3 intermediate bucket into redshift, for example to change the default delimiter. For valid values, see the AWS documentation.
- Data
Table stringColumns - Data table columns that will be targeted by the copy command.
- Password string
- Password for the username above. This value is required if
secretsManagerConfigurationis not provided. - Processing
Configuration FirehoseDelivery Stream Redshift Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - Retry
Duration int - Length of time during which Firehose retries delivery after a failure, starting from the initial request and including the first attempt. The default value is 3600 seconds (60 minutes). Firehose does not retry if the value of DurationInSeconds is 0 (zero) or if the first delivery attempt takes longer than the current value.
- S3Backup
Configuration FirehoseDelivery Stream Redshift Configuration S3Backup Configuration - Configuration for backup in Amazon S3. Required if
s3BackupModeisEnabled. Sees3BackupConfigurationblock below for details. - S3Backup
Mode string - Amazon S3 backup mode. Valid values are
DisabledandEnabled. Default value isDisabled. - Secrets
Manager FirehoseConfiguration Delivery Stream Redshift Configuration Secrets Manager Configuration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifusernameandpasswordare not provided. - Username string
- Username that the firehose delivery stream will assume. It is strongly recommended that the username and password provided is used exclusively for Amazon Kinesis Firehose purposes, and that the permissions for the account are restricted for Amazon Redshift INSERT permissions. This value is required if
secretsManagerConfigurationis not provided.
- Cluster
Jdbcurl string - JDBC URL of the redshift cluster.
- Data
Table stringName - Name of the table in the redshift cluster that the s3 bucket will copy to.
- Role
Arn string - ARN of the role the stream assumes.
- S3Configuration
Firehose
Delivery Stream Redshift Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - Cloudwatch
Logging FirehoseOptions Delivery Stream Redshift Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Copy
Options string - Copy options for copying the data from the s3 intermediate bucket into redshift, for example to change the default delimiter. For valid values, see the AWS documentation.
- Data
Table stringColumns - Data table columns that will be targeted by the copy command.
- Password string
- Password for the username above. This value is required if
secretsManagerConfigurationis not provided. - Processing
Configuration FirehoseDelivery Stream Redshift Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - Retry
Duration int - Length of time during which Firehose retries delivery after a failure, starting from the initial request and including the first attempt. The default value is 3600 seconds (60 minutes). Firehose does not retry if the value of DurationInSeconds is 0 (zero) or if the first delivery attempt takes longer than the current value.
- S3Backup
Configuration FirehoseDelivery Stream Redshift Configuration S3Backup Configuration - Configuration for backup in Amazon S3. Required if
s3BackupModeisEnabled. Sees3BackupConfigurationblock below for details. - S3Backup
Mode string - Amazon S3 backup mode. Valid values are
DisabledandEnabled. Default value isDisabled. - Secrets
Manager FirehoseConfiguration Delivery Stream Redshift Configuration Secrets Manager Configuration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifusernameandpasswordare not provided. - Username string
- Username that the firehose delivery stream will assume. It is strongly recommended that the username and password provided is used exclusively for Amazon Kinesis Firehose purposes, and that the permissions for the account are restricted for Amazon Redshift INSERT permissions. This value is required if
secretsManagerConfigurationis not provided.
- cluster_
jdbcurl string - JDBC URL of the redshift cluster.
- data_
table_ stringname - Name of the table in the redshift cluster that the s3 bucket will copy to.
- role_
arn string - ARN of the role the stream assumes.
- s3_
configuration object - S3 Configuration. See
s3Configurationblock below for details. - cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - copy_
options string - Copy options for copying the data from the s3 intermediate bucket into redshift, for example to change the default delimiter. For valid values, see the AWS documentation.
- data_
table_ stringcolumns - Data table columns that will be targeted by the copy command.
- password string
- Password for the username above. This value is required if
secretsManagerConfigurationis not provided. - processing_
configuration object - Data processing configuration. See
processingConfigurationblock below for details. - retry_
duration number - Length of time during which Firehose retries delivery after a failure, starting from the initial request and including the first attempt. The default value is 3600 seconds (60 minutes). Firehose does not retry if the value of DurationInSeconds is 0 (zero) or if the first delivery attempt takes longer than the current value.
- s3_
backup_ objectconfiguration - Configuration for backup in Amazon S3. Required if
s3BackupModeisEnabled. Sees3BackupConfigurationblock below for details. - s3_
backup_ stringmode - Amazon S3 backup mode. Valid values are
DisabledandEnabled. Default value isDisabled. - secrets_
manager_ objectconfiguration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifusernameandpasswordare not provided. - username string
- Username that the firehose delivery stream will assume. It is strongly recommended that the username and password provided is used exclusively for Amazon Kinesis Firehose purposes, and that the permissions for the account are restricted for Amazon Redshift INSERT permissions. This value is required if
secretsManagerConfigurationis not provided.
- cluster
Jdbcurl String - JDBC URL of the redshift cluster.
- data
Table StringName - Name of the table in the redshift cluster that the s3 bucket will copy to.
- role
Arn String - ARN of the role the stream assumes.
- s3Configuration
Firehose
Delivery Stream Redshift Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - cloudwatch
Logging FirehoseOptions Delivery Stream Redshift Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - copy
Options String - Copy options for copying the data from the s3 intermediate bucket into redshift, for example to change the default delimiter. For valid values, see the AWS documentation.
- data
Table StringColumns - Data table columns that will be targeted by the copy command.
- password String
- Password for the username above. This value is required if
secretsManagerConfigurationis not provided. - processing
Configuration FirehoseDelivery Stream Redshift Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration Integer - Length of time during which Firehose retries delivery after a failure, starting from the initial request and including the first attempt. The default value is 3600 seconds (60 minutes). Firehose does not retry if the value of DurationInSeconds is 0 (zero) or if the first delivery attempt takes longer than the current value.
- s3Backup
Configuration FirehoseDelivery Stream Redshift Configuration S3Backup Configuration - Configuration for backup in Amazon S3. Required if
s3BackupModeisEnabled. Sees3BackupConfigurationblock below for details. - s3Backup
Mode String - Amazon S3 backup mode. Valid values are
DisabledandEnabled. Default value isDisabled. - secrets
Manager FirehoseConfiguration Delivery Stream Redshift Configuration Secrets Manager Configuration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifusernameandpasswordare not provided. - username String
- Username that the firehose delivery stream will assume. It is strongly recommended that the username and password provided is used exclusively for Amazon Kinesis Firehose purposes, and that the permissions for the account are restricted for Amazon Redshift INSERT permissions. This value is required if
secretsManagerConfigurationis not provided.
- cluster
Jdbcurl string - JDBC URL of the redshift cluster.
- data
Table stringName - Name of the table in the redshift cluster that the s3 bucket will copy to.
- role
Arn string - ARN of the role the stream assumes.
- s3Configuration
Firehose
Delivery Stream Redshift Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - cloudwatch
Logging FirehoseOptions Delivery Stream Redshift Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - copy
Options string - Copy options for copying the data from the s3 intermediate bucket into redshift, for example to change the default delimiter. For valid values, see the AWS documentation.
- data
Table stringColumns - Data table columns that will be targeted by the copy command.
- password string
- Password for the username above. This value is required if
secretsManagerConfigurationis not provided. - processing
Configuration FirehoseDelivery Stream Redshift Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration number - Length of time during which Firehose retries delivery after a failure, starting from the initial request and including the first attempt. The default value is 3600 seconds (60 minutes). Firehose does not retry if the value of DurationInSeconds is 0 (zero) or if the first delivery attempt takes longer than the current value.
- s3Backup
Configuration FirehoseDelivery Stream Redshift Configuration S3Backup Configuration - Configuration for backup in Amazon S3. Required if
s3BackupModeisEnabled. Sees3BackupConfigurationblock below for details. - s3Backup
Mode string - Amazon S3 backup mode. Valid values are
DisabledandEnabled. Default value isDisabled. - secrets
Manager FirehoseConfiguration Delivery Stream Redshift Configuration Secrets Manager Configuration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifusernameandpasswordare not provided. - username string
- Username that the firehose delivery stream will assume. It is strongly recommended that the username and password provided is used exclusively for Amazon Kinesis Firehose purposes, and that the permissions for the account are restricted for Amazon Redshift INSERT permissions. This value is required if
secretsManagerConfigurationis not provided.
- cluster_
jdbcurl str - JDBC URL of the redshift cluster.
- data_
table_ strname - Name of the table in the redshift cluster that the s3 bucket will copy to.
- role_
arn str - ARN of the role the stream assumes.
- s3_
configuration FirehoseDelivery Stream Redshift Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - cloudwatch_
logging_ Firehoseoptions Delivery Stream Redshift Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - copy_
options str - Copy options for copying the data from the s3 intermediate bucket into redshift, for example to change the default delimiter. For valid values, see the AWS documentation.
- data_
table_ strcolumns - Data table columns that will be targeted by the copy command.
- password str
- Password for the username above. This value is required if
secretsManagerConfigurationis not provided. - processing_
configuration FirehoseDelivery Stream Redshift Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry_
duration int - Length of time during which Firehose retries delivery after a failure, starting from the initial request and including the first attempt. The default value is 3600 seconds (60 minutes). Firehose does not retry if the value of DurationInSeconds is 0 (zero) or if the first delivery attempt takes longer than the current value.
- s3_
backup_ Firehoseconfiguration Delivery Stream Redshift Configuration S3Backup Configuration - Configuration for backup in Amazon S3. Required if
s3BackupModeisEnabled. Sees3BackupConfigurationblock below for details. - s3_
backup_ strmode - Amazon S3 backup mode. Valid values are
DisabledandEnabled. Default value isDisabled. - secrets_
manager_ Firehoseconfiguration Delivery Stream Redshift Configuration Secrets Manager Configuration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifusernameandpasswordare not provided. - username str
- Username that the firehose delivery stream will assume. It is strongly recommended that the username and password provided is used exclusively for Amazon Kinesis Firehose purposes, and that the permissions for the account are restricted for Amazon Redshift INSERT permissions. This value is required if
secretsManagerConfigurationis not provided.
- cluster
Jdbcurl String - JDBC URL of the redshift cluster.
- data
Table StringName - Name of the table in the redshift cluster that the s3 bucket will copy to.
- role
Arn String - ARN of the role the stream assumes.
- s3Configuration Property Map
- S3 Configuration. See
s3Configurationblock below for details. - cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - copy
Options String - Copy options for copying the data from the s3 intermediate bucket into redshift, for example to change the default delimiter. For valid values, see the AWS documentation.
- data
Table StringColumns - Data table columns that will be targeted by the copy command.
- password String
- Password for the username above. This value is required if
secretsManagerConfigurationis not provided. - processing
Configuration Property Map - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration Number - Length of time during which Firehose retries delivery after a failure, starting from the initial request and including the first attempt. The default value is 3600 seconds (60 minutes). Firehose does not retry if the value of DurationInSeconds is 0 (zero) or if the first delivery attempt takes longer than the current value.
- s3Backup
Configuration Property Map - Configuration for backup in Amazon S3. Required if
s3BackupModeisEnabled. Sees3BackupConfigurationblock below for details. - s3Backup
Mode String - Amazon S3 backup mode. Valid values are
DisabledandEnabled. Default value isDisabled. - secrets
Manager Property MapConfiguration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifusernameandpasswordare not provided. - username String
- Username that the firehose delivery stream will assume. It is strongly recommended that the username and password provided is used exclusively for Amazon Kinesis Firehose purposes, and that the permissions for the account are restricted for Amazon Redshift INSERT permissions. This value is required if
secretsManagerConfigurationis not provided.
FirehoseDeliveryStreamRedshiftConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamRedshiftConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamRedshiftConfigurationProcessingConfiguration, FirehoseDeliveryStreamRedshiftConfigurationProcessingConfigurationArgs
- Enabled bool
- Enables or disables data processing.
- Processors
List<Firehose
Delivery Stream Redshift Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- Enabled bool
- Enables or disables data processing.
- Processors
[]Firehose
Delivery Stream Redshift Configuration Processing Configuration Processor - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors list(object)
- Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors
List<Firehose
Delivery Stream Redshift Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- enabled boolean
- Enables or disables data processing.
- processors
Firehose
Delivery Stream Redshift Configuration Processing Configuration Processor[] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors
Sequence[Firehose
Delivery Stream Redshift Configuration Processing Configuration Processor] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors List<Property Map>
- Data processors as multiple blocks. See
processorsblock below for details.
FirehoseDeliveryStreamRedshiftConfigurationProcessingConfigurationProcessor, FirehoseDeliveryStreamRedshiftConfigurationProcessingConfigurationProcessorArgs
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
List<Firehose
Delivery Stream Redshift Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
[]Firehose
Delivery Stream Redshift Configuration Processing Configuration Processor Parameter - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters list(object)
- Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
List<Firehose
Delivery Stream Redshift Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Firehose
Delivery Stream Redshift Configuration Processing Configuration Processor Parameter[] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type str
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Sequence[Firehose
Delivery Stream Redshift Configuration Processing Configuration Processor Parameter] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters List<Property Map>
- Processor parameters as multiple blocks. See
parametersblock below for details.
FirehoseDeliveryStreamRedshiftConfigurationProcessingConfigurationProcessorParameter, FirehoseDeliveryStreamRedshiftConfigurationProcessingConfigurationProcessorParameterArgs
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name str - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value str Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
FirehoseDeliveryStreamRedshiftConfigurationS3BackupConfiguration, FirehoseDeliveryStreamRedshiftConfigurationS3BackupConfigurationArgs
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Redshift Configuration S3Backup Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects.
- Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Redshift Configuration S3Backup Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects.
- Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn string - ARN of the S3 bucket.
- role_
arn string - ARN of the AWS credentials.
- buffering_
interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ stringprefix - Prefix added to failed records before writing them to S3. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects.
- kms_
key_ stringarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- cloudwatch
Logging FirehoseOptions Delivery Stream Redshift Configuration S3Backup Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects.
- kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn string - ARN of the S3 bucket.
- role
Arn string - ARN of the AWS credentials.
- buffering
Interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- cloudwatch
Logging FirehoseOptions Delivery Stream Redshift Configuration S3Backup Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output stringPrefix - Prefix added to failed records before writing them to S3. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects.
- kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn str - ARN of the S3 bucket.
- role_
arn str - ARN of the AWS credentials.
- buffering_
interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Redshift Configuration S3Backup Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format str - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ strprefix - Prefix added to failed records before writing them to S3. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects.
- kms_
key_ strarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix str
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects.
- kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
FirehoseDeliveryStreamRedshiftConfigurationS3BackupConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamRedshiftConfigurationS3BackupConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamRedshiftConfigurationS3Configuration, FirehoseDeliveryStreamRedshiftConfigurationS3ConfigurationArgs
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Redshift Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Redshift Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn string - ARN of the S3 bucket.
- role_
arn string - ARN of the AWS credentials.
- buffering_
interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ stringprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms_
key_ stringarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Redshift Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn string - ARN of the S3 bucket.
- role
Arn string - ARN of the AWS credentials.
- buffering
Interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Redshift Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn str - ARN of the S3 bucket.
- role_
arn str - ARN of the AWS credentials.
- buffering_
interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Redshift Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format str - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ strprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms_
key_ strarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix str
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
FirehoseDeliveryStreamRedshiftConfigurationS3ConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamRedshiftConfigurationS3ConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamRedshiftConfigurationSecretsManagerConfiguration, FirehoseDeliveryStreamRedshiftConfigurationSecretsManagerConfigurationArgs
- enabled bool
- Enables or disables the Secrets Manager configuration.
- role_
arn string - ARN of the role the stream assumes.
- secret_
arn string - ARN of the Secrets Manager secret. This value is required if
enabledis true.
- enabled bool
- Enables or disables the Secrets Manager configuration.
- role_
arn str - ARN of the role the stream assumes.
- secret_
arn str - ARN of the Secrets Manager secret. This value is required if
enabledis true.
FirehoseDeliveryStreamServerSideEncryption, FirehoseDeliveryStreamServerSideEncryptionArgs
FirehoseDeliveryStreamSnowflakeConfiguration, FirehoseDeliveryStreamSnowflakeConfigurationArgs
- Account
Url string - URL of the Snowflake account. Format: https://[accountIdentifier].snowflakecomputing.com.
- Database string
- Snowflake database name.
- Role
Arn string - ARN of the IAM role.
- S3Configuration
Firehose
Delivery Stream Snowflake Configuration S3Configuration - S3 configuration. See
s3Configurationblock below for details. - Schema string
- Snowflake schema name.
- Table string
- Snowflake table name.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 0s.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs between 1 to 128, before delivering it to the destination. The default value is 1MB.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Snowflake Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Content
Column stringName - Name of the content column.
- Data
Loading stringOption - Data loading option.
- Key
Passphrase string - Passphrase for the private key.
- Metadata
Column stringName - Name of the metadata column.
- Private
Key string - Private key for authentication. This value is required if
secretsManagerConfigurationis not provided. - Processing
Configuration FirehoseDelivery Stream Snowflake Configuration Processing Configuration - Processing configuration. See
processingConfigurationblock below for details. - Retry
Duration int - After an initial failure to deliver to Snowflake, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 60s. There will be no retry if the value is 0.
- S3Backup
Mode string - S3 backup mode.
- Secrets
Manager FirehoseConfiguration Delivery Stream Snowflake Configuration Secrets Manager Configuration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifuserandprivateKeyare not provided. - Snowflake
Role FirehoseConfiguration Delivery Stream Snowflake Configuration Snowflake Role Configuration - Configuration for Snowflake role. See
snowflakeRoleConfigurationblock below for details. - Snowflake
Vpc FirehoseConfiguration Delivery Stream Snowflake Configuration Snowflake Vpc Configuration - VPC configuration for Snowflake. See
snowflakeVpcConfigurationblock below for details. - User string
- User for authentication. This value is required if
secretsManagerConfigurationis not provided.
- Account
Url string - URL of the Snowflake account. Format: https://[accountIdentifier].snowflakecomputing.com.
- Database string
- Snowflake database name.
- Role
Arn string - ARN of the IAM role.
- S3Configuration
Firehose
Delivery Stream Snowflake Configuration S3Configuration - S3 configuration. See
s3Configurationblock below for details. - Schema string
- Snowflake schema name.
- Table string
- Snowflake table name.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 0s.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs between 1 to 128, before delivering it to the destination. The default value is 1MB.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Snowflake Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Content
Column stringName - Name of the content column.
- Data
Loading stringOption - Data loading option.
- Key
Passphrase string - Passphrase for the private key.
- Metadata
Column stringName - Name of the metadata column.
- Private
Key string - Private key for authentication. This value is required if
secretsManagerConfigurationis not provided. - Processing
Configuration FirehoseDelivery Stream Snowflake Configuration Processing Configuration - Processing configuration. See
processingConfigurationblock below for details. - Retry
Duration int - After an initial failure to deliver to Snowflake, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 60s. There will be no retry if the value is 0.
- S3Backup
Mode string - S3 backup mode.
- Secrets
Manager FirehoseConfiguration Delivery Stream Snowflake Configuration Secrets Manager Configuration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifuserandprivateKeyare not provided. - Snowflake
Role FirehoseConfiguration Delivery Stream Snowflake Configuration Snowflake Role Configuration - Configuration for Snowflake role. See
snowflakeRoleConfigurationblock below for details. - Snowflake
Vpc FirehoseConfiguration Delivery Stream Snowflake Configuration Snowflake Vpc Configuration - VPC configuration for Snowflake. See
snowflakeVpcConfigurationblock below for details. - User string
- User for authentication. This value is required if
secretsManagerConfigurationis not provided.
- account_
url string - URL of the Snowflake account. Format: https://[accountIdentifier].snowflakecomputing.com.
- database string
- Snowflake database name.
- role_
arn string - ARN of the IAM role.
- s3_
configuration object - S3 configuration. See
s3Configurationblock below for details. - schema string
- Snowflake schema name.
- table string
- Snowflake table name.
- buffering_
interval number - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 0s.
- buffering_
size number - Buffer incoming data to the specified size, in MBs between 1 to 128, before delivering it to the destination. The default value is 1MB.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - content_
column_ stringname - Name of the content column.
- data_
loading_ stringoption - Data loading option.
- key_
passphrase string - Passphrase for the private key.
- metadata_
column_ stringname - Name of the metadata column.
- private_
key string - Private key for authentication. This value is required if
secretsManagerConfigurationis not provided. - processing_
configuration object - Processing configuration. See
processingConfigurationblock below for details. - retry_
duration number - After an initial failure to deliver to Snowflake, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 60s. There will be no retry if the value is 0.
- s3_
backup_ stringmode - S3 backup mode.
- secrets_
manager_ objectconfiguration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifuserandprivateKeyare not provided. - snowflake_
role_ objectconfiguration - Configuration for Snowflake role. See
snowflakeRoleConfigurationblock below for details. - snowflake_
vpc_ objectconfiguration - VPC configuration for Snowflake. See
snowflakeVpcConfigurationblock below for details. - user string
- User for authentication. This value is required if
secretsManagerConfigurationis not provided.
- account
Url String - URL of the Snowflake account. Format: https://[accountIdentifier].snowflakecomputing.com.
- database String
- Snowflake database name.
- role
Arn String - ARN of the IAM role.
- s3Configuration
Firehose
Delivery Stream Snowflake Configuration S3Configuration - S3 configuration. See
s3Configurationblock below for details. - schema String
- Snowflake schema name.
- table String
- Snowflake table name.
- buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 0s.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs between 1 to 128, before delivering it to the destination. The default value is 1MB.
- cloudwatch
Logging FirehoseOptions Delivery Stream Snowflake Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - content
Column StringName - Name of the content column.
- data
Loading StringOption - Data loading option.
- key
Passphrase String - Passphrase for the private key.
- metadata
Column StringName - Name of the metadata column.
- private
Key String - Private key for authentication. This value is required if
secretsManagerConfigurationis not provided. - processing
Configuration FirehoseDelivery Stream Snowflake Configuration Processing Configuration - Processing configuration. See
processingConfigurationblock below for details. - retry
Duration Integer - After an initial failure to deliver to Snowflake, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 60s. There will be no retry if the value is 0.
- s3Backup
Mode String - S3 backup mode.
- secrets
Manager FirehoseConfiguration Delivery Stream Snowflake Configuration Secrets Manager Configuration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifuserandprivateKeyare not provided. - snowflake
Role FirehoseConfiguration Delivery Stream Snowflake Configuration Snowflake Role Configuration - Configuration for Snowflake role. See
snowflakeRoleConfigurationblock below for details. - snowflake
Vpc FirehoseConfiguration Delivery Stream Snowflake Configuration Snowflake Vpc Configuration - VPC configuration for Snowflake. See
snowflakeVpcConfigurationblock below for details. - user String
- User for authentication. This value is required if
secretsManagerConfigurationis not provided.
- account
Url string - URL of the Snowflake account. Format: https://[accountIdentifier].snowflakecomputing.com.
- database string
- Snowflake database name.
- role
Arn string - ARN of the IAM role.
- s3Configuration
Firehose
Delivery Stream Snowflake Configuration S3Configuration - S3 configuration. See
s3Configurationblock below for details. - schema string
- Snowflake schema name.
- table string
- Snowflake table name.
- buffering
Interval number - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 0s.
- buffering
Size number - Buffer incoming data to the specified size, in MBs between 1 to 128, before delivering it to the destination. The default value is 1MB.
- cloudwatch
Logging FirehoseOptions Delivery Stream Snowflake Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - content
Column stringName - Name of the content column.
- data
Loading stringOption - Data loading option.
- key
Passphrase string - Passphrase for the private key.
- metadata
Column stringName - Name of the metadata column.
- private
Key string - Private key for authentication. This value is required if
secretsManagerConfigurationis not provided. - processing
Configuration FirehoseDelivery Stream Snowflake Configuration Processing Configuration - Processing configuration. See
processingConfigurationblock below for details. - retry
Duration number - After an initial failure to deliver to Snowflake, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 60s. There will be no retry if the value is 0.
- s3Backup
Mode string - S3 backup mode.
- secrets
Manager FirehoseConfiguration Delivery Stream Snowflake Configuration Secrets Manager Configuration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifuserandprivateKeyare not provided. - snowflake
Role FirehoseConfiguration Delivery Stream Snowflake Configuration Snowflake Role Configuration - Configuration for Snowflake role. See
snowflakeRoleConfigurationblock below for details. - snowflake
Vpc FirehoseConfiguration Delivery Stream Snowflake Configuration Snowflake Vpc Configuration - VPC configuration for Snowflake. See
snowflakeVpcConfigurationblock below for details. - user string
- User for authentication. This value is required if
secretsManagerConfigurationis not provided.
- account_
url str - URL of the Snowflake account. Format: https://[accountIdentifier].snowflakecomputing.com.
- database str
- Snowflake database name.
- role_
arn str - ARN of the IAM role.
- s3_
configuration FirehoseDelivery Stream Snowflake Configuration S3Configuration - S3 configuration. See
s3Configurationblock below for details. - schema str
- Snowflake schema name.
- table str
- Snowflake table name.
- buffering_
interval int - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 0s.
- buffering_
size int - Buffer incoming data to the specified size, in MBs between 1 to 128, before delivering it to the destination. The default value is 1MB.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Snowflake Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - content_
column_ strname - Name of the content column.
- data_
loading_ stroption - Data loading option.
- key_
passphrase str - Passphrase for the private key.
- metadata_
column_ strname - Name of the metadata column.
- private_
key str - Private key for authentication. This value is required if
secretsManagerConfigurationis not provided. - processing_
configuration FirehoseDelivery Stream Snowflake Configuration Processing Configuration - Processing configuration. See
processingConfigurationblock below for details. - retry_
duration int - After an initial failure to deliver to Snowflake, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 60s. There will be no retry if the value is 0.
- s3_
backup_ strmode - S3 backup mode.
- secrets_
manager_ Firehoseconfiguration Delivery Stream Snowflake Configuration Secrets Manager Configuration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifuserandprivateKeyare not provided. - snowflake_
role_ Firehoseconfiguration Delivery Stream Snowflake Configuration Snowflake Role Configuration - Configuration for Snowflake role. See
snowflakeRoleConfigurationblock below for details. - snowflake_
vpc_ Firehoseconfiguration Delivery Stream Snowflake Configuration Snowflake Vpc Configuration - VPC configuration for Snowflake. See
snowflakeVpcConfigurationblock below for details. - user str
- User for authentication. This value is required if
secretsManagerConfigurationis not provided.
- account
Url String - URL of the Snowflake account. Format: https://[accountIdentifier].snowflakecomputing.com.
- database String
- Snowflake database name.
- role
Arn String - ARN of the IAM role.
- s3Configuration Property Map
- S3 configuration. See
s3Configurationblock below for details. - schema String
- Snowflake schema name.
- table String
- Snowflake table name.
- buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds between 0 to 900, before delivering it to the destination. The default value is 0s.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs between 1 to 128, before delivering it to the destination. The default value is 1MB.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - content
Column StringName - Name of the content column.
- data
Loading StringOption - Data loading option.
- key
Passphrase String - Passphrase for the private key.
- metadata
Column StringName - Name of the metadata column.
- private
Key String - Private key for authentication. This value is required if
secretsManagerConfigurationis not provided. - processing
Configuration Property Map - Processing configuration. See
processingConfigurationblock below for details. - retry
Duration Number - After an initial failure to deliver to Snowflake, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 60s. There will be no retry if the value is 0.
- s3Backup
Mode String - S3 backup mode.
- secrets
Manager Property MapConfiguration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifuserandprivateKeyare not provided. - snowflake
Role Property MapConfiguration - Configuration for Snowflake role. See
snowflakeRoleConfigurationblock below for details. - snowflake
Vpc Property MapConfiguration - VPC configuration for Snowflake. See
snowflakeVpcConfigurationblock below for details. - user String
- User for authentication. This value is required if
secretsManagerConfigurationis not provided.
FirehoseDeliveryStreamSnowflakeConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamSnowflakeConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamSnowflakeConfigurationProcessingConfiguration, FirehoseDeliveryStreamSnowflakeConfigurationProcessingConfigurationArgs
- Enabled bool
- Enables or disables data processing.
- Processors
List<Firehose
Delivery Stream Snowflake Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- Enabled bool
- Enables or disables data processing.
- Processors
[]Firehose
Delivery Stream Snowflake Configuration Processing Configuration Processor - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors list(object)
- Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors
List<Firehose
Delivery Stream Snowflake Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- enabled boolean
- Enables or disables data processing.
- processors
Firehose
Delivery Stream Snowflake Configuration Processing Configuration Processor[] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors
Sequence[Firehose
Delivery Stream Snowflake Configuration Processing Configuration Processor] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors List<Property Map>
- Data processors as multiple blocks. See
processorsblock below for details.
FirehoseDeliveryStreamSnowflakeConfigurationProcessingConfigurationProcessor, FirehoseDeliveryStreamSnowflakeConfigurationProcessingConfigurationProcessorArgs
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
List<Firehose
Delivery Stream Snowflake Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
[]Firehose
Delivery Stream Snowflake Configuration Processing Configuration Processor Parameter - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters list(object)
- Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
List<Firehose
Delivery Stream Snowflake Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Firehose
Delivery Stream Snowflake Configuration Processing Configuration Processor Parameter[] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type str
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Sequence[Firehose
Delivery Stream Snowflake Configuration Processing Configuration Processor Parameter] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters List<Property Map>
- Processor parameters as multiple blocks. See
parametersblock below for details.
FirehoseDeliveryStreamSnowflakeConfigurationProcessingConfigurationProcessorParameter, FirehoseDeliveryStreamSnowflakeConfigurationProcessingConfigurationProcessorParameterArgs
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name str - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value str Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
FirehoseDeliveryStreamSnowflakeConfigurationS3Configuration, FirehoseDeliveryStreamSnowflakeConfigurationS3ConfigurationArgs
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Snowflake Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Snowflake Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn string - ARN of the S3 bucket.
- role_
arn string - ARN of the AWS credentials.
- buffering_
interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ stringprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms_
key_ stringarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Snowflake Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn string - ARN of the S3 bucket.
- role
Arn string - ARN of the AWS credentials.
- buffering
Interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Snowflake Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn str - ARN of the S3 bucket.
- role_
arn str - ARN of the AWS credentials.
- buffering_
interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Snowflake Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format str - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ strprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms_
key_ strarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix str
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
FirehoseDeliveryStreamSnowflakeConfigurationS3ConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamSnowflakeConfigurationS3ConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamSnowflakeConfigurationSecretsManagerConfiguration, FirehoseDeliveryStreamSnowflakeConfigurationSecretsManagerConfigurationArgs
- enabled bool
- Enables or disables the Secrets Manager configuration.
- role_
arn string - ARN of the role the stream assumes.
- secret_
arn string - ARN of the Secrets Manager secret. This value is required if
enabledis true.
- enabled bool
- Enables or disables the Secrets Manager configuration.
- role_
arn str - ARN of the role the stream assumes.
- secret_
arn str - ARN of the Secrets Manager secret. This value is required if
enabledis true.
FirehoseDeliveryStreamSnowflakeConfigurationSnowflakeRoleConfiguration, FirehoseDeliveryStreamSnowflakeConfigurationSnowflakeRoleConfigurationArgs
- Enabled bool
- Whether the Snowflake role is enabled.
- Snowflake
Role string - Snowflake role.
- Enabled bool
- Whether the Snowflake role is enabled.
- Snowflake
Role string - Snowflake role.
- enabled bool
- Whether the Snowflake role is enabled.
- snowflake_
role string - Snowflake role.
- enabled Boolean
- Whether the Snowflake role is enabled.
- snowflake
Role String - Snowflake role.
- enabled boolean
- Whether the Snowflake role is enabled.
- snowflake
Role string - Snowflake role.
- enabled bool
- Whether the Snowflake role is enabled.
- snowflake_
role str - Snowflake role.
- enabled Boolean
- Whether the Snowflake role is enabled.
- snowflake
Role String - Snowflake role.
FirehoseDeliveryStreamSnowflakeConfigurationSnowflakeVpcConfiguration, FirehoseDeliveryStreamSnowflakeConfigurationSnowflakeVpcConfigurationArgs
- Private
Link stringVpce Id - VPCE ID for Firehose to privately connect with Snowflake.
- Private
Link stringVpce Id - VPCE ID for Firehose to privately connect with Snowflake.
- private_
link_ stringvpce_ id - VPCE ID for Firehose to privately connect with Snowflake.
- private
Link StringVpce Id - VPCE ID for Firehose to privately connect with Snowflake.
- private
Link stringVpce Id - VPCE ID for Firehose to privately connect with Snowflake.
- private_
link_ strvpce_ id - VPCE ID for Firehose to privately connect with Snowflake.
- private
Link StringVpce Id - VPCE ID for Firehose to privately connect with Snowflake.
FirehoseDeliveryStreamSplunkConfiguration, FirehoseDeliveryStreamSplunkConfigurationArgs
- Hec
Endpoint string - HTTP Event Collector (HEC) endpoint to which Kinesis Firehose sends your data.
- S3Configuration
Firehose
Delivery Stream Splunk Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds between 0 to 60, before delivering it to the destination. The default value is 60s.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs between 1 to 5, before delivering it to the destination. The default value is 5MB.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Splunk Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Hec
Acknowledgment intTimeout - Amount of time, in seconds between 180 and 600, that Kinesis Firehose waits to receive an acknowledgment from Splunk after it sends it data.
- Hec
Endpoint stringType - HEC endpoint type. Valid values are
RaworEvent. The default value isRaw. - Hec
Token string - GUID that you obtain from your Splunk cluster when you create a new HEC endpoint. This value is required if
secretsManagerConfigurationis not provided. - Processing
Configuration FirehoseDelivery Stream Splunk Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - Retry
Duration int - After an initial failure to deliver to Splunk, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- S3Backup
Mode string - How documents should be delivered to Amazon S3. Valid values are
FailedEventsOnlyandAllEvents. Default value isFailedEventsOnly. - Secrets
Manager FirehoseConfiguration Delivery Stream Splunk Configuration Secrets Manager Configuration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifhecTokenis not provided.
- Hec
Endpoint string - HTTP Event Collector (HEC) endpoint to which Kinesis Firehose sends your data.
- S3Configuration
Firehose
Delivery Stream Splunk Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds between 0 to 60, before delivering it to the destination. The default value is 60s.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs between 1 to 5, before delivering it to the destination. The default value is 5MB.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Splunk Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Hec
Acknowledgment intTimeout - Amount of time, in seconds between 180 and 600, that Kinesis Firehose waits to receive an acknowledgment from Splunk after it sends it data.
- Hec
Endpoint stringType - HEC endpoint type. Valid values are
RaworEvent. The default value isRaw. - Hec
Token string - GUID that you obtain from your Splunk cluster when you create a new HEC endpoint. This value is required if
secretsManagerConfigurationis not provided. - Processing
Configuration FirehoseDelivery Stream Splunk Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - Retry
Duration int - After an initial failure to deliver to Splunk, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- S3Backup
Mode string - How documents should be delivered to Amazon S3. Valid values are
FailedEventsOnlyandAllEvents. Default value isFailedEventsOnly. - Secrets
Manager FirehoseConfiguration Delivery Stream Splunk Configuration Secrets Manager Configuration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifhecTokenis not provided.
- hec_
endpoint string - HTTP Event Collector (HEC) endpoint to which Kinesis Firehose sends your data.
- s3_
configuration object - S3 Configuration. See
s3Configurationblock below for details. - buffering_
interval number - Buffer incoming data for the specified period of time, in seconds between 0 to 60, before delivering it to the destination. The default value is 60s.
- buffering_
size number - Buffer incoming data to the specified size, in MBs between 1 to 5, before delivering it to the destination. The default value is 5MB.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - hec_
acknowledgment_ numbertimeout - Amount of time, in seconds between 180 and 600, that Kinesis Firehose waits to receive an acknowledgment from Splunk after it sends it data.
- hec_
endpoint_ stringtype - HEC endpoint type. Valid values are
RaworEvent. The default value isRaw. - hec_
token string - GUID that you obtain from your Splunk cluster when you create a new HEC endpoint. This value is required if
secretsManagerConfigurationis not provided. - processing_
configuration object - Data processing configuration. See
processingConfigurationblock below for details. - retry_
duration number - After an initial failure to deliver to Splunk, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3_
backup_ stringmode - How documents should be delivered to Amazon S3. Valid values are
FailedEventsOnlyandAllEvents. Default value isFailedEventsOnly. - secrets_
manager_ objectconfiguration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifhecTokenis not provided.
- hec
Endpoint String - HTTP Event Collector (HEC) endpoint to which Kinesis Firehose sends your data.
- s3Configuration
Firehose
Delivery Stream Splunk Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds between 0 to 60, before delivering it to the destination. The default value is 60s.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs between 1 to 5, before delivering it to the destination. The default value is 5MB.
- cloudwatch
Logging FirehoseOptions Delivery Stream Splunk Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - hec
Acknowledgment IntegerTimeout - Amount of time, in seconds between 180 and 600, that Kinesis Firehose waits to receive an acknowledgment from Splunk after it sends it data.
- hec
Endpoint StringType - HEC endpoint type. Valid values are
RaworEvent. The default value isRaw. - hec
Token String - GUID that you obtain from your Splunk cluster when you create a new HEC endpoint. This value is required if
secretsManagerConfigurationis not provided. - processing
Configuration FirehoseDelivery Stream Splunk Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration Integer - After an initial failure to deliver to Splunk, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3Backup
Mode String - How documents should be delivered to Amazon S3. Valid values are
FailedEventsOnlyandAllEvents. Default value isFailedEventsOnly. - secrets
Manager FirehoseConfiguration Delivery Stream Splunk Configuration Secrets Manager Configuration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifhecTokenis not provided.
- hec
Endpoint string - HTTP Event Collector (HEC) endpoint to which Kinesis Firehose sends your data.
- s3Configuration
Firehose
Delivery Stream Splunk Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - buffering
Interval number - Buffer incoming data for the specified period of time, in seconds between 0 to 60, before delivering it to the destination. The default value is 60s.
- buffering
Size number - Buffer incoming data to the specified size, in MBs between 1 to 5, before delivering it to the destination. The default value is 5MB.
- cloudwatch
Logging FirehoseOptions Delivery Stream Splunk Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - hec
Acknowledgment numberTimeout - Amount of time, in seconds between 180 and 600, that Kinesis Firehose waits to receive an acknowledgment from Splunk after it sends it data.
- hec
Endpoint stringType - HEC endpoint type. Valid values are
RaworEvent. The default value isRaw. - hec
Token string - GUID that you obtain from your Splunk cluster when you create a new HEC endpoint. This value is required if
secretsManagerConfigurationis not provided. - processing
Configuration FirehoseDelivery Stream Splunk Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration number - After an initial failure to deliver to Splunk, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3Backup
Mode string - How documents should be delivered to Amazon S3. Valid values are
FailedEventsOnlyandAllEvents. Default value isFailedEventsOnly. - secrets
Manager FirehoseConfiguration Delivery Stream Splunk Configuration Secrets Manager Configuration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifhecTokenis not provided.
- hec_
endpoint str - HTTP Event Collector (HEC) endpoint to which Kinesis Firehose sends your data.
- s3_
configuration FirehoseDelivery Stream Splunk Configuration S3Configuration - S3 Configuration. See
s3Configurationblock below for details. - buffering_
interval int - Buffer incoming data for the specified period of time, in seconds between 0 to 60, before delivering it to the destination. The default value is 60s.
- buffering_
size int - Buffer incoming data to the specified size, in MBs between 1 to 5, before delivering it to the destination. The default value is 5MB.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Splunk Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - hec_
acknowledgment_ inttimeout - Amount of time, in seconds between 180 and 600, that Kinesis Firehose waits to receive an acknowledgment from Splunk after it sends it data.
- hec_
endpoint_ strtype - HEC endpoint type. Valid values are
RaworEvent. The default value isRaw. - hec_
token str - GUID that you obtain from your Splunk cluster when you create a new HEC endpoint. This value is required if
secretsManagerConfigurationis not provided. - processing_
configuration FirehoseDelivery Stream Splunk Configuration Processing Configuration - Data processing configuration. See
processingConfigurationblock below for details. - retry_
duration int - After an initial failure to deliver to Splunk, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3_
backup_ strmode - How documents should be delivered to Amazon S3. Valid values are
FailedEventsOnlyandAllEvents. Default value isFailedEventsOnly. - secrets_
manager_ Firehoseconfiguration Delivery Stream Splunk Configuration Secrets Manager Configuration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifhecTokenis not provided.
- hec
Endpoint String - HTTP Event Collector (HEC) endpoint to which Kinesis Firehose sends your data.
- s3Configuration Property Map
- S3 Configuration. See
s3Configurationblock below for details. - buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds between 0 to 60, before delivering it to the destination. The default value is 60s.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs between 1 to 5, before delivering it to the destination. The default value is 5MB.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - hec
Acknowledgment NumberTimeout - Amount of time, in seconds between 180 and 600, that Kinesis Firehose waits to receive an acknowledgment from Splunk after it sends it data.
- hec
Endpoint StringType - HEC endpoint type. Valid values are
RaworEvent. The default value isRaw. - hec
Token String - GUID that you obtain from your Splunk cluster when you create a new HEC endpoint. This value is required if
secretsManagerConfigurationis not provided. - processing
Configuration Property Map - Data processing configuration. See
processingConfigurationblock below for details. - retry
Duration Number - After an initial failure to deliver to Splunk, the total amount of time, in seconds between 0 to 7200, during which Firehose re-attempts delivery (including the first attempt). After this time has elapsed, the failed documents are written to Amazon S3. The default value is 300s. There will be no retry if the value is 0.
- s3Backup
Mode String - How documents should be delivered to Amazon S3. Valid values are
FailedEventsOnlyandAllEvents. Default value isFailedEventsOnly. - secrets
Manager Property MapConfiguration - Secrets Manager configuration. See
secretsManagerConfigurationblock below for details. This value is required ifhecTokenis not provided.
FirehoseDeliveryStreamSplunkConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamSplunkConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamSplunkConfigurationProcessingConfiguration, FirehoseDeliveryStreamSplunkConfigurationProcessingConfigurationArgs
- Enabled bool
- Enables or disables data processing.
- Processors
List<Firehose
Delivery Stream Splunk Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- Enabled bool
- Enables or disables data processing.
- Processors
[]Firehose
Delivery Stream Splunk Configuration Processing Configuration Processor - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors list(object)
- Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors
List<Firehose
Delivery Stream Splunk Configuration Processing Configuration Processor> - Data processors as multiple blocks. See
processorsblock below for details.
- enabled boolean
- Enables or disables data processing.
- processors
Firehose
Delivery Stream Splunk Configuration Processing Configuration Processor[] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled bool
- Enables or disables data processing.
- processors
Sequence[Firehose
Delivery Stream Splunk Configuration Processing Configuration Processor] - Data processors as multiple blocks. See
processorsblock below for details.
- enabled Boolean
- Enables or disables data processing.
- processors List<Property Map>
- Data processors as multiple blocks. See
processorsblock below for details.
FirehoseDeliveryStreamSplunkConfigurationProcessingConfigurationProcessor, FirehoseDeliveryStreamSplunkConfigurationProcessingConfigurationProcessorArgs
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
List<Firehose
Delivery Stream Splunk Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- Type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameters
[]Firehose
Delivery Stream Splunk Configuration Processing Configuration Processor Parameter - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters list(object)
- Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
List<Firehose
Delivery Stream Splunk Configuration Processing Configuration Processor Parameter> - Processor parameters as multiple blocks. See
parametersblock below for details.
- type string
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Firehose
Delivery Stream Splunk Configuration Processing Configuration Processor Parameter[] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type str
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters
Sequence[Firehose
Delivery Stream Splunk Configuration Processing Configuration Processor Parameter] - Processor parameters as multiple blocks. See
parametersblock below for details.
- type String
- Type of processor. Valid Values:
RecordDeAggregation,Lambda,MetadataExtraction,AppendDelimiterToRecord,Decompression,CloudWatchLogProcessing. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameters List<Property Map>
- Processor parameters as multiple blocks. See
parametersblock below for details.
FirehoseDeliveryStreamSplunkConfigurationProcessingConfigurationProcessorParameter, FirehoseDeliveryStreamSplunkConfigurationProcessingConfigurationProcessorParameterArgs
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- Parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - Parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name string - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value string Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter_
name str - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter_
value str Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
- parameter
Name String - Parameter name. Valid Values:
LambdaArn,NumberOfRetries,MetadataExtractionQuery,JsonParsingEngine,RoleArn,BufferSizeInMBs,BufferIntervalInSeconds,SubRecordType,Delimiter,CompressionFormat,DataMessageExtraction. Validation is done against AWS SDK constants; so values not explicitly listed may also work. - parameter
Value String Parameter value. Must be between 1 and 512 length (inclusive). When providing a Lambda ARN, you should specify the resource version as well.
NOTE: Parameters with default values, including
NumberOfRetries(default: 3),RoleArn(default: firehose role ARN),BufferSizeInMBs(default: 1), andBufferIntervalInSeconds(default: 60), are not stored in Pulumi state. To prevent perpetual differences, it is therefore recommended to only include parameters with non-default values.
FirehoseDeliveryStreamSplunkConfigurationS3Configuration, FirehoseDeliveryStreamSplunkConfigurationS3ConfigurationArgs
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Splunk Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- Bucket
Arn string - ARN of the S3 bucket.
- Role
Arn string - ARN of the AWS credentials.
- Buffering
Interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- Buffering
Size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- Cloudwatch
Logging FirehoseOptions Delivery Stream Splunk Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - Compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - Error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - Kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- Prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn string - ARN of the S3 bucket.
- role_
arn string - ARN of the AWS credentials.
- buffering_
interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ objectoptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ stringprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms_
key_ stringarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Integer - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Integer - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Splunk Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn string - ARN of the S3 bucket.
- role
Arn string - ARN of the AWS credentials.
- buffering
Interval number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging FirehoseOptions Delivery Stream Splunk Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format string - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output stringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key stringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix string
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket_
arn str - ARN of the S3 bucket.
- role_
arn str - ARN of the AWS credentials.
- buffering_
interval int - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering_
size int - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch_
logging_ Firehoseoptions Delivery Stream Splunk Configuration S3Configuration Cloudwatch Logging Options - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression_
format str - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error_
output_ strprefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms_
key_ strarn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix str
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
- bucket
Arn String - ARN of the S3 bucket.
- role
Arn String - ARN of the AWS credentials.
- buffering
Interval Number - Buffer incoming data for the specified period of time, in seconds, before delivering it to the destination. The default value is 300.
- buffering
Size Number - Buffer incoming data to the specified size, in MBs, before delivering it to the destination. The default value is 5. We recommend setting this value greater than the amount of data you typically ingest into the delivery stream in 10 seconds. For example, if you typically ingest data at 1 MB/sec, set this value to 10 MB or higher.
- cloudwatch
Logging Property MapOptions - CloudWatch Logging Options for the delivery stream. See
cloudwatchLoggingOptionsblock below for details. - compression
Format String - Compression format. If no value is specified, the default is
UNCOMPRESSED. Other supported values areGZIP,ZIP,Snappy, &HADOOP_SNAPPY. - error
Output StringPrefix - Prefix added to failed records before writing them to S3. Not currently supported for
redshiftdestination. This prefix appears immediately following the bucket name. For information about how to specify this prefix, see Custom Prefixes for Amazon S3 Objects. - kms
Key StringArn - KMS key ARN the stream will use to encrypt data. If not set, no encryption will be used.
- prefix String
- Extra prefix added in front of the "YYYY/MM/DD/HH" time format prefix that is automatically used for delivered S3 files. Note that if the prefix ends with a slash, it appears as a folder in the S3 bucket.
FirehoseDeliveryStreamSplunkConfigurationS3ConfigurationCloudwatchLoggingOptions, FirehoseDeliveryStreamSplunkConfigurationS3ConfigurationCloudwatchLoggingOptionsArgs
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- Enabled bool
- Enables or disables the logging. Defaults to
false. - Log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - Log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ stringname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ stringname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled boolean
- Enables or disables the logging. Defaults to
false. - log
Group stringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream stringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled bool
- Enables or disables the logging. Defaults to
false. - log_
group_ strname - CloudWatch group name for logging. This value is required if
enabledis true. - log_
stream_ strname - CloudWatch log stream name for logging. This value is required if
enabledis true.
- enabled Boolean
- Enables or disables the logging. Defaults to
false. - log
Group StringName - CloudWatch group name for logging. This value is required if
enabledis true. - log
Stream StringName - CloudWatch log stream name for logging. This value is required if
enabledis true.
FirehoseDeliveryStreamSplunkConfigurationSecretsManagerConfiguration, FirehoseDeliveryStreamSplunkConfigurationSecretsManagerConfigurationArgs
- enabled bool
- Enables or disables the Secrets Manager configuration.
- role_
arn string - ARN of the role the stream assumes.
- secret_
arn string - ARN of the Secrets Manager secret. This value is required if
enabledis true.
- enabled bool
- Enables or disables the Secrets Manager configuration.
- role_
arn str - ARN of the role the stream assumes.
- secret_
arn str - ARN of the Secrets Manager secret. This value is required if
enabledis true.
Import
Identity Schema
Required
arn(String) ARN of the delivery stream.
Using pulumi import, import Kinesis Firehose Delivery Streams using arn. For example:
$ pulumi import aws:kinesis/firehoseDeliveryStream:FirehoseDeliveryStream example arn:aws:firehose:us-east-1:123456789012:deliverystream/example-delivery-stream
Note: Import does not work for stream destination s3. Consider using extendedS3 since s3 destination is deprecated.
To learn more about importing existing cloud resources, see Importing resources.
Package Details
- Repository
- AWS Classic pulumi/pulumi-aws
- License
- Apache-2.0
- Notes
- This Pulumi package is based on the
awsTerraform Provider.
Viewing docs for AWS v7.52.1
published on Wednesday, Oct 28, 2026 by Pulumi
published on Wednesday, Oct 28, 2026 by Pulumi