Viewing docs for Aiven v6.58.0
published on Friday, Jul 3, 2026 by Pulumi
published on Friday, Jul 3, 2026 by Pulumi
Viewing docs for Aiven v6.58.0
published on Friday, Jul 3, 2026 by Pulumi
published on Friday, Jul 3, 2026 by Pulumi
Gets information about an Aiven for Apache Kafka® topic.
Example Usage
import * as pulumi from "@pulumi/pulumi";
import * as aiven from "@pulumi/aiven";
const example = aiven.getKafkaTopic({
project: "my-project",
serviceName: "my-kafka",
topicName: "mytopic",
});
import pulumi
import pulumi_aiven as aiven
example = aiven.get_kafka_topic(project="my-project",
service_name="my-kafka",
topic_name="mytopic")
package main
import (
"github.com/pulumi/pulumi-aiven/sdk/v6/go/aiven"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := aiven.GetKafkaTopic(ctx, &aiven.LookupKafkaTopicArgs{
Project: "my-project",
ServiceName: "my-kafka",
TopicName: "mytopic",
}, nil)
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aiven = Pulumi.Aiven;
return await Deployment.RunAsync(() =>
{
var example = Aiven.GetKafkaTopic.Invoke(new()
{
Project = "my-project",
ServiceName = "my-kafka",
TopicName = "mytopic",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aiven.AivenFunctions;
import com.pulumi.aiven.inputs.GetKafkaTopicArgs;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
final var example = AivenFunctions.getKafkaTopic(GetKafkaTopicArgs.builder()
.project("my-project")
.serviceName("my-kafka")
.topicName("mytopic")
.build());
}
}
variables:
example:
fn::invoke:
function: aiven:getKafkaTopic
arguments:
project: my-project
serviceName: my-kafka
topicName: mytopic
pulumi {
required_providers {
aiven = {
source = "pulumi/aiven"
}
}
}
data "aiven_getkafkatopic" "example" {
project = "my-project"
service_name = "my-kafka"
topic_name = "mytopic"
}
Using getKafkaTopic
Two invocation forms are available. The direct form accepts plain arguments and either blocks until the result value is available, or returns a Promise-wrapped result. The output form accepts Input-wrapped arguments and returns an Output-wrapped result.
function getKafkaTopic(args: GetKafkaTopicArgs, opts?: InvokeOptions): Promise<GetKafkaTopicResult>
function getKafkaTopicOutput(args: GetKafkaTopicOutputArgs, opts?: InvokeOptions): Output<GetKafkaTopicResult>def get_kafka_topic(configs: Optional[Sequence[GetKafkaTopicConfig]] = None,
project: Optional[str] = None,
service_name: Optional[str] = None,
tags: Optional[Sequence[GetKafkaTopicTag]] = None,
timeouts: Optional[GetKafkaTopicTimeouts] = None,
topic_name: Optional[str] = None,
opts: Optional[InvokeOptions] = None) -> GetKafkaTopicResult
def get_kafka_topic_output(configs: pulumi.Input[Optional[Sequence[pulumi.Input[GetKafkaTopicConfigArgs]]]] = None,
project: pulumi.Input[Optional[str]] = None,
service_name: pulumi.Input[Optional[str]] = None,
tags: pulumi.Input[Optional[Sequence[pulumi.Input[GetKafkaTopicTagArgs]]]] = None,
timeouts: pulumi.Input[Optional[GetKafkaTopicTimeoutsArgs]] = None,
topic_name: pulumi.Input[Optional[str]] = None,
opts: Optional[InvokeOptions] = None) -> Output[GetKafkaTopicResult]func LookupKafkaTopic(ctx *Context, args *LookupKafkaTopicArgs, opts ...InvokeOption) (*LookupKafkaTopicResult, error)
func LookupKafkaTopicOutput(ctx *Context, args *LookupKafkaTopicOutputArgs, opts ...InvokeOption) LookupKafkaTopicResultOutput> Note: This function is named LookupKafkaTopic in the Go SDK.
public static class GetKafkaTopic
{
public static Task<GetKafkaTopicResult> InvokeAsync(GetKafkaTopicArgs args, InvokeOptions? opts = null)
public static Output<GetKafkaTopicResult> Invoke(GetKafkaTopicInvokeArgs args, InvokeOptions? opts = null)
}public static CompletableFuture<GetKafkaTopicResult> getKafkaTopic(GetKafkaTopicArgs args, InvokeOptions options)
public static Output<GetKafkaTopicResult> getKafkaTopic(GetKafkaTopicArgs args, InvokeOptions options)
fn::invoke:
function: aiven:index/getKafkaTopic:getKafkaTopic
arguments:
# arguments dictionarydata "aiven_getkafkatopic" "name" {
# arguments
}The following arguments are supported:
- Project string
- Project name.
- Service
Name string - Service name.
- Topic
Name string - Kafka topic name.
- Configs
List<Get
Kafka Topic Config> - Advanced parameters to configure topics. Removing the block won't reset the topic configuration to default values. Instead, the topic will retain its last known configuration.
-
List<Get
Kafka Topic Tag> - Topic tags.
- Timeouts
Get
Kafka Topic Timeouts
- Project string
- Project name.
- Service
Name string - Service name.
- Topic
Name string - Kafka topic name.
- Configs
[]Get
Kafka Topic Config - Advanced parameters to configure topics. Removing the block won't reset the topic configuration to default values. Instead, the topic will retain its last known configuration.
-
[]Get
Kafka Topic Tag - Topic tags.
- Timeouts
Get
Kafka Topic Timeouts
- project string
- Project name.
- service_
name string - Service name.
- topic_
name string - Kafka topic name.
- configs list(object)
- Advanced parameters to configure topics. Removing the block won't reset the topic configuration to default values. Instead, the topic will retain its last known configuration.
- list(object)
- Topic tags.
- timeouts object
- project String
- Project name.
- service
Name String - Service name.
- topic
Name String - Kafka topic name.
- configs
List<Get
Kafka Topic Config> - Advanced parameters to configure topics. Removing the block won't reset the topic configuration to default values. Instead, the topic will retain its last known configuration.
-
List<Get
Kafka Topic Tag> - Topic tags.
- timeouts
Get
Kafka Topic Timeouts
- project string
- Project name.
- service
Name string - Service name.
- topic
Name string - Kafka topic name.
- configs
Get
Kafka Topic Config[] - Advanced parameters to configure topics. Removing the block won't reset the topic configuration to default values. Instead, the topic will retain its last known configuration.
-
Get
Kafka Topic Tag[] - Topic tags.
- timeouts
Get
Kafka Topic Timeouts
- project str
- Project name.
- service_
name str - Service name.
- topic_
name str - Kafka topic name.
- configs
Sequence[Get
Kafka Topic Config] - Advanced parameters to configure topics. Removing the block won't reset the topic configuration to default values. Instead, the topic will retain its last known configuration.
-
Sequence[Get
Kafka Topic Tag] - Topic tags.
- timeouts
Get
Kafka Topic Timeouts
- project String
- Project name.
- service
Name String - Service name.
- topic
Name String - Kafka topic name.
- configs List<Property Map>
- Advanced parameters to configure topics. Removing the block won't reset the topic configuration to default values. Instead, the topic will retain its last known configuration.
- List<Property Map>
- Topic tags.
- timeouts Property Map
getKafkaTopic Result
The following output properties are available:
- Id string
- Resource ID composed as:
project/service_name/topic_name. - Owner
User stringGroup Id - The user group that owns this topic.
- Partitions int
- Number of partitions.
- Project string
- Project name.
- Replication int
- Number of replicas.
- Service
Name string - Service name.
- Termination
Protection bool - Client-side deletion protection that prevents the resource from being deleted by Terraform. Resource can still be deleted in the Aiven Console. The default value is
false. Deprecated: Instead, usepreventDestroy - Topic
Description string - Topic description.
- Topic
Name string - Kafka topic name.
- Configs
List<Get
Kafka Topic Config> - Advanced parameters to configure topics. Removing the block won't reset the topic configuration to default values. Instead, the topic will retain its last known configuration.
-
List<Get
Kafka Topic Tag> - Topic tags.
- Timeouts
Get
Kafka Topic Timeouts
- Id string
- Resource ID composed as:
project/service_name/topic_name. - Owner
User stringGroup Id - The user group that owns this topic.
- Partitions int
- Number of partitions.
- Project string
- Project name.
- Replication int
- Number of replicas.
- Service
Name string - Service name.
- Termination
Protection bool - Client-side deletion protection that prevents the resource from being deleted by Terraform. Resource can still be deleted in the Aiven Console. The default value is
false. Deprecated: Instead, usepreventDestroy - Topic
Description string - Topic description.
- Topic
Name string - Kafka topic name.
- Configs
[]Get
Kafka Topic Config - Advanced parameters to configure topics. Removing the block won't reset the topic configuration to default values. Instead, the topic will retain its last known configuration.
-
[]Get
Kafka Topic Tag - Topic tags.
- Timeouts
Get
Kafka Topic Timeouts
- id string
- Resource ID composed as:
project/service_name/topic_name. - owner_
user_ stringgroup_ id - The user group that owns this topic.
- partitions number
- Number of partitions.
- project string
- Project name.
- replication number
- Number of replicas.
- service_
name string - Service name.
- termination_
protection bool - Client-side deletion protection that prevents the resource from being deleted by Terraform. Resource can still be deleted in the Aiven Console. The default value is
false. Deprecated: Instead, usepreventDestroy - topic_
description string - Topic description.
- topic_
name string - Kafka topic name.
- configs list(object)
- Advanced parameters to configure topics. Removing the block won't reset the topic configuration to default values. Instead, the topic will retain its last known configuration.
- list(object)
- Topic tags.
- timeouts object
- id String
- Resource ID composed as:
project/service_name/topic_name. - owner
User StringGroup Id - The user group that owns this topic.
- partitions Integer
- Number of partitions.
- project String
- Project name.
- replication Integer
- Number of replicas.
- service
Name String - Service name.
- termination
Protection Boolean - Client-side deletion protection that prevents the resource from being deleted by Terraform. Resource can still be deleted in the Aiven Console. The default value is
false. Deprecated: Instead, usepreventDestroy - topic
Description String - Topic description.
- topic
Name String - Kafka topic name.
- configs
List<Get
Kafka Topic Config> - Advanced parameters to configure topics. Removing the block won't reset the topic configuration to default values. Instead, the topic will retain its last known configuration.
-
List<Get
Kafka Topic Tag> - Topic tags.
- timeouts
Get
Kafka Topic Timeouts
- id string
- Resource ID composed as:
project/service_name/topic_name. - owner
User stringGroup Id - The user group that owns this topic.
- partitions number
- Number of partitions.
- project string
- Project name.
- replication number
- Number of replicas.
- service
Name string - Service name.
- termination
Protection boolean - Client-side deletion protection that prevents the resource from being deleted by Terraform. Resource can still be deleted in the Aiven Console. The default value is
false. Deprecated: Instead, usepreventDestroy - topic
Description string - Topic description.
- topic
Name string - Kafka topic name.
- configs
Get
Kafka Topic Config[] - Advanced parameters to configure topics. Removing the block won't reset the topic configuration to default values. Instead, the topic will retain its last known configuration.
-
Get
Kafka Topic Tag[] - Topic tags.
- timeouts
Get
Kafka Topic Timeouts
- id str
- Resource ID composed as:
project/service_name/topic_name. - owner_
user_ strgroup_ id - The user group that owns this topic.
- partitions int
- Number of partitions.
- project str
- Project name.
- replication int
- Number of replicas.
- service_
name str - Service name.
- termination_
protection bool - Client-side deletion protection that prevents the resource from being deleted by Terraform. Resource can still be deleted in the Aiven Console. The default value is
false. Deprecated: Instead, usepreventDestroy - topic_
description str - Topic description.
- topic_
name str - Kafka topic name.
- configs
Sequence[Get
Kafka Topic Config] - Advanced parameters to configure topics. Removing the block won't reset the topic configuration to default values. Instead, the topic will retain its last known configuration.
-
Sequence[Get
Kafka Topic Tag] - Topic tags.
- timeouts
Get
Kafka Topic Timeouts
- id String
- Resource ID composed as:
project/service_name/topic_name. - owner
User StringGroup Id - The user group that owns this topic.
- partitions Number
- Number of partitions.
- project String
- Project name.
- replication Number
- Number of replicas.
- service
Name String - Service name.
- termination
Protection Boolean - Client-side deletion protection that prevents the resource from being deleted by Terraform. Resource can still be deleted in the Aiven Console. The default value is
false. Deprecated: Instead, usepreventDestroy - topic
Description String - Topic description.
- topic
Name String - Kafka topic name.
- configs List<Property Map>
- Advanced parameters to configure topics. Removing the block won't reset the topic configuration to default values. Instead, the topic will retain its last known configuration.
- List<Property Map>
- Topic tags.
- timeouts Property Map
Supporting Types
GetKafkaTopicConfig
- Cleanup
Policy string - The retention policy to use on old segments. Possible values include 'delete', 'compact', or a comma-separated list of them. The default policy ('delete') will discard old segments when their retention time or size limit has been reached. The 'compact' setting will enable log compaction on the topic. The possible values are
compact,compact,deleteanddelete. - Compression
Type string - Specify the final compression type for a given topic. This configuration accepts the standard compression codecs ('gzip', 'snappy', 'lz4', 'zstd'). It additionally accepts 'uncompressed' which is equivalent to no compression; and 'producer' which means retain the original compression codec set by the producer. The possible values are
gzip,lz4,producer,snappy,uncompressedandzstd. - Delete
Retention stringMs - The amount of time to retain delete tombstone markers for log compacted topics. This setting also gives a bound on the time in which a consumer must complete a read if they begin from offset 0 to ensure that they get a valid snapshot of the final stage (otherwise delete tombstones may be collected before they complete their scan).
- Diskless
Enable bool - Indicates whether diskless should be enabled. This is only available for BYOC services with Diskless feature enabled.
- File
Delete stringDelay Ms - The time to wait before deleting a file from the filesystem.
- Flush
Messages string - This setting allows specifying an interval at which we will force an fsync of data written to the log. For example if this was set to 1 we would fsync after every message; if it were 5 we would fsync after every five messages. In general we recommend you not set this and use replication for durability and allow the operating system's background flush capabilities as it is more efficient.
- Flush
Ms string - This setting allows specifying a time interval at which we will force an fsync of data written to the log. For example if this was set to 1000 we would fsync after 1000 ms had passed. In general we recommend you not set this and use replication for durability and allow the operating system's background flush capabilities as it is more efficient.
- Index
Interval stringBytes - This setting controls how frequently Kafka adds an index entry to its offset index. The default setting ensures that we index a message roughly every 4096 bytes. More indexing allows reads to jump closer to the exact position in the log but makes the index larger. You probably don't need to change this.
- Local
Retention stringBytes - This configuration controls the maximum bytes tiered storage will retain segment files locally before it will discard old log segments to free up space. If set to -2, the limit is equal to overall retention time. If set to -1, no limit is applied but it's possible only if overall retention is also -1. The field is required with
retentionBytes. - Local
Retention stringMs - This configuration controls the maximum time tiered storage will retain segment files locally before it will discard old log segments to free up space. If set to -2, the time limit is equal to overall retention time. If set to -1, no time limit is applied but it's possible only if overall retention is also -1. The field is required with
retentionMs. - Max
Compaction stringLag Ms - The maximum time a message will remain ineligible for compaction in the log. Only applicable for logs that are being compacted.
- Max
Message stringBytes - The largest record batch size allowed by Kafka (after compression if compression is enabled). If this is increased and there are consumers older than 0.10.2, the consumers' fetch size must also be increased so that the they can fetch record batches this large. In the latest message format version, records are always grouped into batches for efficiency. In previous message format versions, uncompressed records are not grouped into batches and this limit only applies to a single record in that case.
- Message
Downconversion boolEnable - This configuration controls whether down-conversion of message formats is enabled to satisfy consume requests. When set to false, broker will not perform down-conversion for consumers expecting an older message format. The broker responds with UNSUPPORTED_VERSION error for consume requests from such older clients. This configuration does not apply to any message format conversion that might be required for replication to followers.
- Message
Format stringVersion - Specify the message format version the broker will use to append messages to the logs. The value should be a valid ApiVersion. Some examples are: 0.8.2, 0.9.0.0, 0.10.0, check ApiVersion for more details. By setting a particular message format version, the user is certifying that all the existing messages on disk are smaller or equal than the specified version. Setting this value incorrectly will cause consumers with older versions to break as they will receive messages with a format that they don't understand. Deprecated in Kafka 4.0+: this configuration is removed and any supplied value will be ignored; for services upgraded to 4.0+, the returned value may be 'None'. The possible values are
0.10.0,0.10.0-IV0,0.10.0-IV1,0.10.1,0.10.1-IV0,0.10.1-IV1,0.10.1-IV2,0.10.2,0.10.2-IV0,0.11.0,0.11.0-IV0,0.11.0-IV1,0.11.0-IV2,0.8.0,0.8.1,0.8.2,0.9.0,1.0,1.0-IV0,1.1,1.1-IV0,2.0,2.0-IV0,2.0-IV1,2.1,2.1-IV0,2.1-IV1,2.1-IV2,2.2,2.2-IV0,2.2-IV1,2.3,2.3-IV0,2.3-IV1,2.4,2.4-IV0,2.4-IV1,2.5,2.5-IV0,2.6,2.6-IV0,2.7,2.7-IV0,2.7-IV1,2.7-IV2,2.8,2.8-IV0,2.8-IV1,3.0,3.0-IV0,3.0-IV1,3.1,3.1-IV0,3.2,3.2-IV0,3.3,3.3-IV0,3.3-IV1,3.3-IV2,3.3-IV3,3.4,3.4-IV0,3.5,3.5-IV0,3.5-IV1,3.5-IV2,3.6,3.6-IV0,3.6-IV1,3.6-IV2,3.7,3.7-IV0,3.7-IV1,3.7-IV2,3.7-IV3,3.7-IV4,3.8,3.8-IV0,3.9,3.9-IV0,3.9-IV1,4.0,4.0-IV0,4.1,4.1-IV0,4.2and4.2-IV0. - Message
Timestamp stringAfter Max Ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. Applies only for messages with timestamps later than the broker's timestamp.
- Message
Timestamp stringBefore Max Ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. Applies only for messages with timestamps earlier than the broker's timestamp.
- Message
Timestamp stringDifference Max Ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. This configuration is ignored if message.timestamp.type=LogAppendTime.
- Message
Timestamp stringType - Define whether the timestamp in the message is message create time or log append time. The possible values are
CreateTimeandLogAppendTime. - Min
Cleanable doubleDirty Ratio - This configuration controls how frequently the log compactor will attempt to clean the log (assuming log compaction is enabled). By default we will avoid cleaning a log where more than 50% of the log has been compacted. This ratio bounds the maximum space wasted in the log by duplicates (at 50% at most 50% of the log could be duplicates). A higher ratio will mean fewer, more efficient cleanings but will mean more wasted space in the log. If the max.compaction.lag.ms or the min.compaction.lag.ms configurations are also specified, then the log compactor considers the log to be eligible for compaction as soon as either: (i) the dirty ratio threshold has been met and the log has had dirty (uncompacted) records for at least the min.compaction.lag.ms duration, or (ii) if the log has had dirty (uncompacted) records for at most the max.compaction.lag.ms period.
- Min
Compaction stringLag Ms - The minimum time a message will remain uncompacted in the log. Only applicable for logs that are being compacted.
- Min
Insync stringReplicas - When a producer sets acks to 'all' (or '-1'), this configuration specifies the minimum number of replicas that must acknowledge a write for the write to be considered successful. If this minimum cannot be met, then the producer will raise an exception (either NotEnoughReplicas or NotEnoughReplicasAfterAppend). When used together, min.insync.replicas and acks allow you to enforce greater durability guarantees. A typical scenario would be to create a topic with a replication factor of 3, set min.insync.replicas to 2, and produce with acks of 'all'. This will ensure that the producer raises an exception if a majority of replicas do not receive a write.
- Preallocate bool
- True if we should preallocate the file on disk when creating a new log segment.
- Remote
Storage boolEnable - Indicates whether tiered storage should be enabled. This is only available for services with Tiered Storage feature enabled.
- Retention
Bytes string - This configuration controls the maximum size a partition (which consists of log segments) can grow to before we will discard old log segments to free up space if we are using the 'delete' retention policy. By default there is no size limit only a time limit. Since this limit is enforced at the partition level, multiply it by the number of partitions to compute the topic retention in bytes.
- Retention
Ms string - This configuration controls the maximum time we will retain a log before we will discard old log segments to free up space if we are using the 'delete' retention policy. This represents an SLA on how soon consumers must read their data. If set to -1, no time limit is applied.
- Segment
Bytes string - This configuration controls the segment file size for the log. Retention and cleaning is always done a file at a time so a larger segment size means fewer files but less granular control over retention. Setting this to a very low value has consequences, and the Aiven management plane ignores values less than 10 megabytes.
- Segment
Index stringBytes - This configuration controls the size of the index that maps offsets to file positions. We preallocate this index file and shrink it only after log rolls. You generally should not need to change this setting.
- Segment
Jitter stringMs - The maximum random jitter subtracted from the scheduled segment roll time to avoid thundering herds of segment rolling.
- Segment
Ms string - This configuration controls the period of time after which Kafka will force the log to roll even if the segment file isn't full to ensure that retention can delete or compact old data. Setting this to a very low value has consequences, and the Aiven management plane ignores values less than 10 seconds.
- Unclean
Leader boolElection Enable - Indicates whether to enable replicas not in the ISR set to be elected as leader as a last resort, even though doing so may result in data loss.
- Cleanup
Policy string - The retention policy to use on old segments. Possible values include 'delete', 'compact', or a comma-separated list of them. The default policy ('delete') will discard old segments when their retention time or size limit has been reached. The 'compact' setting will enable log compaction on the topic. The possible values are
compact,compact,deleteanddelete. - Compression
Type string - Specify the final compression type for a given topic. This configuration accepts the standard compression codecs ('gzip', 'snappy', 'lz4', 'zstd'). It additionally accepts 'uncompressed' which is equivalent to no compression; and 'producer' which means retain the original compression codec set by the producer. The possible values are
gzip,lz4,producer,snappy,uncompressedandzstd. - Delete
Retention stringMs - The amount of time to retain delete tombstone markers for log compacted topics. This setting also gives a bound on the time in which a consumer must complete a read if they begin from offset 0 to ensure that they get a valid snapshot of the final stage (otherwise delete tombstones may be collected before they complete their scan).
- Diskless
Enable bool - Indicates whether diskless should be enabled. This is only available for BYOC services with Diskless feature enabled.
- File
Delete stringDelay Ms - The time to wait before deleting a file from the filesystem.
- Flush
Messages string - This setting allows specifying an interval at which we will force an fsync of data written to the log. For example if this was set to 1 we would fsync after every message; if it were 5 we would fsync after every five messages. In general we recommend you not set this and use replication for durability and allow the operating system's background flush capabilities as it is more efficient.
- Flush
Ms string - This setting allows specifying a time interval at which we will force an fsync of data written to the log. For example if this was set to 1000 we would fsync after 1000 ms had passed. In general we recommend you not set this and use replication for durability and allow the operating system's background flush capabilities as it is more efficient.
- Index
Interval stringBytes - This setting controls how frequently Kafka adds an index entry to its offset index. The default setting ensures that we index a message roughly every 4096 bytes. More indexing allows reads to jump closer to the exact position in the log but makes the index larger. You probably don't need to change this.
- Local
Retention stringBytes - This configuration controls the maximum bytes tiered storage will retain segment files locally before it will discard old log segments to free up space. If set to -2, the limit is equal to overall retention time. If set to -1, no limit is applied but it's possible only if overall retention is also -1. The field is required with
retentionBytes. - Local
Retention stringMs - This configuration controls the maximum time tiered storage will retain segment files locally before it will discard old log segments to free up space. If set to -2, the time limit is equal to overall retention time. If set to -1, no time limit is applied but it's possible only if overall retention is also -1. The field is required with
retentionMs. - Max
Compaction stringLag Ms - The maximum time a message will remain ineligible for compaction in the log. Only applicable for logs that are being compacted.
- Max
Message stringBytes - The largest record batch size allowed by Kafka (after compression if compression is enabled). If this is increased and there are consumers older than 0.10.2, the consumers' fetch size must also be increased so that the they can fetch record batches this large. In the latest message format version, records are always grouped into batches for efficiency. In previous message format versions, uncompressed records are not grouped into batches and this limit only applies to a single record in that case.
- Message
Downconversion boolEnable - This configuration controls whether down-conversion of message formats is enabled to satisfy consume requests. When set to false, broker will not perform down-conversion for consumers expecting an older message format. The broker responds with UNSUPPORTED_VERSION error for consume requests from such older clients. This configuration does not apply to any message format conversion that might be required for replication to followers.
- Message
Format stringVersion - Specify the message format version the broker will use to append messages to the logs. The value should be a valid ApiVersion. Some examples are: 0.8.2, 0.9.0.0, 0.10.0, check ApiVersion for more details. By setting a particular message format version, the user is certifying that all the existing messages on disk are smaller or equal than the specified version. Setting this value incorrectly will cause consumers with older versions to break as they will receive messages with a format that they don't understand. Deprecated in Kafka 4.0+: this configuration is removed and any supplied value will be ignored; for services upgraded to 4.0+, the returned value may be 'None'. The possible values are
0.10.0,0.10.0-IV0,0.10.0-IV1,0.10.1,0.10.1-IV0,0.10.1-IV1,0.10.1-IV2,0.10.2,0.10.2-IV0,0.11.0,0.11.0-IV0,0.11.0-IV1,0.11.0-IV2,0.8.0,0.8.1,0.8.2,0.9.0,1.0,1.0-IV0,1.1,1.1-IV0,2.0,2.0-IV0,2.0-IV1,2.1,2.1-IV0,2.1-IV1,2.1-IV2,2.2,2.2-IV0,2.2-IV1,2.3,2.3-IV0,2.3-IV1,2.4,2.4-IV0,2.4-IV1,2.5,2.5-IV0,2.6,2.6-IV0,2.7,2.7-IV0,2.7-IV1,2.7-IV2,2.8,2.8-IV0,2.8-IV1,3.0,3.0-IV0,3.0-IV1,3.1,3.1-IV0,3.2,3.2-IV0,3.3,3.3-IV0,3.3-IV1,3.3-IV2,3.3-IV3,3.4,3.4-IV0,3.5,3.5-IV0,3.5-IV1,3.5-IV2,3.6,3.6-IV0,3.6-IV1,3.6-IV2,3.7,3.7-IV0,3.7-IV1,3.7-IV2,3.7-IV3,3.7-IV4,3.8,3.8-IV0,3.9,3.9-IV0,3.9-IV1,4.0,4.0-IV0,4.1,4.1-IV0,4.2and4.2-IV0. - Message
Timestamp stringAfter Max Ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. Applies only for messages with timestamps later than the broker's timestamp.
- Message
Timestamp stringBefore Max Ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. Applies only for messages with timestamps earlier than the broker's timestamp.
- Message
Timestamp stringDifference Max Ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. This configuration is ignored if message.timestamp.type=LogAppendTime.
- Message
Timestamp stringType - Define whether the timestamp in the message is message create time or log append time. The possible values are
CreateTimeandLogAppendTime. - Min
Cleanable float64Dirty Ratio - This configuration controls how frequently the log compactor will attempt to clean the log (assuming log compaction is enabled). By default we will avoid cleaning a log where more than 50% of the log has been compacted. This ratio bounds the maximum space wasted in the log by duplicates (at 50% at most 50% of the log could be duplicates). A higher ratio will mean fewer, more efficient cleanings but will mean more wasted space in the log. If the max.compaction.lag.ms or the min.compaction.lag.ms configurations are also specified, then the log compactor considers the log to be eligible for compaction as soon as either: (i) the dirty ratio threshold has been met and the log has had dirty (uncompacted) records for at least the min.compaction.lag.ms duration, or (ii) if the log has had dirty (uncompacted) records for at most the max.compaction.lag.ms period.
- Min
Compaction stringLag Ms - The minimum time a message will remain uncompacted in the log. Only applicable for logs that are being compacted.
- Min
Insync stringReplicas - When a producer sets acks to 'all' (or '-1'), this configuration specifies the minimum number of replicas that must acknowledge a write for the write to be considered successful. If this minimum cannot be met, then the producer will raise an exception (either NotEnoughReplicas or NotEnoughReplicasAfterAppend). When used together, min.insync.replicas and acks allow you to enforce greater durability guarantees. A typical scenario would be to create a topic with a replication factor of 3, set min.insync.replicas to 2, and produce with acks of 'all'. This will ensure that the producer raises an exception if a majority of replicas do not receive a write.
- Preallocate bool
- True if we should preallocate the file on disk when creating a new log segment.
- Remote
Storage boolEnable - Indicates whether tiered storage should be enabled. This is only available for services with Tiered Storage feature enabled.
- Retention
Bytes string - This configuration controls the maximum size a partition (which consists of log segments) can grow to before we will discard old log segments to free up space if we are using the 'delete' retention policy. By default there is no size limit only a time limit. Since this limit is enforced at the partition level, multiply it by the number of partitions to compute the topic retention in bytes.
- Retention
Ms string - This configuration controls the maximum time we will retain a log before we will discard old log segments to free up space if we are using the 'delete' retention policy. This represents an SLA on how soon consumers must read their data. If set to -1, no time limit is applied.
- Segment
Bytes string - This configuration controls the segment file size for the log. Retention and cleaning is always done a file at a time so a larger segment size means fewer files but less granular control over retention. Setting this to a very low value has consequences, and the Aiven management plane ignores values less than 10 megabytes.
- Segment
Index stringBytes - This configuration controls the size of the index that maps offsets to file positions. We preallocate this index file and shrink it only after log rolls. You generally should not need to change this setting.
- Segment
Jitter stringMs - The maximum random jitter subtracted from the scheduled segment roll time to avoid thundering herds of segment rolling.
- Segment
Ms string - This configuration controls the period of time after which Kafka will force the log to roll even if the segment file isn't full to ensure that retention can delete or compact old data. Setting this to a very low value has consequences, and the Aiven management plane ignores values less than 10 seconds.
- Unclean
Leader boolElection Enable - Indicates whether to enable replicas not in the ISR set to be elected as leader as a last resort, even though doing so may result in data loss.
- cleanup_
policy string - The retention policy to use on old segments. Possible values include 'delete', 'compact', or a comma-separated list of them. The default policy ('delete') will discard old segments when their retention time or size limit has been reached. The 'compact' setting will enable log compaction on the topic. The possible values are
compact,compact,deleteanddelete. - compression_
type string - Specify the final compression type for a given topic. This configuration accepts the standard compression codecs ('gzip', 'snappy', 'lz4', 'zstd'). It additionally accepts 'uncompressed' which is equivalent to no compression; and 'producer' which means retain the original compression codec set by the producer. The possible values are
gzip,lz4,producer,snappy,uncompressedandzstd. - delete_
retention_ stringms - The amount of time to retain delete tombstone markers for log compacted topics. This setting also gives a bound on the time in which a consumer must complete a read if they begin from offset 0 to ensure that they get a valid snapshot of the final stage (otherwise delete tombstones may be collected before they complete their scan).
- diskless_
enable bool - Indicates whether diskless should be enabled. This is only available for BYOC services with Diskless feature enabled.
- file_
delete_ stringdelay_ ms - The time to wait before deleting a file from the filesystem.
- flush_
messages string - This setting allows specifying an interval at which we will force an fsync of data written to the log. For example if this was set to 1 we would fsync after every message; if it were 5 we would fsync after every five messages. In general we recommend you not set this and use replication for durability and allow the operating system's background flush capabilities as it is more efficient.
- flush_
ms string - This setting allows specifying a time interval at which we will force an fsync of data written to the log. For example if this was set to 1000 we would fsync after 1000 ms had passed. In general we recommend you not set this and use replication for durability and allow the operating system's background flush capabilities as it is more efficient.
- index_
interval_ stringbytes - This setting controls how frequently Kafka adds an index entry to its offset index. The default setting ensures that we index a message roughly every 4096 bytes. More indexing allows reads to jump closer to the exact position in the log but makes the index larger. You probably don't need to change this.
- local_
retention_ stringbytes - This configuration controls the maximum bytes tiered storage will retain segment files locally before it will discard old log segments to free up space. If set to -2, the limit is equal to overall retention time. If set to -1, no limit is applied but it's possible only if overall retention is also -1. The field is required with
retentionBytes. - local_
retention_ stringms - This configuration controls the maximum time tiered storage will retain segment files locally before it will discard old log segments to free up space. If set to -2, the time limit is equal to overall retention time. If set to -1, no time limit is applied but it's possible only if overall retention is also -1. The field is required with
retentionMs. - max_
compaction_ stringlag_ ms - The maximum time a message will remain ineligible for compaction in the log. Only applicable for logs that are being compacted.
- max_
message_ stringbytes - The largest record batch size allowed by Kafka (after compression if compression is enabled). If this is increased and there are consumers older than 0.10.2, the consumers' fetch size must also be increased so that the they can fetch record batches this large. In the latest message format version, records are always grouped into batches for efficiency. In previous message format versions, uncompressed records are not grouped into batches and this limit only applies to a single record in that case.
- message_
downconversion_ boolenable - This configuration controls whether down-conversion of message formats is enabled to satisfy consume requests. When set to false, broker will not perform down-conversion for consumers expecting an older message format. The broker responds with UNSUPPORTED_VERSION error for consume requests from such older clients. This configuration does not apply to any message format conversion that might be required for replication to followers.
- message_
format_ stringversion - Specify the message format version the broker will use to append messages to the logs. The value should be a valid ApiVersion. Some examples are: 0.8.2, 0.9.0.0, 0.10.0, check ApiVersion for more details. By setting a particular message format version, the user is certifying that all the existing messages on disk are smaller or equal than the specified version. Setting this value incorrectly will cause consumers with older versions to break as they will receive messages with a format that they don't understand. Deprecated in Kafka 4.0+: this configuration is removed and any supplied value will be ignored; for services upgraded to 4.0+, the returned value may be 'None'. The possible values are
0.10.0,0.10.0-IV0,0.10.0-IV1,0.10.1,0.10.1-IV0,0.10.1-IV1,0.10.1-IV2,0.10.2,0.10.2-IV0,0.11.0,0.11.0-IV0,0.11.0-IV1,0.11.0-IV2,0.8.0,0.8.1,0.8.2,0.9.0,1.0,1.0-IV0,1.1,1.1-IV0,2.0,2.0-IV0,2.0-IV1,2.1,2.1-IV0,2.1-IV1,2.1-IV2,2.2,2.2-IV0,2.2-IV1,2.3,2.3-IV0,2.3-IV1,2.4,2.4-IV0,2.4-IV1,2.5,2.5-IV0,2.6,2.6-IV0,2.7,2.7-IV0,2.7-IV1,2.7-IV2,2.8,2.8-IV0,2.8-IV1,3.0,3.0-IV0,3.0-IV1,3.1,3.1-IV0,3.2,3.2-IV0,3.3,3.3-IV0,3.3-IV1,3.3-IV2,3.3-IV3,3.4,3.4-IV0,3.5,3.5-IV0,3.5-IV1,3.5-IV2,3.6,3.6-IV0,3.6-IV1,3.6-IV2,3.7,3.7-IV0,3.7-IV1,3.7-IV2,3.7-IV3,3.7-IV4,3.8,3.8-IV0,3.9,3.9-IV0,3.9-IV1,4.0,4.0-IV0,4.1,4.1-IV0,4.2and4.2-IV0. - message_
timestamp_ stringafter_ max_ ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. Applies only for messages with timestamps later than the broker's timestamp.
- message_
timestamp_ stringbefore_ max_ ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. Applies only for messages with timestamps earlier than the broker's timestamp.
- message_
timestamp_ stringdifference_ max_ ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. This configuration is ignored if message.timestamp.type=LogAppendTime.
- message_
timestamp_ stringtype - Define whether the timestamp in the message is message create time or log append time. The possible values are
CreateTimeandLogAppendTime. - min_
cleanable_ numberdirty_ ratio - This configuration controls how frequently the log compactor will attempt to clean the log (assuming log compaction is enabled). By default we will avoid cleaning a log where more than 50% of the log has been compacted. This ratio bounds the maximum space wasted in the log by duplicates (at 50% at most 50% of the log could be duplicates). A higher ratio will mean fewer, more efficient cleanings but will mean more wasted space in the log. If the max.compaction.lag.ms or the min.compaction.lag.ms configurations are also specified, then the log compactor considers the log to be eligible for compaction as soon as either: (i) the dirty ratio threshold has been met and the log has had dirty (uncompacted) records for at least the min.compaction.lag.ms duration, or (ii) if the log has had dirty (uncompacted) records for at most the max.compaction.lag.ms period.
- min_
compaction_ stringlag_ ms - The minimum time a message will remain uncompacted in the log. Only applicable for logs that are being compacted.
- min_
insync_ stringreplicas - When a producer sets acks to 'all' (or '-1'), this configuration specifies the minimum number of replicas that must acknowledge a write for the write to be considered successful. If this minimum cannot be met, then the producer will raise an exception (either NotEnoughReplicas or NotEnoughReplicasAfterAppend). When used together, min.insync.replicas and acks allow you to enforce greater durability guarantees. A typical scenario would be to create a topic with a replication factor of 3, set min.insync.replicas to 2, and produce with acks of 'all'. This will ensure that the producer raises an exception if a majority of replicas do not receive a write.
- preallocate bool
- True if we should preallocate the file on disk when creating a new log segment.
- remote_
storage_ boolenable - Indicates whether tiered storage should be enabled. This is only available for services with Tiered Storage feature enabled.
- retention_
bytes string - This configuration controls the maximum size a partition (which consists of log segments) can grow to before we will discard old log segments to free up space if we are using the 'delete' retention policy. By default there is no size limit only a time limit. Since this limit is enforced at the partition level, multiply it by the number of partitions to compute the topic retention in bytes.
- retention_
ms string - This configuration controls the maximum time we will retain a log before we will discard old log segments to free up space if we are using the 'delete' retention policy. This represents an SLA on how soon consumers must read their data. If set to -1, no time limit is applied.
- segment_
bytes string - This configuration controls the segment file size for the log. Retention and cleaning is always done a file at a time so a larger segment size means fewer files but less granular control over retention. Setting this to a very low value has consequences, and the Aiven management plane ignores values less than 10 megabytes.
- segment_
index_ stringbytes - This configuration controls the size of the index that maps offsets to file positions. We preallocate this index file and shrink it only after log rolls. You generally should not need to change this setting.
- segment_
jitter_ stringms - The maximum random jitter subtracted from the scheduled segment roll time to avoid thundering herds of segment rolling.
- segment_
ms string - This configuration controls the period of time after which Kafka will force the log to roll even if the segment file isn't full to ensure that retention can delete or compact old data. Setting this to a very low value has consequences, and the Aiven management plane ignores values less than 10 seconds.
- unclean_
leader_ boolelection_ enable - Indicates whether to enable replicas not in the ISR set to be elected as leader as a last resort, even though doing so may result in data loss.
- cleanup
Policy String - The retention policy to use on old segments. Possible values include 'delete', 'compact', or a comma-separated list of them. The default policy ('delete') will discard old segments when their retention time or size limit has been reached. The 'compact' setting will enable log compaction on the topic. The possible values are
compact,compact,deleteanddelete. - compression
Type String - Specify the final compression type for a given topic. This configuration accepts the standard compression codecs ('gzip', 'snappy', 'lz4', 'zstd'). It additionally accepts 'uncompressed' which is equivalent to no compression; and 'producer' which means retain the original compression codec set by the producer. The possible values are
gzip,lz4,producer,snappy,uncompressedandzstd. - delete
Retention StringMs - The amount of time to retain delete tombstone markers for log compacted topics. This setting also gives a bound on the time in which a consumer must complete a read if they begin from offset 0 to ensure that they get a valid snapshot of the final stage (otherwise delete tombstones may be collected before they complete their scan).
- diskless
Enable Boolean - Indicates whether diskless should be enabled. This is only available for BYOC services with Diskless feature enabled.
- file
Delete StringDelay Ms - The time to wait before deleting a file from the filesystem.
- flush
Messages String - This setting allows specifying an interval at which we will force an fsync of data written to the log. For example if this was set to 1 we would fsync after every message; if it were 5 we would fsync after every five messages. In general we recommend you not set this and use replication for durability and allow the operating system's background flush capabilities as it is more efficient.
- flush
Ms String - This setting allows specifying a time interval at which we will force an fsync of data written to the log. For example if this was set to 1000 we would fsync after 1000 ms had passed. In general we recommend you not set this and use replication for durability and allow the operating system's background flush capabilities as it is more efficient.
- index
Interval StringBytes - This setting controls how frequently Kafka adds an index entry to its offset index. The default setting ensures that we index a message roughly every 4096 bytes. More indexing allows reads to jump closer to the exact position in the log but makes the index larger. You probably don't need to change this.
- local
Retention StringBytes - This configuration controls the maximum bytes tiered storage will retain segment files locally before it will discard old log segments to free up space. If set to -2, the limit is equal to overall retention time. If set to -1, no limit is applied but it's possible only if overall retention is also -1. The field is required with
retentionBytes. - local
Retention StringMs - This configuration controls the maximum time tiered storage will retain segment files locally before it will discard old log segments to free up space. If set to -2, the time limit is equal to overall retention time. If set to -1, no time limit is applied but it's possible only if overall retention is also -1. The field is required with
retentionMs. - max
Compaction StringLag Ms - The maximum time a message will remain ineligible for compaction in the log. Only applicable for logs that are being compacted.
- max
Message StringBytes - The largest record batch size allowed by Kafka (after compression if compression is enabled). If this is increased and there are consumers older than 0.10.2, the consumers' fetch size must also be increased so that the they can fetch record batches this large. In the latest message format version, records are always grouped into batches for efficiency. In previous message format versions, uncompressed records are not grouped into batches and this limit only applies to a single record in that case.
- message
Downconversion BooleanEnable - This configuration controls whether down-conversion of message formats is enabled to satisfy consume requests. When set to false, broker will not perform down-conversion for consumers expecting an older message format. The broker responds with UNSUPPORTED_VERSION error for consume requests from such older clients. This configuration does not apply to any message format conversion that might be required for replication to followers.
- message
Format StringVersion - Specify the message format version the broker will use to append messages to the logs. The value should be a valid ApiVersion. Some examples are: 0.8.2, 0.9.0.0, 0.10.0, check ApiVersion for more details. By setting a particular message format version, the user is certifying that all the existing messages on disk are smaller or equal than the specified version. Setting this value incorrectly will cause consumers with older versions to break as they will receive messages with a format that they don't understand. Deprecated in Kafka 4.0+: this configuration is removed and any supplied value will be ignored; for services upgraded to 4.0+, the returned value may be 'None'. The possible values are
0.10.0,0.10.0-IV0,0.10.0-IV1,0.10.1,0.10.1-IV0,0.10.1-IV1,0.10.1-IV2,0.10.2,0.10.2-IV0,0.11.0,0.11.0-IV0,0.11.0-IV1,0.11.0-IV2,0.8.0,0.8.1,0.8.2,0.9.0,1.0,1.0-IV0,1.1,1.1-IV0,2.0,2.0-IV0,2.0-IV1,2.1,2.1-IV0,2.1-IV1,2.1-IV2,2.2,2.2-IV0,2.2-IV1,2.3,2.3-IV0,2.3-IV1,2.4,2.4-IV0,2.4-IV1,2.5,2.5-IV0,2.6,2.6-IV0,2.7,2.7-IV0,2.7-IV1,2.7-IV2,2.8,2.8-IV0,2.8-IV1,3.0,3.0-IV0,3.0-IV1,3.1,3.1-IV0,3.2,3.2-IV0,3.3,3.3-IV0,3.3-IV1,3.3-IV2,3.3-IV3,3.4,3.4-IV0,3.5,3.5-IV0,3.5-IV1,3.5-IV2,3.6,3.6-IV0,3.6-IV1,3.6-IV2,3.7,3.7-IV0,3.7-IV1,3.7-IV2,3.7-IV3,3.7-IV4,3.8,3.8-IV0,3.9,3.9-IV0,3.9-IV1,4.0,4.0-IV0,4.1,4.1-IV0,4.2and4.2-IV0. - message
Timestamp StringAfter Max Ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. Applies only for messages with timestamps later than the broker's timestamp.
- message
Timestamp StringBefore Max Ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. Applies only for messages with timestamps earlier than the broker's timestamp.
- message
Timestamp StringDifference Max Ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. This configuration is ignored if message.timestamp.type=LogAppendTime.
- message
Timestamp StringType - Define whether the timestamp in the message is message create time or log append time. The possible values are
CreateTimeandLogAppendTime. - min
Cleanable DoubleDirty Ratio - This configuration controls how frequently the log compactor will attempt to clean the log (assuming log compaction is enabled). By default we will avoid cleaning a log where more than 50% of the log has been compacted. This ratio bounds the maximum space wasted in the log by duplicates (at 50% at most 50% of the log could be duplicates). A higher ratio will mean fewer, more efficient cleanings but will mean more wasted space in the log. If the max.compaction.lag.ms or the min.compaction.lag.ms configurations are also specified, then the log compactor considers the log to be eligible for compaction as soon as either: (i) the dirty ratio threshold has been met and the log has had dirty (uncompacted) records for at least the min.compaction.lag.ms duration, or (ii) if the log has had dirty (uncompacted) records for at most the max.compaction.lag.ms period.
- min
Compaction StringLag Ms - The minimum time a message will remain uncompacted in the log. Only applicable for logs that are being compacted.
- min
Insync StringReplicas - When a producer sets acks to 'all' (or '-1'), this configuration specifies the minimum number of replicas that must acknowledge a write for the write to be considered successful. If this minimum cannot be met, then the producer will raise an exception (either NotEnoughReplicas or NotEnoughReplicasAfterAppend). When used together, min.insync.replicas and acks allow you to enforce greater durability guarantees. A typical scenario would be to create a topic with a replication factor of 3, set min.insync.replicas to 2, and produce with acks of 'all'. This will ensure that the producer raises an exception if a majority of replicas do not receive a write.
- preallocate Boolean
- True if we should preallocate the file on disk when creating a new log segment.
- remote
Storage BooleanEnable - Indicates whether tiered storage should be enabled. This is only available for services with Tiered Storage feature enabled.
- retention
Bytes String - This configuration controls the maximum size a partition (which consists of log segments) can grow to before we will discard old log segments to free up space if we are using the 'delete' retention policy. By default there is no size limit only a time limit. Since this limit is enforced at the partition level, multiply it by the number of partitions to compute the topic retention in bytes.
- retention
Ms String - This configuration controls the maximum time we will retain a log before we will discard old log segments to free up space if we are using the 'delete' retention policy. This represents an SLA on how soon consumers must read their data. If set to -1, no time limit is applied.
- segment
Bytes String - This configuration controls the segment file size for the log. Retention and cleaning is always done a file at a time so a larger segment size means fewer files but less granular control over retention. Setting this to a very low value has consequences, and the Aiven management plane ignores values less than 10 megabytes.
- segment
Index StringBytes - This configuration controls the size of the index that maps offsets to file positions. We preallocate this index file and shrink it only after log rolls. You generally should not need to change this setting.
- segment
Jitter StringMs - The maximum random jitter subtracted from the scheduled segment roll time to avoid thundering herds of segment rolling.
- segment
Ms String - This configuration controls the period of time after which Kafka will force the log to roll even if the segment file isn't full to ensure that retention can delete or compact old data. Setting this to a very low value has consequences, and the Aiven management plane ignores values less than 10 seconds.
- unclean
Leader BooleanElection Enable - Indicates whether to enable replicas not in the ISR set to be elected as leader as a last resort, even though doing so may result in data loss.
- cleanup
Policy string - The retention policy to use on old segments. Possible values include 'delete', 'compact', or a comma-separated list of them. The default policy ('delete') will discard old segments when their retention time or size limit has been reached. The 'compact' setting will enable log compaction on the topic. The possible values are
compact,compact,deleteanddelete. - compression
Type string - Specify the final compression type for a given topic. This configuration accepts the standard compression codecs ('gzip', 'snappy', 'lz4', 'zstd'). It additionally accepts 'uncompressed' which is equivalent to no compression; and 'producer' which means retain the original compression codec set by the producer. The possible values are
gzip,lz4,producer,snappy,uncompressedandzstd. - delete
Retention stringMs - The amount of time to retain delete tombstone markers for log compacted topics. This setting also gives a bound on the time in which a consumer must complete a read if they begin from offset 0 to ensure that they get a valid snapshot of the final stage (otherwise delete tombstones may be collected before they complete their scan).
- diskless
Enable boolean - Indicates whether diskless should be enabled. This is only available for BYOC services with Diskless feature enabled.
- file
Delete stringDelay Ms - The time to wait before deleting a file from the filesystem.
- flush
Messages string - This setting allows specifying an interval at which we will force an fsync of data written to the log. For example if this was set to 1 we would fsync after every message; if it were 5 we would fsync after every five messages. In general we recommend you not set this and use replication for durability and allow the operating system's background flush capabilities as it is more efficient.
- flush
Ms string - This setting allows specifying a time interval at which we will force an fsync of data written to the log. For example if this was set to 1000 we would fsync after 1000 ms had passed. In general we recommend you not set this and use replication for durability and allow the operating system's background flush capabilities as it is more efficient.
- index
Interval stringBytes - This setting controls how frequently Kafka adds an index entry to its offset index. The default setting ensures that we index a message roughly every 4096 bytes. More indexing allows reads to jump closer to the exact position in the log but makes the index larger. You probably don't need to change this.
- local
Retention stringBytes - This configuration controls the maximum bytes tiered storage will retain segment files locally before it will discard old log segments to free up space. If set to -2, the limit is equal to overall retention time. If set to -1, no limit is applied but it's possible only if overall retention is also -1. The field is required with
retentionBytes. - local
Retention stringMs - This configuration controls the maximum time tiered storage will retain segment files locally before it will discard old log segments to free up space. If set to -2, the time limit is equal to overall retention time. If set to -1, no time limit is applied but it's possible only if overall retention is also -1. The field is required with
retentionMs. - max
Compaction stringLag Ms - The maximum time a message will remain ineligible for compaction in the log. Only applicable for logs that are being compacted.
- max
Message stringBytes - The largest record batch size allowed by Kafka (after compression if compression is enabled). If this is increased and there are consumers older than 0.10.2, the consumers' fetch size must also be increased so that the they can fetch record batches this large. In the latest message format version, records are always grouped into batches for efficiency. In previous message format versions, uncompressed records are not grouped into batches and this limit only applies to a single record in that case.
- message
Downconversion booleanEnable - This configuration controls whether down-conversion of message formats is enabled to satisfy consume requests. When set to false, broker will not perform down-conversion for consumers expecting an older message format. The broker responds with UNSUPPORTED_VERSION error for consume requests from such older clients. This configuration does not apply to any message format conversion that might be required for replication to followers.
- message
Format stringVersion - Specify the message format version the broker will use to append messages to the logs. The value should be a valid ApiVersion. Some examples are: 0.8.2, 0.9.0.0, 0.10.0, check ApiVersion for more details. By setting a particular message format version, the user is certifying that all the existing messages on disk are smaller or equal than the specified version. Setting this value incorrectly will cause consumers with older versions to break as they will receive messages with a format that they don't understand. Deprecated in Kafka 4.0+: this configuration is removed and any supplied value will be ignored; for services upgraded to 4.0+, the returned value may be 'None'. The possible values are
0.10.0,0.10.0-IV0,0.10.0-IV1,0.10.1,0.10.1-IV0,0.10.1-IV1,0.10.1-IV2,0.10.2,0.10.2-IV0,0.11.0,0.11.0-IV0,0.11.0-IV1,0.11.0-IV2,0.8.0,0.8.1,0.8.2,0.9.0,1.0,1.0-IV0,1.1,1.1-IV0,2.0,2.0-IV0,2.0-IV1,2.1,2.1-IV0,2.1-IV1,2.1-IV2,2.2,2.2-IV0,2.2-IV1,2.3,2.3-IV0,2.3-IV1,2.4,2.4-IV0,2.4-IV1,2.5,2.5-IV0,2.6,2.6-IV0,2.7,2.7-IV0,2.7-IV1,2.7-IV2,2.8,2.8-IV0,2.8-IV1,3.0,3.0-IV0,3.0-IV1,3.1,3.1-IV0,3.2,3.2-IV0,3.3,3.3-IV0,3.3-IV1,3.3-IV2,3.3-IV3,3.4,3.4-IV0,3.5,3.5-IV0,3.5-IV1,3.5-IV2,3.6,3.6-IV0,3.6-IV1,3.6-IV2,3.7,3.7-IV0,3.7-IV1,3.7-IV2,3.7-IV3,3.7-IV4,3.8,3.8-IV0,3.9,3.9-IV0,3.9-IV1,4.0,4.0-IV0,4.1,4.1-IV0,4.2and4.2-IV0. - message
Timestamp stringAfter Max Ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. Applies only for messages with timestamps later than the broker's timestamp.
- message
Timestamp stringBefore Max Ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. Applies only for messages with timestamps earlier than the broker's timestamp.
- message
Timestamp stringDifference Max Ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. This configuration is ignored if message.timestamp.type=LogAppendTime.
- message
Timestamp stringType - Define whether the timestamp in the message is message create time or log append time. The possible values are
CreateTimeandLogAppendTime. - min
Cleanable numberDirty Ratio - This configuration controls how frequently the log compactor will attempt to clean the log (assuming log compaction is enabled). By default we will avoid cleaning a log where more than 50% of the log has been compacted. This ratio bounds the maximum space wasted in the log by duplicates (at 50% at most 50% of the log could be duplicates). A higher ratio will mean fewer, more efficient cleanings but will mean more wasted space in the log. If the max.compaction.lag.ms or the min.compaction.lag.ms configurations are also specified, then the log compactor considers the log to be eligible for compaction as soon as either: (i) the dirty ratio threshold has been met and the log has had dirty (uncompacted) records for at least the min.compaction.lag.ms duration, or (ii) if the log has had dirty (uncompacted) records for at most the max.compaction.lag.ms period.
- min
Compaction stringLag Ms - The minimum time a message will remain uncompacted in the log. Only applicable for logs that are being compacted.
- min
Insync stringReplicas - When a producer sets acks to 'all' (or '-1'), this configuration specifies the minimum number of replicas that must acknowledge a write for the write to be considered successful. If this minimum cannot be met, then the producer will raise an exception (either NotEnoughReplicas or NotEnoughReplicasAfterAppend). When used together, min.insync.replicas and acks allow you to enforce greater durability guarantees. A typical scenario would be to create a topic with a replication factor of 3, set min.insync.replicas to 2, and produce with acks of 'all'. This will ensure that the producer raises an exception if a majority of replicas do not receive a write.
- preallocate boolean
- True if we should preallocate the file on disk when creating a new log segment.
- remote
Storage booleanEnable - Indicates whether tiered storage should be enabled. This is only available for services with Tiered Storage feature enabled.
- retention
Bytes string - This configuration controls the maximum size a partition (which consists of log segments) can grow to before we will discard old log segments to free up space if we are using the 'delete' retention policy. By default there is no size limit only a time limit. Since this limit is enforced at the partition level, multiply it by the number of partitions to compute the topic retention in bytes.
- retention
Ms string - This configuration controls the maximum time we will retain a log before we will discard old log segments to free up space if we are using the 'delete' retention policy. This represents an SLA on how soon consumers must read their data. If set to -1, no time limit is applied.
- segment
Bytes string - This configuration controls the segment file size for the log. Retention and cleaning is always done a file at a time so a larger segment size means fewer files but less granular control over retention. Setting this to a very low value has consequences, and the Aiven management plane ignores values less than 10 megabytes.
- segment
Index stringBytes - This configuration controls the size of the index that maps offsets to file positions. We preallocate this index file and shrink it only after log rolls. You generally should not need to change this setting.
- segment
Jitter stringMs - The maximum random jitter subtracted from the scheduled segment roll time to avoid thundering herds of segment rolling.
- segment
Ms string - This configuration controls the period of time after which Kafka will force the log to roll even if the segment file isn't full to ensure that retention can delete or compact old data. Setting this to a very low value has consequences, and the Aiven management plane ignores values less than 10 seconds.
- unclean
Leader booleanElection Enable - Indicates whether to enable replicas not in the ISR set to be elected as leader as a last resort, even though doing so may result in data loss.
- cleanup_
policy str - The retention policy to use on old segments. Possible values include 'delete', 'compact', or a comma-separated list of them. The default policy ('delete') will discard old segments when their retention time or size limit has been reached. The 'compact' setting will enable log compaction on the topic. The possible values are
compact,compact,deleteanddelete. - compression_
type str - Specify the final compression type for a given topic. This configuration accepts the standard compression codecs ('gzip', 'snappy', 'lz4', 'zstd'). It additionally accepts 'uncompressed' which is equivalent to no compression; and 'producer' which means retain the original compression codec set by the producer. The possible values are
gzip,lz4,producer,snappy,uncompressedandzstd. - delete_
retention_ strms - The amount of time to retain delete tombstone markers for log compacted topics. This setting also gives a bound on the time in which a consumer must complete a read if they begin from offset 0 to ensure that they get a valid snapshot of the final stage (otherwise delete tombstones may be collected before they complete their scan).
- diskless_
enable bool - Indicates whether diskless should be enabled. This is only available for BYOC services with Diskless feature enabled.
- file_
delete_ strdelay_ ms - The time to wait before deleting a file from the filesystem.
- flush_
messages str - This setting allows specifying an interval at which we will force an fsync of data written to the log. For example if this was set to 1 we would fsync after every message; if it were 5 we would fsync after every five messages. In general we recommend you not set this and use replication for durability and allow the operating system's background flush capabilities as it is more efficient.
- flush_
ms str - This setting allows specifying a time interval at which we will force an fsync of data written to the log. For example if this was set to 1000 we would fsync after 1000 ms had passed. In general we recommend you not set this and use replication for durability and allow the operating system's background flush capabilities as it is more efficient.
- index_
interval_ strbytes - This setting controls how frequently Kafka adds an index entry to its offset index. The default setting ensures that we index a message roughly every 4096 bytes. More indexing allows reads to jump closer to the exact position in the log but makes the index larger. You probably don't need to change this.
- local_
retention_ strbytes - This configuration controls the maximum bytes tiered storage will retain segment files locally before it will discard old log segments to free up space. If set to -2, the limit is equal to overall retention time. If set to -1, no limit is applied but it's possible only if overall retention is also -1. The field is required with
retentionBytes. - local_
retention_ strms - This configuration controls the maximum time tiered storage will retain segment files locally before it will discard old log segments to free up space. If set to -2, the time limit is equal to overall retention time. If set to -1, no time limit is applied but it's possible only if overall retention is also -1. The field is required with
retentionMs. - max_
compaction_ strlag_ ms - The maximum time a message will remain ineligible for compaction in the log. Only applicable for logs that are being compacted.
- max_
message_ strbytes - The largest record batch size allowed by Kafka (after compression if compression is enabled). If this is increased and there are consumers older than 0.10.2, the consumers' fetch size must also be increased so that the they can fetch record batches this large. In the latest message format version, records are always grouped into batches for efficiency. In previous message format versions, uncompressed records are not grouped into batches and this limit only applies to a single record in that case.
- message_
downconversion_ boolenable - This configuration controls whether down-conversion of message formats is enabled to satisfy consume requests. When set to false, broker will not perform down-conversion for consumers expecting an older message format. The broker responds with UNSUPPORTED_VERSION error for consume requests from such older clients. This configuration does not apply to any message format conversion that might be required for replication to followers.
- message_
format_ strversion - Specify the message format version the broker will use to append messages to the logs. The value should be a valid ApiVersion. Some examples are: 0.8.2, 0.9.0.0, 0.10.0, check ApiVersion for more details. By setting a particular message format version, the user is certifying that all the existing messages on disk are smaller or equal than the specified version. Setting this value incorrectly will cause consumers with older versions to break as they will receive messages with a format that they don't understand. Deprecated in Kafka 4.0+: this configuration is removed and any supplied value will be ignored; for services upgraded to 4.0+, the returned value may be 'None'. The possible values are
0.10.0,0.10.0-IV0,0.10.0-IV1,0.10.1,0.10.1-IV0,0.10.1-IV1,0.10.1-IV2,0.10.2,0.10.2-IV0,0.11.0,0.11.0-IV0,0.11.0-IV1,0.11.0-IV2,0.8.0,0.8.1,0.8.2,0.9.0,1.0,1.0-IV0,1.1,1.1-IV0,2.0,2.0-IV0,2.0-IV1,2.1,2.1-IV0,2.1-IV1,2.1-IV2,2.2,2.2-IV0,2.2-IV1,2.3,2.3-IV0,2.3-IV1,2.4,2.4-IV0,2.4-IV1,2.5,2.5-IV0,2.6,2.6-IV0,2.7,2.7-IV0,2.7-IV1,2.7-IV2,2.8,2.8-IV0,2.8-IV1,3.0,3.0-IV0,3.0-IV1,3.1,3.1-IV0,3.2,3.2-IV0,3.3,3.3-IV0,3.3-IV1,3.3-IV2,3.3-IV3,3.4,3.4-IV0,3.5,3.5-IV0,3.5-IV1,3.5-IV2,3.6,3.6-IV0,3.6-IV1,3.6-IV2,3.7,3.7-IV0,3.7-IV1,3.7-IV2,3.7-IV3,3.7-IV4,3.8,3.8-IV0,3.9,3.9-IV0,3.9-IV1,4.0,4.0-IV0,4.1,4.1-IV0,4.2and4.2-IV0. - message_
timestamp_ strafter_ max_ ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. Applies only for messages with timestamps later than the broker's timestamp.
- message_
timestamp_ strbefore_ max_ ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. Applies only for messages with timestamps earlier than the broker's timestamp.
- message_
timestamp_ strdifference_ max_ ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. This configuration is ignored if message.timestamp.type=LogAppendTime.
- message_
timestamp_ strtype - Define whether the timestamp in the message is message create time or log append time. The possible values are
CreateTimeandLogAppendTime. - min_
cleanable_ floatdirty_ ratio - This configuration controls how frequently the log compactor will attempt to clean the log (assuming log compaction is enabled). By default we will avoid cleaning a log where more than 50% of the log has been compacted. This ratio bounds the maximum space wasted in the log by duplicates (at 50% at most 50% of the log could be duplicates). A higher ratio will mean fewer, more efficient cleanings but will mean more wasted space in the log. If the max.compaction.lag.ms or the min.compaction.lag.ms configurations are also specified, then the log compactor considers the log to be eligible for compaction as soon as either: (i) the dirty ratio threshold has been met and the log has had dirty (uncompacted) records for at least the min.compaction.lag.ms duration, or (ii) if the log has had dirty (uncompacted) records for at most the max.compaction.lag.ms period.
- min_
compaction_ strlag_ ms - The minimum time a message will remain uncompacted in the log. Only applicable for logs that are being compacted.
- min_
insync_ strreplicas - When a producer sets acks to 'all' (or '-1'), this configuration specifies the minimum number of replicas that must acknowledge a write for the write to be considered successful. If this minimum cannot be met, then the producer will raise an exception (either NotEnoughReplicas or NotEnoughReplicasAfterAppend). When used together, min.insync.replicas and acks allow you to enforce greater durability guarantees. A typical scenario would be to create a topic with a replication factor of 3, set min.insync.replicas to 2, and produce with acks of 'all'. This will ensure that the producer raises an exception if a majority of replicas do not receive a write.
- preallocate bool
- True if we should preallocate the file on disk when creating a new log segment.
- remote_
storage_ boolenable - Indicates whether tiered storage should be enabled. This is only available for services with Tiered Storage feature enabled.
- retention_
bytes str - This configuration controls the maximum size a partition (which consists of log segments) can grow to before we will discard old log segments to free up space if we are using the 'delete' retention policy. By default there is no size limit only a time limit. Since this limit is enforced at the partition level, multiply it by the number of partitions to compute the topic retention in bytes.
- retention_
ms str - This configuration controls the maximum time we will retain a log before we will discard old log segments to free up space if we are using the 'delete' retention policy. This represents an SLA on how soon consumers must read their data. If set to -1, no time limit is applied.
- segment_
bytes str - This configuration controls the segment file size for the log. Retention and cleaning is always done a file at a time so a larger segment size means fewer files but less granular control over retention. Setting this to a very low value has consequences, and the Aiven management plane ignores values less than 10 megabytes.
- segment_
index_ strbytes - This configuration controls the size of the index that maps offsets to file positions. We preallocate this index file and shrink it only after log rolls. You generally should not need to change this setting.
- segment_
jitter_ strms - The maximum random jitter subtracted from the scheduled segment roll time to avoid thundering herds of segment rolling.
- segment_
ms str - This configuration controls the period of time after which Kafka will force the log to roll even if the segment file isn't full to ensure that retention can delete or compact old data. Setting this to a very low value has consequences, and the Aiven management plane ignores values less than 10 seconds.
- unclean_
leader_ boolelection_ enable - Indicates whether to enable replicas not in the ISR set to be elected as leader as a last resort, even though doing so may result in data loss.
- cleanup
Policy String - The retention policy to use on old segments. Possible values include 'delete', 'compact', or a comma-separated list of them. The default policy ('delete') will discard old segments when their retention time or size limit has been reached. The 'compact' setting will enable log compaction on the topic. The possible values are
compact,compact,deleteanddelete. - compression
Type String - Specify the final compression type for a given topic. This configuration accepts the standard compression codecs ('gzip', 'snappy', 'lz4', 'zstd'). It additionally accepts 'uncompressed' which is equivalent to no compression; and 'producer' which means retain the original compression codec set by the producer. The possible values are
gzip,lz4,producer,snappy,uncompressedandzstd. - delete
Retention StringMs - The amount of time to retain delete tombstone markers for log compacted topics. This setting also gives a bound on the time in which a consumer must complete a read if they begin from offset 0 to ensure that they get a valid snapshot of the final stage (otherwise delete tombstones may be collected before they complete their scan).
- diskless
Enable Boolean - Indicates whether diskless should be enabled. This is only available for BYOC services with Diskless feature enabled.
- file
Delete StringDelay Ms - The time to wait before deleting a file from the filesystem.
- flush
Messages String - This setting allows specifying an interval at which we will force an fsync of data written to the log. For example if this was set to 1 we would fsync after every message; if it were 5 we would fsync after every five messages. In general we recommend you not set this and use replication for durability and allow the operating system's background flush capabilities as it is more efficient.
- flush
Ms String - This setting allows specifying a time interval at which we will force an fsync of data written to the log. For example if this was set to 1000 we would fsync after 1000 ms had passed. In general we recommend you not set this and use replication for durability and allow the operating system's background flush capabilities as it is more efficient.
- index
Interval StringBytes - This setting controls how frequently Kafka adds an index entry to its offset index. The default setting ensures that we index a message roughly every 4096 bytes. More indexing allows reads to jump closer to the exact position in the log but makes the index larger. You probably don't need to change this.
- local
Retention StringBytes - This configuration controls the maximum bytes tiered storage will retain segment files locally before it will discard old log segments to free up space. If set to -2, the limit is equal to overall retention time. If set to -1, no limit is applied but it's possible only if overall retention is also -1. The field is required with
retentionBytes. - local
Retention StringMs - This configuration controls the maximum time tiered storage will retain segment files locally before it will discard old log segments to free up space. If set to -2, the time limit is equal to overall retention time. If set to -1, no time limit is applied but it's possible only if overall retention is also -1. The field is required with
retentionMs. - max
Compaction StringLag Ms - The maximum time a message will remain ineligible for compaction in the log. Only applicable for logs that are being compacted.
- max
Message StringBytes - The largest record batch size allowed by Kafka (after compression if compression is enabled). If this is increased and there are consumers older than 0.10.2, the consumers' fetch size must also be increased so that the they can fetch record batches this large. In the latest message format version, records are always grouped into batches for efficiency. In previous message format versions, uncompressed records are not grouped into batches and this limit only applies to a single record in that case.
- message
Downconversion BooleanEnable - This configuration controls whether down-conversion of message formats is enabled to satisfy consume requests. When set to false, broker will not perform down-conversion for consumers expecting an older message format. The broker responds with UNSUPPORTED_VERSION error for consume requests from such older clients. This configuration does not apply to any message format conversion that might be required for replication to followers.
- message
Format StringVersion - Specify the message format version the broker will use to append messages to the logs. The value should be a valid ApiVersion. Some examples are: 0.8.2, 0.9.0.0, 0.10.0, check ApiVersion for more details. By setting a particular message format version, the user is certifying that all the existing messages on disk are smaller or equal than the specified version. Setting this value incorrectly will cause consumers with older versions to break as they will receive messages with a format that they don't understand. Deprecated in Kafka 4.0+: this configuration is removed and any supplied value will be ignored; for services upgraded to 4.0+, the returned value may be 'None'. The possible values are
0.10.0,0.10.0-IV0,0.10.0-IV1,0.10.1,0.10.1-IV0,0.10.1-IV1,0.10.1-IV2,0.10.2,0.10.2-IV0,0.11.0,0.11.0-IV0,0.11.0-IV1,0.11.0-IV2,0.8.0,0.8.1,0.8.2,0.9.0,1.0,1.0-IV0,1.1,1.1-IV0,2.0,2.0-IV0,2.0-IV1,2.1,2.1-IV0,2.1-IV1,2.1-IV2,2.2,2.2-IV0,2.2-IV1,2.3,2.3-IV0,2.3-IV1,2.4,2.4-IV0,2.4-IV1,2.5,2.5-IV0,2.6,2.6-IV0,2.7,2.7-IV0,2.7-IV1,2.7-IV2,2.8,2.8-IV0,2.8-IV1,3.0,3.0-IV0,3.0-IV1,3.1,3.1-IV0,3.2,3.2-IV0,3.3,3.3-IV0,3.3-IV1,3.3-IV2,3.3-IV3,3.4,3.4-IV0,3.5,3.5-IV0,3.5-IV1,3.5-IV2,3.6,3.6-IV0,3.6-IV1,3.6-IV2,3.7,3.7-IV0,3.7-IV1,3.7-IV2,3.7-IV3,3.7-IV4,3.8,3.8-IV0,3.9,3.9-IV0,3.9-IV1,4.0,4.0-IV0,4.1,4.1-IV0,4.2and4.2-IV0. - message
Timestamp StringAfter Max Ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. Applies only for messages with timestamps later than the broker's timestamp.
- message
Timestamp StringBefore Max Ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. Applies only for messages with timestamps earlier than the broker's timestamp.
- message
Timestamp StringDifference Max Ms - The maximum difference allowed between the timestamp when a broker receives a message and the timestamp specified in the message. If message.timestamp.type=CreateTime, a message will be rejected if the difference in timestamp exceeds this threshold. This configuration is ignored if message.timestamp.type=LogAppendTime.
- message
Timestamp StringType - Define whether the timestamp in the message is message create time or log append time. The possible values are
CreateTimeandLogAppendTime. - min
Cleanable NumberDirty Ratio - This configuration controls how frequently the log compactor will attempt to clean the log (assuming log compaction is enabled). By default we will avoid cleaning a log where more than 50% of the log has been compacted. This ratio bounds the maximum space wasted in the log by duplicates (at 50% at most 50% of the log could be duplicates). A higher ratio will mean fewer, more efficient cleanings but will mean more wasted space in the log. If the max.compaction.lag.ms or the min.compaction.lag.ms configurations are also specified, then the log compactor considers the log to be eligible for compaction as soon as either: (i) the dirty ratio threshold has been met and the log has had dirty (uncompacted) records for at least the min.compaction.lag.ms duration, or (ii) if the log has had dirty (uncompacted) records for at most the max.compaction.lag.ms period.
- min
Compaction StringLag Ms - The minimum time a message will remain uncompacted in the log. Only applicable for logs that are being compacted.
- min
Insync StringReplicas - When a producer sets acks to 'all' (or '-1'), this configuration specifies the minimum number of replicas that must acknowledge a write for the write to be considered successful. If this minimum cannot be met, then the producer will raise an exception (either NotEnoughReplicas or NotEnoughReplicasAfterAppend). When used together, min.insync.replicas and acks allow you to enforce greater durability guarantees. A typical scenario would be to create a topic with a replication factor of 3, set min.insync.replicas to 2, and produce with acks of 'all'. This will ensure that the producer raises an exception if a majority of replicas do not receive a write.
- preallocate Boolean
- True if we should preallocate the file on disk when creating a new log segment.
- remote
Storage BooleanEnable - Indicates whether tiered storage should be enabled. This is only available for services with Tiered Storage feature enabled.
- retention
Bytes String - This configuration controls the maximum size a partition (which consists of log segments) can grow to before we will discard old log segments to free up space if we are using the 'delete' retention policy. By default there is no size limit only a time limit. Since this limit is enforced at the partition level, multiply it by the number of partitions to compute the topic retention in bytes.
- retention
Ms String - This configuration controls the maximum time we will retain a log before we will discard old log segments to free up space if we are using the 'delete' retention policy. This represents an SLA on how soon consumers must read their data. If set to -1, no time limit is applied.
- segment
Bytes String - This configuration controls the segment file size for the log. Retention and cleaning is always done a file at a time so a larger segment size means fewer files but less granular control over retention. Setting this to a very low value has consequences, and the Aiven management plane ignores values less than 10 megabytes.
- segment
Index StringBytes - This configuration controls the size of the index that maps offsets to file positions. We preallocate this index file and shrink it only after log rolls. You generally should not need to change this setting.
- segment
Jitter StringMs - The maximum random jitter subtracted from the scheduled segment roll time to avoid thundering herds of segment rolling.
- segment
Ms String - This configuration controls the period of time after which Kafka will force the log to roll even if the segment file isn't full to ensure that retention can delete or compact old data. Setting this to a very low value has consequences, and the Aiven management plane ignores values less than 10 seconds.
- unclean
Leader BooleanElection Enable - Indicates whether to enable replicas not in the ISR set to be elected as leader as a last resort, even though doing so may result in data loss.
GetKafkaTopicTag
GetKafkaTopicTimeouts
- Read string
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- Read string
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- read string
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- read String
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- read string
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- read str
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- read String
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
Package Details
- Repository
- Aiven pulumi/pulumi-aiven
- License
- Apache-2.0
- Notes
- This Pulumi package is based on the
aivenTerraform Provider.
Viewing docs for Aiven v6.58.0
published on Friday, Jul 3, 2026 by Pulumi
published on Friday, Jul 3, 2026 by Pulumi