Ready to level-up your engineering skills? Join a Pulumi Workshop. Register Now

LogsCustomPipeline

Provides a Datadog Logs Pipeline API resource, which is used to create and manage Datadog logs custom pipelines.

Important Notes

Each datadog.LogsCustomPipeline resource defines a complete pipeline. The order of the pipelines is maintained in a different resource datadog_logs_pipeline_order. When creating a new pipeline, you need to explicitly add this pipeline to the datadog.LogsPipelineOrder resource to track the pipeline. Similarly, when a pipeline needs to be destroyed, remove its references from the datadog.LogsPipelineOrder resource.

Example Usage

using Pulumi;
using Datadog = Pulumi.Datadog;

class MyStack : Stack
{
    public MyStack()
    {
        var samplePipeline = new Datadog.LogsCustomPipeline("samplePipeline", new Datadog.LogsCustomPipelineArgs
        {
            Filters = 
            {
                new Datadog.Inputs.LogsCustomPipelineFilterArgs
                {
                    Query = "source:foo",
                },
            },
            IsEnabled = true,
            Name = "sample pipeline",
            Processors = 
            {
                new Datadog.Inputs.LogsCustomPipelineProcessorArgs
                {
                    ArithmeticProcessor = new Datadog.Inputs.LogsCustomPipelineProcessorArithmeticProcessorArgs
                    {
                        Expression = "(time1 - time2)*1000",
                        IsEnabled = true,
                        IsReplaceMissing = true,
                        Name = "sample arithmetic processor",
                        Target = "my_arithmetic",
                    },
                },
                new Datadog.Inputs.LogsCustomPipelineProcessorArgs
                {
                    AttributeRemapper = new Datadog.Inputs.LogsCustomPipelineProcessorAttributeRemapperArgs
                    {
                        IsEnabled = true,
                        Name = "sample attribute processor",
                        OverrideOnConflict = false,
                        PreserveSource = true,
                        SourceType = "tag",
                        Sources = 
                        {
                            "db.instance",
                        },
                        Target = "db",
                        TargetFormat = "string",
                        TargetType = "attribute",
                    },
                },
                new Datadog.Inputs.LogsCustomPipelineProcessorArgs
                {
                    CategoryProcessor = new Datadog.Inputs.LogsCustomPipelineProcessorCategoryProcessorArgs
                    {
                        Category = 
                        {
                            
                            {
                                { "filter", 
                                {
                                    { "query", "@severity: \".\"" },
                                } },
                                { "name", "debug" },
                            },
                            
                            {
                                { "filter", 
                                {
                                    { "query", "@severity: \"-\"" },
                                } },
                                { "name", "verbose" },
                            },
                        },
                        IsEnabled = true,
                        Name = "sample category processor",
                        Target = "foo.severity",
                    },
                },
                new Datadog.Inputs.LogsCustomPipelineProcessorArgs
                {
                    DateRemapper = new Datadog.Inputs.LogsCustomPipelineProcessorDateRemapperArgs
                    {
                        IsEnabled = true,
                        Name = "sample date remapper",
                        Sources = 
                        {
                            "_timestamp",
                            "published_date",
                        },
                    },
                },
                new Datadog.Inputs.LogsCustomPipelineProcessorArgs
                {
                    GeoIpParser = new Datadog.Inputs.LogsCustomPipelineProcessorGeoIpParserArgs
                    {
                        IsEnabled = true,
                        Name = "sample geo ip parser",
                        Sources = 
                        {
                            "network.client.ip",
                        },
                        Target = "network.client.geoip",
                    },
                },
                new Datadog.Inputs.LogsCustomPipelineProcessorArgs
                {
                    GrokParser = new Datadog.Inputs.LogsCustomPipelineProcessorGrokParserArgs
                    {
                        Grok = new Datadog.Inputs.LogsCustomPipelineProcessorGrokParserGrokArgs
                        {
                            MatchRules = "Rule %{word:my_word2} %{number:my_float2}",
                            SupportRules = "",
                        },
                        IsEnabled = true,
                        Name = "sample grok parser",
                        Samples = 
                        {
                            "sample log 1",
                        },
                        Source = "message",
                    },
                },
                new Datadog.Inputs.LogsCustomPipelineProcessorArgs
                {
                    LookupProcessor = new Datadog.Inputs.LogsCustomPipelineProcessorLookupProcessorArgs
                    {
                        DefaultLookup = "unknown service",
                        IsEnabled = true,
                        LookupTable = 
                        {
                            "1,my service",
                        },
                        Name = "sample lookup processor",
                        Source = "service_id",
                        Target = "service_name",
                    },
                },
                new Datadog.Inputs.LogsCustomPipelineProcessorArgs
                {
                    MessageRemapper = new Datadog.Inputs.LogsCustomPipelineProcessorMessageRemapperArgs
                    {
                        IsEnabled = true,
                        Name = "sample message remapper",
                        Sources = 
                        {
                            "msg",
                        },
                    },
                },
                new Datadog.Inputs.LogsCustomPipelineProcessorArgs
                {
                    Pipeline = new Datadog.Inputs.LogsCustomPipelineProcessorPipelineArgs
                    {
                        Filter = 
                        {
                            
                            {
                                { "query", "source:foo" },
                            },
                        },
                        IsEnabled = true,
                        Name = "nested pipeline",
                        Processor = 
                        {
                            
                            {
                                { "urlParser", 
                                {
                                    { "name", "sample url parser" },
                                    { "normalizeEndingSlashes", true },
                                    { "sources", 
                                    {
                                        "url",
                                        "extra",
                                    } },
                                    { "target", "http_url" },
                                } },
                            },
                        },
                    },
                },
                new Datadog.Inputs.LogsCustomPipelineProcessorArgs
                {
                    ServiceRemapper = new Datadog.Inputs.LogsCustomPipelineProcessorServiceRemapperArgs
                    {
                        IsEnabled = true,
                        Name = "sample service remapper",
                        Sources = 
                        {
                            "service",
                        },
                    },
                },
                new Datadog.Inputs.LogsCustomPipelineProcessorArgs
                {
                    StatusRemapper = new Datadog.Inputs.LogsCustomPipelineProcessorStatusRemapperArgs
                    {
                        IsEnabled = true,
                        Name = "sample status remapper",
                        Sources = 
                        {
                            "info",
                            "trace",
                        },
                    },
                },
                new Datadog.Inputs.LogsCustomPipelineProcessorArgs
                {
                    StringBuilderProcessor = new Datadog.Inputs.LogsCustomPipelineProcessorStringBuilderProcessorArgs
                    {
                        IsEnabled = true,
                        IsReplaceMissing = false,
                        Name = "sample string builder processor",
                        Target = "user_activity",
                        Template = "%{user.name} logged in at %{timestamp}",
                    },
                },
                new Datadog.Inputs.LogsCustomPipelineProcessorArgs
                {
                    TraceIdRemapper = new Datadog.Inputs.LogsCustomPipelineProcessorTraceIdRemapperArgs
                    {
                        IsEnabled = true,
                        Name = "sample trace id remapper",
                        Sources = 
                        {
                            "dd.trace_id",
                        },
                    },
                },
                new Datadog.Inputs.LogsCustomPipelineProcessorArgs
                {
                    UserAgentParser = new Datadog.Inputs.LogsCustomPipelineProcessorUserAgentParserArgs
                    {
                        IsEnabled = true,
                        IsEncoded = false,
                        Name = "sample user agent parser",
                        Sources = 
                        {
                            "user",
                            "agent",
                        },
                        Target = "http_agent",
                    },
                },
            },
        });
    }

}
package main

import (
    "fmt"

    "github.com/pulumi/pulumi-datadog/sdk/v2/go/datadog"
    "github.com/pulumi/pulumi/sdk/v2/go/pulumi"
)

func main() {
    pulumi.Run(func(ctx *pulumi.Context) error {
        _, err := datadog.NewLogsCustomPipeline(ctx, "samplePipeline", &datadog.LogsCustomPipelineArgs{
            Filters: datadog.LogsCustomPipelineFilterArray{
                &datadog.LogsCustomPipelineFilterArgs{
                    Query: pulumi.String("source:foo"),
                },
            },
            IsEnabled: pulumi.Bool(true),
            Name:      pulumi.String("sample pipeline"),
            Processors: datadog.LogsCustomPipelineProcessorArray{
                &datadog.LogsCustomPipelineProcessorArgs{
                    ArithmeticProcessor: &datadog.LogsCustomPipelineProcessorArithmeticProcessorArgs{
                        Expression:       pulumi.String("(time1 - time2)*1000"),
                        IsEnabled:        pulumi.Bool(true),
                        IsReplaceMissing: pulumi.Bool(true),
                        Name:             pulumi.String("sample arithmetic processor"),
                        Target:           pulumi.String("my_arithmetic"),
                    },
                },
                &datadog.LogsCustomPipelineProcessorArgs{
                    AttributeRemapper: &datadog.LogsCustomPipelineProcessorAttributeRemapperArgs{
                        IsEnabled:          pulumi.Bool(true),
                        Name:               pulumi.String("sample attribute processor"),
                        OverrideOnConflict: pulumi.Bool(false),
                        PreserveSource:     pulumi.Bool(true),
                        SourceType:         pulumi.String("tag"),
                        Sources: pulumi.StringArray{
                            pulumi.String("db.instance"),
                        },
                        Target:       pulumi.String("db"),
                        TargetFormat: pulumi.String("string"),
                        TargetType:   pulumi.String("attribute"),
                    },
                },
                &datadog.LogsCustomPipelineProcessorArgs{
                    CategoryProcessor: &datadog.LogsCustomPipelineProcessorCategoryProcessorArgs{
                        Category: pulumi.MapArray{
                            pulumi.Map{
                                "filter": pulumi.StringMap{
                                    "query": pulumi.String("@severity: \".\""),
                                },
                                "name": pulumi.String("debug"),
                            },
                            pulumi.Map{
                                "filter": pulumi.StringMap{
                                    "query": pulumi.String("@severity: \"-\""),
                                },
                                "name": pulumi.String("verbose"),
                            },
                        },
                        IsEnabled: pulumi.Bool(true),
                        Name:      pulumi.String("sample category processor"),
                        Target:    pulumi.String("foo.severity"),
                    },
                },
                &datadog.LogsCustomPipelineProcessorArgs{
                    DateRemapper: &datadog.LogsCustomPipelineProcessorDateRemapperArgs{
                        IsEnabled: pulumi.Bool(true),
                        Name:      pulumi.String("sample date remapper"),
                        Sources: pulumi.StringArray{
                            pulumi.String("_timestamp"),
                            pulumi.String("published_date"),
                        },
                    },
                },
                &datadog.LogsCustomPipelineProcessorArgs{
                    GeoIpParser: &datadog.LogsCustomPipelineProcessorGeoIpParserArgs{
                        IsEnabled: pulumi.Bool(true),
                        Name:      pulumi.String("sample geo ip parser"),
                        Sources: pulumi.StringArray{
                            pulumi.String("network.client.ip"),
                        },
                        Target: pulumi.String("network.client.geoip"),
                    },
                },
                &datadog.LogsCustomPipelineProcessorArgs{
                    GrokParser: &datadog.LogsCustomPipelineProcessorGrokParserArgs{
                        Grok: &datadog.LogsCustomPipelineProcessorGrokParserGrokArgs{
                            MatchRules:   pulumi.String(fmt.Sprintf("%v%v%v%v%v", "Rule ", "%{", "word:my_word2} ", "%{", "number:my_float2}")),
                            SupportRules: pulumi.String(""),
                        },
                        IsEnabled: pulumi.Bool(true),
                        Name:      pulumi.String("sample grok parser"),
                        Samples: pulumi.StringArray{
                            pulumi.String("sample log 1"),
                        },
                        Source: pulumi.String("message"),
                    },
                },
                &datadog.LogsCustomPipelineProcessorArgs{
                    LookupProcessor: &datadog.LogsCustomPipelineProcessorLookupProcessorArgs{
                        DefaultLookup: pulumi.String("unknown service"),
                        IsEnabled:     pulumi.Bool(true),
                        LookupTable: pulumi.StringArray{
                            pulumi.String("1,my service"),
                        },
                        Name:   pulumi.String("sample lookup processor"),
                        Source: pulumi.String("service_id"),
                        Target: pulumi.String("service_name"),
                    },
                },
                &datadog.LogsCustomPipelineProcessorArgs{
                    MessageRemapper: &datadog.LogsCustomPipelineProcessorMessageRemapperArgs{
                        IsEnabled: pulumi.Bool(true),
                        Name:      pulumi.String("sample message remapper"),
                        Sources: pulumi.StringArray{
                            pulumi.String("msg"),
                        },
                    },
                },
                &datadog.LogsCustomPipelineProcessorArgs{
                    Pipeline: &datadog.LogsCustomPipelineProcessorPipelineArgs{
                        Filter: pulumi.StringMapArray{
                            pulumi.StringMap{
                                "query": pulumi.String("source:foo"),
                            },
                        },
                        IsEnabled: pulumi.Bool(true),
                        Name:      pulumi.String("nested pipeline"),
                        Processor: pulumi.MapMapArray{
                            pulumi.MapMap{
                                "urlParser": pulumi.Map{
                                    "name":                   pulumi.String("sample url parser"),
                                    "normalizeEndingSlashes": pulumi.Bool(true),
                                    "sources": pulumi.StringArray{
                                        pulumi.String("url"),
                                        pulumi.String("extra"),
                                    },
                                    "target": pulumi.String("http_url"),
                                },
                            },
                        },
                    },
                },
                &datadog.LogsCustomPipelineProcessorArgs{
                    ServiceRemapper: &datadog.LogsCustomPipelineProcessorServiceRemapperArgs{
                        IsEnabled: pulumi.Bool(true),
                        Name:      pulumi.String("sample service remapper"),
                        Sources: pulumi.StringArray{
                            pulumi.String("service"),
                        },
                    },
                },
                &datadog.LogsCustomPipelineProcessorArgs{
                    StatusRemapper: &datadog.LogsCustomPipelineProcessorStatusRemapperArgs{
                        IsEnabled: pulumi.Bool(true),
                        Name:      pulumi.String("sample status remapper"),
                        Sources: pulumi.StringArray{
                            pulumi.String("info"),
                            pulumi.String("trace"),
                        },
                    },
                },
                &datadog.LogsCustomPipelineProcessorArgs{
                    StringBuilderProcessor: &datadog.LogsCustomPipelineProcessorStringBuilderProcessorArgs{
                        IsEnabled:        pulumi.Bool(true),
                        IsReplaceMissing: pulumi.Bool(false),
                        Name:             pulumi.String("sample string builder processor"),
                        Target:           pulumi.String("user_activity"),
                        Template:         pulumi.String(fmt.Sprintf("%v%v%v%v", "%{", "user.name} logged in at ", "%{", "timestamp}")),
                    },
                },
                &datadog.LogsCustomPipelineProcessorArgs{
                    TraceIdRemapper: &datadog.LogsCustomPipelineProcessorTraceIdRemapperArgs{
                        IsEnabled: pulumi.Bool(true),
                        Name:      pulumi.String("sample trace id remapper"),
                        Sources: pulumi.StringArray{
                            pulumi.String("dd.trace_id"),
                        },
                    },
                },
                &datadog.LogsCustomPipelineProcessorArgs{
                    UserAgentParser: &datadog.LogsCustomPipelineProcessorUserAgentParserArgs{
                        IsEnabled: pulumi.Bool(true),
                        IsEncoded: pulumi.Bool(false),
                        Name:      pulumi.String("sample user agent parser"),
                        Sources: pulumi.StringArray{
                            pulumi.String("user"),
                            pulumi.String("agent"),
                        },
                        Target: pulumi.String("http_agent"),
                    },
                },
            },
        })
        if err != nil {
            return err
        }
        return nil
    })
}
import pulumi
import pulumi_datadog as datadog

sample_pipeline = datadog.LogsCustomPipeline("samplePipeline",
    filters=[datadog.LogsCustomPipelineFilterArgs(
        query="source:foo",
    )],
    is_enabled=True,
    name="sample pipeline",
    processors=[
        datadog.LogsCustomPipelineProcessorArgs(
            arithmetic_processor=datadog.LogsCustomPipelineProcessorArithmeticProcessorArgs(
                expression="(time1 - time2)*1000",
                is_enabled=True,
                is_replace_missing=True,
                name="sample arithmetic processor",
                target="my_arithmetic",
            ),
        ),
        datadog.LogsCustomPipelineProcessorArgs(
            attribute_remapper=datadog.LogsCustomPipelineProcessorAttributeRemapperArgs(
                is_enabled=True,
                name="sample attribute processor",
                override_on_conflict=False,
                preserve_source=True,
                source_type="tag",
                sources=["db.instance"],
                target="db",
                target_format="string",
                target_type="attribute",
            ),
        ),
        datadog.LogsCustomPipelineProcessorArgs(
            category_processor=datadog.LogsCustomPipelineProcessorCategoryProcessorArgs(
                category=[
                    {
                        "filter": {
                            "query": "@severity: \".\"",
                        },
                        "name": "debug",
                    },
                    {
                        "filter": {
                            "query": "@severity: \"-\"",
                        },
                        "name": "verbose",
                    },
                ],
                is_enabled=True,
                name="sample category processor",
                target="foo.severity",
            ),
        ),
        datadog.LogsCustomPipelineProcessorArgs(
            date_remapper=datadog.LogsCustomPipelineProcessorDateRemapperArgs(
                is_enabled=True,
                name="sample date remapper",
                sources=[
                    "_timestamp",
                    "published_date",
                ],
            ),
        ),
        datadog.LogsCustomPipelineProcessorArgs(
            geo_ip_parser=datadog.LogsCustomPipelineProcessorGeoIpParserArgs(
                is_enabled=True,
                name="sample geo ip parser",
                sources=["network.client.ip"],
                target="network.client.geoip",
            ),
        ),
        datadog.LogsCustomPipelineProcessorArgs(
            grok_parser=datadog.LogsCustomPipelineProcessorGrokParserArgs(
                grok=datadog.LogsCustomPipelineProcessorGrokParserGrokArgs(
                    match_rules="Rule %{word:my_word2} %{number:my_float2}",
                    support_rules="",
                ),
                is_enabled=True,
                name="sample grok parser",
                samples=["sample log 1"],
                source="message",
            ),
        ),
        datadog.LogsCustomPipelineProcessorArgs(
            lookup_processor=datadog.LogsCustomPipelineProcessorLookupProcessorArgs(
                default_lookup="unknown service",
                is_enabled=True,
                lookup_table=["1,my service"],
                name="sample lookup processor",
                source="service_id",
                target="service_name",
            ),
        ),
        datadog.LogsCustomPipelineProcessorArgs(
            message_remapper=datadog.LogsCustomPipelineProcessorMessageRemapperArgs(
                is_enabled=True,
                name="sample message remapper",
                sources=["msg"],
            ),
        ),
        datadog.LogsCustomPipelineProcessorArgs(
            pipeline=datadog.LogsCustomPipelineProcessorPipelineArgs(
                filter=[{
                    "query": "source:foo",
                }],
                is_enabled=True,
                name="nested pipeline",
                processor=[{
                    "urlParser": {
                        "name": "sample url parser",
                        "normalizeEndingSlashes": True,
                        "sources": [
                            "url",
                            "extra",
                        ],
                        "target": "http_url",
                    },
                }],
            ),
        ),
        datadog.LogsCustomPipelineProcessorArgs(
            service_remapper=datadog.LogsCustomPipelineProcessorServiceRemapperArgs(
                is_enabled=True,
                name="sample service remapper",
                sources=["service"],
            ),
        ),
        datadog.LogsCustomPipelineProcessorArgs(
            status_remapper=datadog.LogsCustomPipelineProcessorStatusRemapperArgs(
                is_enabled=True,
                name="sample status remapper",
                sources=[
                    "info",
                    "trace",
                ],
            ),
        ),
        datadog.LogsCustomPipelineProcessorArgs(
            string_builder_processor=datadog.LogsCustomPipelineProcessorStringBuilderProcessorArgs(
                is_enabled=True,
                is_replace_missing=False,
                name="sample string builder processor",
                target="user_activity",
                template="%{user.name} logged in at %{timestamp}",
            ),
        ),
        datadog.LogsCustomPipelineProcessorArgs(
            trace_id_remapper=datadog.LogsCustomPipelineProcessorTraceIdRemapperArgs(
                is_enabled=True,
                name="sample trace id remapper",
                sources=["dd.trace_id"],
            ),
        ),
        datadog.LogsCustomPipelineProcessorArgs(
            user_agent_parser=datadog.LogsCustomPipelineProcessorUserAgentParserArgs(
                is_enabled=True,
                is_encoded=False,
                name="sample user agent parser",
                sources=[
                    "user",
                    "agent",
                ],
                target="http_agent",
            ),
        ),
    ])
import * as pulumi from "@pulumi/pulumi";
import * as datadog from "@pulumi/datadog";

const samplePipeline = new datadog.LogsCustomPipeline("sample_pipeline", {
    filters: [{
        query: "source:foo",
    }],
    isEnabled: true,
    name: "sample pipeline",
    processors: [
        {
            arithmeticProcessor: {
                expression: "(time1 - time2)*1000",
                isEnabled: true,
                isReplaceMissing: true,
                name: "sample arithmetic processor",
                target: "my_arithmetic",
            },
        },
        {
            attributeRemapper: {
                isEnabled: true,
                name: "sample attribute processor",
                overrideOnConflict: false,
                preserveSource: true,
                sourceType: "tag",
                sources: ["db.instance"],
                target: "db",
                targetFormat: "string",
                targetType: "attribute",
            },
        },
        {
            categoryProcessor: {
                categories: [
                    {
                        filter: {
                            query: "@severity: \".\"",
                        },
                        name: "debug",
                    },
                    {
                        filter: {
                            query: "@severity: \"-\"",
                        },
                        name: "verbose",
                    },
                ],
                isEnabled: true,
                name: "sample category processor",
                target: "foo.severity",
            },
        },
        {
            dateRemapper: {
                isEnabled: true,
                name: "sample date remapper",
                sources: [
                    "_timestamp",
                    "published_date",
                ],
            },
        },
        {
            geoIpParser: {
                isEnabled: true,
                name: "sample geo ip parser",
                sources: ["network.client.ip"],
                target: "network.client.geoip",
            },
        },
        {
            grokParser: {
                grok: {
                    matchRules: "Rule %%{word:my_word2} %%{number:my_float2}",
                    supportRules: "",
                },
                isEnabled: true,
                name: "sample grok parser",
                samples: ["sample log 1"],
                source: "message",
            },
        },
        {
            lookupProcessor: {
                defaultLookup: "unknown service",
                isEnabled: true,
                lookupTables: ["1,my service"],
                name: "sample lookup processor",
                source: "service_id",
                target: "service_name",
            },
        },
        {
            messageRemapper: {
                isEnabled: true,
                name: "sample message remapper",
                sources: ["msg"],
            },
        },
        {
            pipeline: {
                filters: [{
                    query: "source:foo",
                }],
                isEnabled: true,
                name: "nested pipeline",
                processors: [{
                    urlParser: {
                        name: "sample url parser",
                        normalizeEndingSlashes: true,
                        sources: [
                            "url",
                            "extra",
                        ],
                        target: "http_url",
                    },
                }],
            },
        },
        {
            serviceRemapper: {
                isEnabled: true,
                name: "sample service remapper",
                sources: ["service"],
            },
        },
        {
            statusRemapper: {
                isEnabled: true,
                name: "sample status remapper",
                sources: [
                    "info",
                    "trace",
                ],
            },
        },
        {
            stringBuilderProcessor: {
                isEnabled: true,
                isReplaceMissing: false,
                name: "sample string builder processor",
                target: "user_activity",
                template: "%%{user.name} logged in at %%{timestamp}",
            },
        },
        {
            traceIdRemapper: {
                isEnabled: true,
                name: "sample trace id remapper",
                sources: ["dd.trace_id"],
            },
        },
        {
            userAgentParser: {
                isEnabled: true,
                isEncoded: false,
                name: "sample user agent parser",
                sources: [
                    "user",
                    "agent",
                ],
                target: "http_agent",
            },
        },
    ],
});

Create a LogsCustomPipeline Resource

new LogsCustomPipeline(name: string, args: LogsCustomPipelineArgs, opts?: CustomResourceOptions);
def LogsCustomPipeline(resource_name: str, opts: Optional[ResourceOptions] = None, filters: Optional[Sequence[LogsCustomPipelineFilterArgs]] = None, is_enabled: Optional[bool] = None, name: Optional[str] = None, processors: Optional[Sequence[LogsCustomPipelineProcessorArgs]] = None)
func NewLogsCustomPipeline(ctx *Context, name string, args LogsCustomPipelineArgs, opts ...ResourceOption) (*LogsCustomPipeline, error)
public LogsCustomPipeline(string name, LogsCustomPipelineArgs args, CustomResourceOptions? opts = null)
name string
The unique name of the resource.
args LogsCustomPipelineArgs
The arguments to resource properties.
opts CustomResourceOptions
Bag of options to control resource's behavior.
resource_name str
The unique name of the resource.
opts ResourceOptions
A bag of options that control this resource's behavior.
ctx Context
Context object for the current deployment.
name string
The unique name of the resource.
args LogsCustomPipelineArgs
The arguments to resource properties.
opts ResourceOption
Bag of options to control resource's behavior.
name string
The unique name of the resource.
args LogsCustomPipelineArgs
The arguments to resource properties.
opts CustomResourceOptions
Bag of options to control resource's behavior.

LogsCustomPipeline Resource Properties

To learn more about resource properties and how to use them, see Inputs and Outputs in the Programming Model docs.

Inputs

The LogsCustomPipeline resource accepts the following input properties:

Outputs

All input properties are implicitly available as output properties. Additionally, the LogsCustomPipeline resource produces the following output properties:

Id string
The provider-assigned unique ID for this managed resource.
Id string
The provider-assigned unique ID for this managed resource.
id string
The provider-assigned unique ID for this managed resource.
id str
The provider-assigned unique ID for this managed resource.

Look up an Existing LogsCustomPipeline Resource

Get an existing LogsCustomPipeline resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.

public static get(name: string, id: Input<ID>, state?: LogsCustomPipelineState, opts?: CustomResourceOptions): LogsCustomPipeline
@staticmethod
def get(resource_name: str, id: str, opts: Optional[ResourceOptions] = None, filters: Optional[Sequence[LogsCustomPipelineFilterArgs]] = None, is_enabled: Optional[bool] = None, name: Optional[str] = None, processors: Optional[Sequence[LogsCustomPipelineProcessorArgs]] = None) -> LogsCustomPipeline
func GetLogsCustomPipeline(ctx *Context, name string, id IDInput, state *LogsCustomPipelineState, opts ...ResourceOption) (*LogsCustomPipeline, error)
public static LogsCustomPipeline Get(string name, Input<string> id, LogsCustomPipelineState? state, CustomResourceOptions? opts = null)
name
The unique name of the resulting resource.
id
The unique provider ID of the resource to lookup.
state
Any extra arguments used during the lookup.
opts
A bag of options that control this resource's behavior.
resource_name
The unique name of the resulting resource.
id
The unique provider ID of the resource to lookup.
name
The unique name of the resulting resource.
id
The unique provider ID of the resource to lookup.
state
Any extra arguments used during the lookup.
opts
A bag of options that control this resource's behavior.
name
The unique name of the resulting resource.
id
The unique provider ID of the resource to lookup.
state
Any extra arguments used during the lookup.
opts
A bag of options that control this resource's behavior.

The following state arguments are supported:

Supporting Types

LogsCustomPipelineFilter

Query string
Query string
query string
query str

LogsCustomPipelineProcessor

ArithmeticProcessor LogsCustomPipelineProcessorArithmeticProcessorArgs
AttributeRemapper LogsCustomPipelineProcessorAttributeRemapperArgs
CategoryProcessor LogsCustomPipelineProcessorCategoryProcessorArgs
DateRemapper LogsCustomPipelineProcessorDateRemapperArgs
GeoIpParser LogsCustomPipelineProcessorGeoIpParserArgs
GrokParser LogsCustomPipelineProcessorGrokParserArgs
LookupProcessor LogsCustomPipelineProcessorLookupProcessorArgs
MessageRemapper LogsCustomPipelineProcessorMessageRemapperArgs
Pipeline LogsCustomPipelineProcessorPipelineArgs
ServiceRemapper LogsCustomPipelineProcessorServiceRemapperArgs
StatusRemapper LogsCustomPipelineProcessorStatusRemapperArgs
StringBuilderProcessor LogsCustomPipelineProcessorStringBuilderProcessorArgs
TraceIdRemapper LogsCustomPipelineProcessorTraceIdRemapperArgs
UrlParser LogsCustomPipelineProcessorUrlParserArgs
UserAgentParser LogsCustomPipelineProcessorUserAgentParserArgs
ArithmeticProcessor LogsCustomPipelineProcessorArithmeticProcessor
AttributeRemapper LogsCustomPipelineProcessorAttributeRemapper
CategoryProcessor LogsCustomPipelineProcessorCategoryProcessor
DateRemapper LogsCustomPipelineProcessorDateRemapper
GeoIpParser LogsCustomPipelineProcessorGeoIpParser
GrokParser LogsCustomPipelineProcessorGrokParser
LookupProcessor LogsCustomPipelineProcessorLookupProcessor
MessageRemapper LogsCustomPipelineProcessorMessageRemapper
Pipeline LogsCustomPipelineProcessorPipeline
ServiceRemapper LogsCustomPipelineProcessorServiceRemapper
StatusRemapper LogsCustomPipelineProcessorStatusRemapper
StringBuilderProcessor LogsCustomPipelineProcessorStringBuilderProcessor
TraceIdRemapper LogsCustomPipelineProcessorTraceIdRemapper
UrlParser LogsCustomPipelineProcessorUrlParser
UserAgentParser LogsCustomPipelineProcessorUserAgentParser
arithmeticProcessor LogsCustomPipelineProcessorArithmeticProcessor
attributeRemapper LogsCustomPipelineProcessorAttributeRemapper
categoryProcessor LogsCustomPipelineProcessorCategoryProcessor
dateRemapper LogsCustomPipelineProcessorDateRemapper
geoIpParser LogsCustomPipelineProcessorGeoIpParser
grokParser LogsCustomPipelineProcessorGrokParser
lookupProcessor LogsCustomPipelineProcessorLookupProcessor
messageRemapper LogsCustomPipelineProcessorMessageRemapper
pipeline LogsCustomPipelineProcessorPipeline
serviceRemapper LogsCustomPipelineProcessorServiceRemapper
statusRemapper LogsCustomPipelineProcessorStatusRemapper
stringBuilderProcessor LogsCustomPipelineProcessorStringBuilderProcessor
traceIdRemapper LogsCustomPipelineProcessorTraceIdRemapper
urlParser LogsCustomPipelineProcessorUrlParser
userAgentParser LogsCustomPipelineProcessorUserAgentParser
arithmetic_processor LogsCustomPipelineProcessorArithmeticProcessorArgs
attribute_remapper LogsCustomPipelineProcessorAttributeRemapperArgs
category_processor LogsCustomPipelineProcessorCategoryProcessorArgs
date_remapper LogsCustomPipelineProcessorDateRemapperArgs
geo_ip_parser LogsCustomPipelineProcessorGeoIpParserArgs
grok_parser LogsCustomPipelineProcessorGrokParserArgs
lookup_processor LogsCustomPipelineProcessorLookupProcessorArgs
message_remapper LogsCustomPipelineProcessorMessageRemapperArgs
pipeline LogsCustomPipelineProcessorPipelineArgs
service_remapper LogsCustomPipelineProcessorServiceRemapperArgs
status_remapper LogsCustomPipelineProcessorStatusRemapperArgs
string_builder_processor LogsCustomPipelineProcessorStringBuilderProcessorArgs
trace_id_remapper LogsCustomPipelineProcessorTraceIdRemapperArgs
url_parser LogsCustomPipelineProcessorUrlParserArgs
user_agent_parser LogsCustomPipelineProcessorUserAgentParserArgs

LogsCustomPipelineProcessorArithmeticProcessor

Expression string
Target string
IsEnabled bool
IsReplaceMissing bool
Name string
Expression string
Target string
IsEnabled bool
IsReplaceMissing bool
Name string
expression string
target string
isEnabled boolean
isReplaceMissing boolean
name string

LogsCustomPipelineProcessorAttributeRemapper

SourceType string
Sources List<string>
Target string
TargetType string
IsEnabled bool
Name string
OverrideOnConflict bool
PreserveSource bool
TargetFormat string
sourceType string
sources string[]
target string
targetType string
isEnabled boolean
name string
overrideOnConflict boolean
preserveSource boolean
targetFormat string

LogsCustomPipelineProcessorCategoryProcessor

LogsCustomPipelineProcessorCategoryProcessorCategory

LogsCustomPipelineProcessorCategoryProcessorCategoryFilter

Query string
Query string
query string
query str

LogsCustomPipelineProcessorDateRemapper

Sources List<string>
IsEnabled bool
Name string
Sources []string
IsEnabled bool
Name string
sources string[]
isEnabled boolean
name string
sources Sequence[str]
is_enabled bool
name str

LogsCustomPipelineProcessorGeoIpParser

Sources List<string>
Target string
IsEnabled bool
Name string
Sources []string
Target string
IsEnabled bool
Name string
sources string[]
target string
isEnabled boolean
name string
sources Sequence[str]
target str
is_enabled bool
name str

LogsCustomPipelineProcessorGrokParser

LogsCustomPipelineProcessorGrokParserGrok

LogsCustomPipelineProcessorLookupProcessor

LookupTables List<string>
Source string
Target string
DefaultLookup string
IsEnabled bool
Name string
LookupTables []string
Source string
Target string
DefaultLookup string
IsEnabled bool
Name string
lookupTables string[]
source string
target string
defaultLookup string
isEnabled boolean
name string

LogsCustomPipelineProcessorMessageRemapper

Sources List<string>
IsEnabled bool
Name string
Sources []string
IsEnabled bool
Name string
sources string[]
isEnabled boolean
name string
sources Sequence[str]
is_enabled bool
name str

LogsCustomPipelineProcessorPipeline

LogsCustomPipelineProcessorPipelineFilter

Query string
Query string
query string
query str

LogsCustomPipelineProcessorPipelineProcessor

ArithmeticProcessor LogsCustomPipelineProcessorPipelineProcessorArithmeticProcessorArgs
AttributeRemapper LogsCustomPipelineProcessorPipelineProcessorAttributeRemapperArgs
CategoryProcessor LogsCustomPipelineProcessorPipelineProcessorCategoryProcessorArgs
DateRemapper LogsCustomPipelineProcessorPipelineProcessorDateRemapperArgs
GeoIpParser LogsCustomPipelineProcessorPipelineProcessorGeoIpParserArgs
GrokParser LogsCustomPipelineProcessorPipelineProcessorGrokParserArgs
LookupProcessor LogsCustomPipelineProcessorPipelineProcessorLookupProcessorArgs
MessageRemapper LogsCustomPipelineProcessorPipelineProcessorMessageRemapperArgs
ServiceRemapper LogsCustomPipelineProcessorPipelineProcessorServiceRemapperArgs
StatusRemapper LogsCustomPipelineProcessorPipelineProcessorStatusRemapperArgs
StringBuilderProcessor LogsCustomPipelineProcessorPipelineProcessorStringBuilderProcessorArgs
TraceIdRemapper LogsCustomPipelineProcessorPipelineProcessorTraceIdRemapperArgs
UrlParser LogsCustomPipelineProcessorPipelineProcessorUrlParserArgs
UserAgentParser LogsCustomPipelineProcessorPipelineProcessorUserAgentParserArgs
ArithmeticProcessor LogsCustomPipelineProcessorPipelineProcessorArithmeticProcessor
AttributeRemapper LogsCustomPipelineProcessorPipelineProcessorAttributeRemapper
CategoryProcessor LogsCustomPipelineProcessorPipelineProcessorCategoryProcessor
DateRemapper LogsCustomPipelineProcessorPipelineProcessorDateRemapper
GeoIpParser LogsCustomPipelineProcessorPipelineProcessorGeoIpParser
GrokParser LogsCustomPipelineProcessorPipelineProcessorGrokParser
LookupProcessor LogsCustomPipelineProcessorPipelineProcessorLookupProcessor
MessageRemapper LogsCustomPipelineProcessorPipelineProcessorMessageRemapper
ServiceRemapper LogsCustomPipelineProcessorPipelineProcessorServiceRemapper
StatusRemapper LogsCustomPipelineProcessorPipelineProcessorStatusRemapper
StringBuilderProcessor LogsCustomPipelineProcessorPipelineProcessorStringBuilderProcessor
TraceIdRemapper LogsCustomPipelineProcessorPipelineProcessorTraceIdRemapper
UrlParser LogsCustomPipelineProcessorPipelineProcessorUrlParser
UserAgentParser LogsCustomPipelineProcessorPipelineProcessorUserAgentParser
arithmeticProcessor LogsCustomPipelineProcessorPipelineProcessorArithmeticProcessor
attributeRemapper LogsCustomPipelineProcessorPipelineProcessorAttributeRemapper
categoryProcessor LogsCustomPipelineProcessorPipelineProcessorCategoryProcessor
dateRemapper LogsCustomPipelineProcessorPipelineProcessorDateRemapper
geoIpParser LogsCustomPipelineProcessorPipelineProcessorGeoIpParser
grokParser LogsCustomPipelineProcessorPipelineProcessorGrokParser
lookupProcessor LogsCustomPipelineProcessorPipelineProcessorLookupProcessor
messageRemapper LogsCustomPipelineProcessorPipelineProcessorMessageRemapper
serviceRemapper LogsCustomPipelineProcessorPipelineProcessorServiceRemapper
statusRemapper LogsCustomPipelineProcessorPipelineProcessorStatusRemapper
stringBuilderProcessor LogsCustomPipelineProcessorPipelineProcessorStringBuilderProcessor
traceIdRemapper LogsCustomPipelineProcessorPipelineProcessorTraceIdRemapper
urlParser LogsCustomPipelineProcessorPipelineProcessorUrlParser
userAgentParser LogsCustomPipelineProcessorPipelineProcessorUserAgentParser
arithmetic_processor LogsCustomPipelineProcessorPipelineProcessorArithmeticProcessorArgs
attribute_remapper LogsCustomPipelineProcessorPipelineProcessorAttributeRemapperArgs
category_processor LogsCustomPipelineProcessorPipelineProcessorCategoryProcessorArgs
date_remapper LogsCustomPipelineProcessorPipelineProcessorDateRemapperArgs
geo_ip_parser LogsCustomPipelineProcessorPipelineProcessorGeoIpParserArgs
grok_parser LogsCustomPipelineProcessorPipelineProcessorGrokParserArgs
lookup_processor LogsCustomPipelineProcessorPipelineProcessorLookupProcessorArgs
message_remapper LogsCustomPipelineProcessorPipelineProcessorMessageRemapperArgs
service_remapper LogsCustomPipelineProcessorPipelineProcessorServiceRemapperArgs
status_remapper LogsCustomPipelineProcessorPipelineProcessorStatusRemapperArgs
string_builder_processor LogsCustomPipelineProcessorPipelineProcessorStringBuilderProcessorArgs
trace_id_remapper LogsCustomPipelineProcessorPipelineProcessorTraceIdRemapperArgs
url_parser LogsCustomPipelineProcessorPipelineProcessorUrlParserArgs
user_agent_parser LogsCustomPipelineProcessorPipelineProcessorUserAgentParserArgs

LogsCustomPipelineProcessorPipelineProcessorArithmeticProcessor

Expression string
Target string
IsEnabled bool
IsReplaceMissing bool
Name string
Expression string
Target string
IsEnabled bool
IsReplaceMissing bool
Name string
expression string
target string
isEnabled boolean
isReplaceMissing boolean
name string

LogsCustomPipelineProcessorPipelineProcessorAttributeRemapper

SourceType string
Sources List<string>
Target string
TargetType string
IsEnabled bool
Name string
OverrideOnConflict bool
PreserveSource bool
TargetFormat string
sourceType string
sources string[]
target string
targetType string
isEnabled boolean
name string
overrideOnConflict boolean
preserveSource boolean
targetFormat string

LogsCustomPipelineProcessorPipelineProcessorCategoryProcessor

LogsCustomPipelineProcessorPipelineProcessorCategoryProcessorCategory

LogsCustomPipelineProcessorPipelineProcessorCategoryProcessorCategoryFilter

Query string
Query string
query string
query str

LogsCustomPipelineProcessorPipelineProcessorDateRemapper

Sources List<string>
IsEnabled bool
Name string
Sources []string
IsEnabled bool
Name string
sources string[]
isEnabled boolean
name string
sources Sequence[str]
is_enabled bool
name str

LogsCustomPipelineProcessorPipelineProcessorGeoIpParser

Sources List<string>
Target string
IsEnabled bool
Name string
Sources []string
Target string
IsEnabled bool
Name string
sources string[]
target string
isEnabled boolean
name string
sources Sequence[str]
target str
is_enabled bool
name str

LogsCustomPipelineProcessorPipelineProcessorGrokParser

LogsCustomPipelineProcessorPipelineProcessorGrokParserGrok

LogsCustomPipelineProcessorPipelineProcessorLookupProcessor

LookupTables List<string>
Source string
Target string
DefaultLookup string
IsEnabled bool
Name string
LookupTables []string
Source string
Target string
DefaultLookup string
IsEnabled bool
Name string
lookupTables string[]
source string
target string
defaultLookup string
isEnabled boolean
name string

LogsCustomPipelineProcessorPipelineProcessorMessageRemapper

Sources List<string>
IsEnabled bool
Name string
Sources []string
IsEnabled bool
Name string
sources string[]
isEnabled boolean
name string
sources Sequence[str]
is_enabled bool
name str

LogsCustomPipelineProcessorPipelineProcessorServiceRemapper

Sources List<string>
IsEnabled bool
Name string
Sources []string
IsEnabled bool
Name string
sources string[]
isEnabled boolean
name string
sources Sequence[str]
is_enabled bool
name str

LogsCustomPipelineProcessorPipelineProcessorStatusRemapper

Sources List<string>
IsEnabled bool
Name string
Sources []string
IsEnabled bool
Name string
sources string[]
isEnabled boolean
name string
sources Sequence[str]
is_enabled bool
name str

LogsCustomPipelineProcessorPipelineProcessorStringBuilderProcessor

Target string
Template string
IsEnabled bool
IsReplaceMissing bool
Name string
Target string
Template string
IsEnabled bool
IsReplaceMissing bool
Name string
target string
template string
isEnabled boolean
isReplaceMissing boolean
name string

LogsCustomPipelineProcessorPipelineProcessorTraceIdRemapper

Sources List<string>
IsEnabled bool
Name string
Sources []string
IsEnabled bool
Name string
sources string[]
isEnabled boolean
name string
sources Sequence[str]
is_enabled bool
name str

LogsCustomPipelineProcessorPipelineProcessorUrlParser

Sources List<string>
Target string
IsEnabled bool
Name string
NormalizeEndingSlashes bool
Sources []string
Target string
IsEnabled bool
Name string
NormalizeEndingSlashes bool
sources string[]
target string
isEnabled boolean
name string
normalizeEndingSlashes boolean

LogsCustomPipelineProcessorPipelineProcessorUserAgentParser

Sources List<string>
Target string
IsEnabled bool
IsEncoded bool
Name string
Sources []string
Target string
IsEnabled bool
IsEncoded bool
Name string
sources string[]
target string
isEnabled boolean
isEncoded boolean
name string
sources Sequence[str]
target str
is_enabled bool
is_encoded bool
name str

LogsCustomPipelineProcessorServiceRemapper

Sources List<string>
IsEnabled bool
Name string
Sources []string
IsEnabled bool
Name string
sources string[]
isEnabled boolean
name string
sources Sequence[str]
is_enabled bool
name str

LogsCustomPipelineProcessorStatusRemapper

Sources List<string>
IsEnabled bool
Name string
Sources []string
IsEnabled bool
Name string
sources string[]
isEnabled boolean
name string
sources Sequence[str]
is_enabled bool
name str

LogsCustomPipelineProcessorStringBuilderProcessor

Target string
Template string
IsEnabled bool
IsReplaceMissing bool
Name string
Target string
Template string
IsEnabled bool
IsReplaceMissing bool
Name string
target string
template string
isEnabled boolean
isReplaceMissing boolean
name string

LogsCustomPipelineProcessorTraceIdRemapper

Sources List<string>
IsEnabled bool
Name string
Sources []string
IsEnabled bool
Name string
sources string[]
isEnabled boolean
name string
sources Sequence[str]
is_enabled bool
name str

LogsCustomPipelineProcessorUrlParser

Sources List<string>
Target string
IsEnabled bool
Name string
NormalizeEndingSlashes bool
Sources []string
Target string
IsEnabled bool
Name string
NormalizeEndingSlashes bool
sources string[]
target string
isEnabled boolean
name string
normalizeEndingSlashes boolean

LogsCustomPipelineProcessorUserAgentParser

Sources List<string>
Target string
IsEnabled bool
IsEncoded bool
Name string
Sources []string
Target string
IsEnabled bool
IsEncoded bool
Name string
sources string[]
target string
isEnabled boolean
isEncoded boolean
name string
sources Sequence[str]
target str
is_enabled bool
is_encoded bool
name str

Import

 $ pulumi import datadog:index/logsCustomPipeline:LogsCustomPipeline For the previously created custom pipelines, you can include them in Terraform with the `import` operation. Currently, Terraform requires you to explicitly create resources that match the existing pipelines to import them. Use `<resource.name> <pipelineID>` for each existing pipeline.

Package Details

Repository
https://github.com/pulumi/pulumi-datadog
License
Apache-2.0
Notes
This Pulumi package is based on the datadog Terraform Provider.