volcengine.tls.ImportTask
Explore with Pulumi AI
Provides a resource to manage tls import task
Example Usage
import * as pulumi from "@pulumi/pulumi";
import * as volcengine from "@volcengine/pulumi";
const foo = new volcengine.tls.ImportTask("foo", {
description: "tf-test",
importSourceInfo: {
kafkaSourceInfo: {
encode: "UTF-8",
host: "1.1.1.1",
initialOffset: 0,
timeSourceDefault: 1,
topic: "topic-1,topic-2,topic-3",
},
},
sourceType: "kafka",
targetInfo: {
extractRule: {
unMatchLogKey: "key-failed",
unMatchUpLoadSwitch: true,
},
logType: "json_log",
region: "cn-beijing",
},
taskName: "tf-test-task-name-kafka",
topicId: "b966e41a-d6a6-4999-bd75-39xxxxxxx",
});
import pulumi
import pulumi_volcengine as volcengine
foo = volcengine.tls.ImportTask("foo",
description="tf-test",
import_source_info=volcengine.tls.ImportTaskImportSourceInfoArgs(
kafka_source_info=volcengine.tls.ImportTaskImportSourceInfoKafkaSourceInfoArgs(
encode="UTF-8",
host="1.1.1.1",
initial_offset=0,
time_source_default=1,
topic="topic-1,topic-2,topic-3",
),
),
source_type="kafka",
target_info=volcengine.tls.ImportTaskTargetInfoArgs(
extract_rule=volcengine.tls.ImportTaskTargetInfoExtractRuleArgs(
un_match_log_key="key-failed",
un_match_up_load_switch=True,
),
log_type="json_log",
region="cn-beijing",
),
task_name="tf-test-task-name-kafka",
topic_id="b966e41a-d6a6-4999-bd75-39xxxxxxx")
package main
import (
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
"github.com/volcengine/pulumi-volcengine/sdk/go/volcengine/tls"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := tls.NewImportTask(ctx, "foo", &tls.ImportTaskArgs{
Description: pulumi.String("tf-test"),
ImportSourceInfo: &tls.ImportTaskImportSourceInfoArgs{
KafkaSourceInfo: &tls.ImportTaskImportSourceInfoKafkaSourceInfoArgs{
Encode: pulumi.String("UTF-8"),
Host: pulumi.String("1.1.1.1"),
InitialOffset: pulumi.Int(0),
TimeSourceDefault: pulumi.Int(1),
Topic: pulumi.String("topic-1,topic-2,topic-3"),
},
},
SourceType: pulumi.String("kafka"),
TargetInfo: &tls.ImportTaskTargetInfoArgs{
ExtractRule: &tls.ImportTaskTargetInfoExtractRuleArgs{
UnMatchLogKey: pulumi.String("key-failed"),
UnMatchUpLoadSwitch: pulumi.Bool(true),
},
LogType: pulumi.String("json_log"),
Region: pulumi.String("cn-beijing"),
},
TaskName: pulumi.String("tf-test-task-name-kafka"),
TopicId: pulumi.String("b966e41a-d6a6-4999-bd75-39xxxxxxx"),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Volcengine = Pulumi.Volcengine;
return await Deployment.RunAsync(() =>
{
var foo = new Volcengine.Tls.ImportTask("foo", new()
{
Description = "tf-test",
ImportSourceInfo = new Volcengine.Tls.Inputs.ImportTaskImportSourceInfoArgs
{
KafkaSourceInfo = new Volcengine.Tls.Inputs.ImportTaskImportSourceInfoKafkaSourceInfoArgs
{
Encode = "UTF-8",
Host = "1.1.1.1",
InitialOffset = 0,
TimeSourceDefault = 1,
Topic = "topic-1,topic-2,topic-3",
},
},
SourceType = "kafka",
TargetInfo = new Volcengine.Tls.Inputs.ImportTaskTargetInfoArgs
{
ExtractRule = new Volcengine.Tls.Inputs.ImportTaskTargetInfoExtractRuleArgs
{
UnMatchLogKey = "key-failed",
UnMatchUpLoadSwitch = true,
},
LogType = "json_log",
Region = "cn-beijing",
},
TaskName = "tf-test-task-name-kafka",
TopicId = "b966e41a-d6a6-4999-bd75-39xxxxxxx",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.volcengine.tls.ImportTask;
import com.pulumi.volcengine.tls.ImportTaskArgs;
import com.pulumi.volcengine.tls.inputs.ImportTaskImportSourceInfoArgs;
import com.pulumi.volcengine.tls.inputs.ImportTaskImportSourceInfoKafkaSourceInfoArgs;
import com.pulumi.volcengine.tls.inputs.ImportTaskTargetInfoArgs;
import com.pulumi.volcengine.tls.inputs.ImportTaskTargetInfoExtractRuleArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var foo = new ImportTask("foo", ImportTaskArgs.builder()
.description("tf-test")
.importSourceInfo(ImportTaskImportSourceInfoArgs.builder()
.kafkaSourceInfo(ImportTaskImportSourceInfoKafkaSourceInfoArgs.builder()
.encode("UTF-8")
.host("1.1.1.1")
.initialOffset(0)
.timeSourceDefault(1)
.topic("topic-1,topic-2,topic-3")
.build())
.build())
.sourceType("kafka")
.targetInfo(ImportTaskTargetInfoArgs.builder()
.extractRule(ImportTaskTargetInfoExtractRuleArgs.builder()
.unMatchLogKey("key-failed")
.unMatchUpLoadSwitch(true)
.build())
.logType("json_log")
.region("cn-beijing")
.build())
.taskName("tf-test-task-name-kafka")
.topicId("b966e41a-d6a6-4999-bd75-39xxxxxxx")
.build());
}
}
resources:
foo:
type: volcengine:tls:ImportTask
properties:
description: tf-test
importSourceInfo:
kafkaSourceInfo:
encode: UTF-8
host: 1.1.1.1
initialOffset: 0
timeSourceDefault: 1
topic: topic-1,topic-2,topic-3
sourceType: kafka
targetInfo:
extractRule:
unMatchLogKey: key-failed
unMatchUpLoadSwitch: true
logType: json_log
region: cn-beijing
taskName: tf-test-task-name-kafka
topicId: b966e41a-d6a6-4999-bd75-39xxxxxxx
Create ImportTask Resource
Resources are created with functions called constructors. To learn more about declaring and configuring resources, see Resources.
Constructor syntax
new ImportTask(name: string, args: ImportTaskArgs, opts?: CustomResourceOptions);
@overload
def ImportTask(resource_name: str,
args: ImportTaskArgs,
opts: Optional[ResourceOptions] = None)
@overload
def ImportTask(resource_name: str,
opts: Optional[ResourceOptions] = None,
import_source_info: Optional[ImportTaskImportSourceInfoArgs] = None,
target_info: Optional[ImportTaskTargetInfoArgs] = None,
description: Optional[str] = None,
project_id: Optional[str] = None,
source_type: Optional[str] = None,
status: Optional[int] = None,
task_name: Optional[str] = None,
topic_id: Optional[str] = None)
func NewImportTask(ctx *Context, name string, args ImportTaskArgs, opts ...ResourceOption) (*ImportTask, error)
public ImportTask(string name, ImportTaskArgs args, CustomResourceOptions? opts = null)
public ImportTask(String name, ImportTaskArgs args)
public ImportTask(String name, ImportTaskArgs args, CustomResourceOptions options)
type: volcengine:tls:ImportTask
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.
Parameters
- name string
- The unique name of the resource.
- args ImportTaskArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- resource_name str
- The unique name of the resource.
- args ImportTaskArgs
- The arguments to resource properties.
- opts ResourceOptions
- Bag of options to control resource's behavior.
- ctx Context
- Context object for the current deployment.
- name string
- The unique name of the resource.
- args ImportTaskArgs
- The arguments to resource properties.
- opts ResourceOption
- Bag of options to control resource's behavior.
- name string
- The unique name of the resource.
- args ImportTaskArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- name String
- The unique name of the resource.
- args ImportTaskArgs
- The arguments to resource properties.
- options CustomResourceOptions
- Bag of options to control resource's behavior.
Constructor example
The following reference example uses placeholder values for all input properties.
var importTaskResource = new Volcengine.Tls.ImportTask("importTaskResource", new()
{
ImportSourceInfo = new Volcengine.Tls.Inputs.ImportTaskImportSourceInfoArgs
{
KafkaSourceInfo = new Volcengine.Tls.Inputs.ImportTaskImportSourceInfoKafkaSourceInfoArgs
{
Encode = "string",
Group = "string",
Host = "string",
InitialOffset = 0,
InstanceId = "string",
IsNeedAuth = false,
Mechanism = "string",
Password = "string",
Protocol = "string",
TimeSourceDefault = 0,
Topic = "string",
Username = "string",
},
TosSourceInfo = new Volcengine.Tls.Inputs.ImportTaskImportSourceInfoTosSourceInfoArgs
{
Bucket = "string",
CompressType = "string",
Prefix = "string",
Region = "string",
},
},
TargetInfo = new Volcengine.Tls.Inputs.ImportTaskTargetInfoArgs
{
LogType = "string",
Region = "string",
ExtractRule = new Volcengine.Tls.Inputs.ImportTaskTargetInfoExtractRuleArgs
{
BeginRegex = "string",
Delimiter = "string",
Keys = new[]
{
"string",
},
Quote = "string",
SkipLineCount = 0,
TimeExtractRegex = "string",
TimeFormat = "string",
TimeKey = "string",
TimeZone = "string",
UnMatchLogKey = "string",
UnMatchUpLoadSwitch = false,
},
LogSample = "string",
},
Description = "string",
ProjectId = "string",
SourceType = "string",
Status = 0,
TaskName = "string",
TopicId = "string",
});
example, err := tls.NewImportTask(ctx, "importTaskResource", &tls.ImportTaskArgs{
ImportSourceInfo: &tls.ImportTaskImportSourceInfoArgs{
KafkaSourceInfo: &tls.ImportTaskImportSourceInfoKafkaSourceInfoArgs{
Encode: pulumi.String("string"),
Group: pulumi.String("string"),
Host: pulumi.String("string"),
InitialOffset: pulumi.Int(0),
InstanceId: pulumi.String("string"),
IsNeedAuth: pulumi.Bool(false),
Mechanism: pulumi.String("string"),
Password: pulumi.String("string"),
Protocol: pulumi.String("string"),
TimeSourceDefault: pulumi.Int(0),
Topic: pulumi.String("string"),
Username: pulumi.String("string"),
},
TosSourceInfo: &tls.ImportTaskImportSourceInfoTosSourceInfoArgs{
Bucket: pulumi.String("string"),
CompressType: pulumi.String("string"),
Prefix: pulumi.String("string"),
Region: pulumi.String("string"),
},
},
TargetInfo: &tls.ImportTaskTargetInfoArgs{
LogType: pulumi.String("string"),
Region: pulumi.String("string"),
ExtractRule: &tls.ImportTaskTargetInfoExtractRuleArgs{
BeginRegex: pulumi.String("string"),
Delimiter: pulumi.String("string"),
Keys: pulumi.StringArray{
pulumi.String("string"),
},
Quote: pulumi.String("string"),
SkipLineCount: pulumi.Int(0),
TimeExtractRegex: pulumi.String("string"),
TimeFormat: pulumi.String("string"),
TimeKey: pulumi.String("string"),
TimeZone: pulumi.String("string"),
UnMatchLogKey: pulumi.String("string"),
UnMatchUpLoadSwitch: pulumi.Bool(false),
},
LogSample: pulumi.String("string"),
},
Description: pulumi.String("string"),
ProjectId: pulumi.String("string"),
SourceType: pulumi.String("string"),
Status: pulumi.Int(0),
TaskName: pulumi.String("string"),
TopicId: pulumi.String("string"),
})
var importTaskResource = new ImportTask("importTaskResource", ImportTaskArgs.builder()
.importSourceInfo(ImportTaskImportSourceInfoArgs.builder()
.kafkaSourceInfo(ImportTaskImportSourceInfoKafkaSourceInfoArgs.builder()
.encode("string")
.group("string")
.host("string")
.initialOffset(0)
.instanceId("string")
.isNeedAuth(false)
.mechanism("string")
.password("string")
.protocol("string")
.timeSourceDefault(0)
.topic("string")
.username("string")
.build())
.tosSourceInfo(ImportTaskImportSourceInfoTosSourceInfoArgs.builder()
.bucket("string")
.compressType("string")
.prefix("string")
.region("string")
.build())
.build())
.targetInfo(ImportTaskTargetInfoArgs.builder()
.logType("string")
.region("string")
.extractRule(ImportTaskTargetInfoExtractRuleArgs.builder()
.beginRegex("string")
.delimiter("string")
.keys("string")
.quote("string")
.skipLineCount(0)
.timeExtractRegex("string")
.timeFormat("string")
.timeKey("string")
.timeZone("string")
.unMatchLogKey("string")
.unMatchUpLoadSwitch(false)
.build())
.logSample("string")
.build())
.description("string")
.projectId("string")
.sourceType("string")
.status(0)
.taskName("string")
.topicId("string")
.build());
import_task_resource = volcengine.tls.ImportTask("importTaskResource",
import_source_info={
"kafka_source_info": {
"encode": "string",
"group": "string",
"host": "string",
"initial_offset": 0,
"instance_id": "string",
"is_need_auth": False,
"mechanism": "string",
"password": "string",
"protocol": "string",
"time_source_default": 0,
"topic": "string",
"username": "string",
},
"tos_source_info": {
"bucket": "string",
"compress_type": "string",
"prefix": "string",
"region": "string",
},
},
target_info={
"log_type": "string",
"region": "string",
"extract_rule": {
"begin_regex": "string",
"delimiter": "string",
"keys": ["string"],
"quote": "string",
"skip_line_count": 0,
"time_extract_regex": "string",
"time_format": "string",
"time_key": "string",
"time_zone": "string",
"un_match_log_key": "string",
"un_match_up_load_switch": False,
},
"log_sample": "string",
},
description="string",
project_id="string",
source_type="string",
status=0,
task_name="string",
topic_id="string")
const importTaskResource = new volcengine.tls.ImportTask("importTaskResource", {
importSourceInfo: {
kafkaSourceInfo: {
encode: "string",
group: "string",
host: "string",
initialOffset: 0,
instanceId: "string",
isNeedAuth: false,
mechanism: "string",
password: "string",
protocol: "string",
timeSourceDefault: 0,
topic: "string",
username: "string",
},
tosSourceInfo: {
bucket: "string",
compressType: "string",
prefix: "string",
region: "string",
},
},
targetInfo: {
logType: "string",
region: "string",
extractRule: {
beginRegex: "string",
delimiter: "string",
keys: ["string"],
quote: "string",
skipLineCount: 0,
timeExtractRegex: "string",
timeFormat: "string",
timeKey: "string",
timeZone: "string",
unMatchLogKey: "string",
unMatchUpLoadSwitch: false,
},
logSample: "string",
},
description: "string",
projectId: "string",
sourceType: "string",
status: 0,
taskName: "string",
topicId: "string",
});
type: volcengine:tls:ImportTask
properties:
description: string
importSourceInfo:
kafkaSourceInfo:
encode: string
group: string
host: string
initialOffset: 0
instanceId: string
isNeedAuth: false
mechanism: string
password: string
protocol: string
timeSourceDefault: 0
topic: string
username: string
tosSourceInfo:
bucket: string
compressType: string
prefix: string
region: string
projectId: string
sourceType: string
status: 0
targetInfo:
extractRule:
beginRegex: string
delimiter: string
keys:
- string
quote: string
skipLineCount: 0
timeExtractRegex: string
timeFormat: string
timeKey: string
timeZone: string
unMatchLogKey: string
unMatchUpLoadSwitch: false
logSample: string
logType: string
region: string
taskName: string
topicId: string
ImportTask Resource Properties
To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.
Inputs
In Python, inputs that are objects can be passed either as argument classes or as dictionary literals.
The ImportTask resource accepts the following input properties:
- Import
Source ImportInfo Task Import Source Info - The source information of the data import task.
- Target
Info ImportTask Target Info - The output information of the data import task.
- Description string
- Data import task description.
- Project
Id string - The log project ID used for storing data.
- Source
Type string - Import the source type.
- Status int
- The status of the data import task.
- Task
Name string - Data import task name.
- Topic
Id string - The log topic ID used for storing data.
- Import
Source ImportInfo Task Import Source Info Args - The source information of the data import task.
- Target
Info ImportTask Target Info Args - The output information of the data import task.
- Description string
- Data import task description.
- Project
Id string - The log project ID used for storing data.
- Source
Type string - Import the source type.
- Status int
- The status of the data import task.
- Task
Name string - Data import task name.
- Topic
Id string - The log topic ID used for storing data.
- import
Source ImportInfo Task Import Source Info - The source information of the data import task.
- target
Info ImportTask Target Info - The output information of the data import task.
- description String
- Data import task description.
- project
Id String - The log project ID used for storing data.
- source
Type String - Import the source type.
- status Integer
- The status of the data import task.
- task
Name String - Data import task name.
- topic
Id String - The log topic ID used for storing data.
- import
Source ImportInfo Task Import Source Info - The source information of the data import task.
- target
Info ImportTask Target Info - The output information of the data import task.
- description string
- Data import task description.
- project
Id string - The log project ID used for storing data.
- source
Type string - Import the source type.
- status number
- The status of the data import task.
- task
Name string - Data import task name.
- topic
Id string - The log topic ID used for storing data.
- import_
source_ Importinfo Task Import Source Info Args - The source information of the data import task.
- target_
info ImportTask Target Info Args - The output information of the data import task.
- description str
- Data import task description.
- project_
id str - The log project ID used for storing data.
- source_
type str - Import the source type.
- status int
- The status of the data import task.
- task_
name str - Data import task name.
- topic_
id str - The log topic ID used for storing data.
- import
Source Property MapInfo - The source information of the data import task.
- target
Info Property Map - The output information of the data import task.
- description String
- Data import task description.
- project
Id String - The log project ID used for storing data.
- source
Type String - Import the source type.
- status Number
- The status of the data import task.
- task
Name String - Data import task name.
- topic
Id String - The log topic ID used for storing data.
Outputs
All input properties are implicitly available as output properties. Additionally, the ImportTask resource produces the following output properties:
- Id string
- The provider-assigned unique ID for this managed resource.
- Id string
- The provider-assigned unique ID for this managed resource.
- id String
- The provider-assigned unique ID for this managed resource.
- id string
- The provider-assigned unique ID for this managed resource.
- id str
- The provider-assigned unique ID for this managed resource.
- id String
- The provider-assigned unique ID for this managed resource.
Look up Existing ImportTask Resource
Get an existing ImportTask resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.
public static get(name: string, id: Input<ID>, state?: ImportTaskState, opts?: CustomResourceOptions): ImportTask
@staticmethod
def get(resource_name: str,
id: str,
opts: Optional[ResourceOptions] = None,
description: Optional[str] = None,
import_source_info: Optional[ImportTaskImportSourceInfoArgs] = None,
project_id: Optional[str] = None,
source_type: Optional[str] = None,
status: Optional[int] = None,
target_info: Optional[ImportTaskTargetInfoArgs] = None,
task_name: Optional[str] = None,
topic_id: Optional[str] = None) -> ImportTask
func GetImportTask(ctx *Context, name string, id IDInput, state *ImportTaskState, opts ...ResourceOption) (*ImportTask, error)
public static ImportTask Get(string name, Input<string> id, ImportTaskState? state, CustomResourceOptions? opts = null)
public static ImportTask get(String name, Output<String> id, ImportTaskState state, CustomResourceOptions options)
resources: _: type: volcengine:tls:ImportTask get: id: ${id}
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- resource_name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- Description string
- Data import task description.
- Import
Source ImportInfo Task Import Source Info - The source information of the data import task.
- Project
Id string - The log project ID used for storing data.
- Source
Type string - Import the source type.
- Status int
- The status of the data import task.
- Target
Info ImportTask Target Info - The output information of the data import task.
- Task
Name string - Data import task name.
- Topic
Id string - The log topic ID used for storing data.
- Description string
- Data import task description.
- Import
Source ImportInfo Task Import Source Info Args - The source information of the data import task.
- Project
Id string - The log project ID used for storing data.
- Source
Type string - Import the source type.
- Status int
- The status of the data import task.
- Target
Info ImportTask Target Info Args - The output information of the data import task.
- Task
Name string - Data import task name.
- Topic
Id string - The log topic ID used for storing data.
- description String
- Data import task description.
- import
Source ImportInfo Task Import Source Info - The source information of the data import task.
- project
Id String - The log project ID used for storing data.
- source
Type String - Import the source type.
- status Integer
- The status of the data import task.
- target
Info ImportTask Target Info - The output information of the data import task.
- task
Name String - Data import task name.
- topic
Id String - The log topic ID used for storing data.
- description string
- Data import task description.
- import
Source ImportInfo Task Import Source Info - The source information of the data import task.
- project
Id string - The log project ID used for storing data.
- source
Type string - Import the source type.
- status number
- The status of the data import task.
- target
Info ImportTask Target Info - The output information of the data import task.
- task
Name string - Data import task name.
- topic
Id string - The log topic ID used for storing data.
- description str
- Data import task description.
- import_
source_ Importinfo Task Import Source Info Args - The source information of the data import task.
- project_
id str - The log project ID used for storing data.
- source_
type str - Import the source type.
- status int
- The status of the data import task.
- target_
info ImportTask Target Info Args - The output information of the data import task.
- task_
name str - Data import task name.
- topic_
id str - The log topic ID used for storing data.
- description String
- Data import task description.
- import
Source Property MapInfo - The source information of the data import task.
- project
Id String - The log project ID used for storing data.
- source
Type String - Import the source type.
- status Number
- The status of the data import task.
- target
Info Property Map - The output information of the data import task.
- task
Name String - Data import task name.
- topic
Id String - The log topic ID used for storing data.
Supporting Types
ImportTaskImportSourceInfo, ImportTaskImportSourceInfoArgs
- Kafka
Source ImportInfo Task Import Source Info Kafka Source Info - TOS imports source information.
- Tos
Source ImportInfo Task Import Source Info Tos Source Info - TOS imports source information.
- Kafka
Source ImportInfo Task Import Source Info Kafka Source Info - TOS imports source information.
- Tos
Source ImportInfo Task Import Source Info Tos Source Info - TOS imports source information.
- kafka
Source ImportInfo Task Import Source Info Kafka Source Info - TOS imports source information.
- tos
Source ImportInfo Task Import Source Info Tos Source Info - TOS imports source information.
- kafka
Source ImportInfo Task Import Source Info Kafka Source Info - TOS imports source information.
- tos
Source ImportInfo Task Import Source Info Tos Source Info - TOS imports source information.
- kafka_
source_ Importinfo Task Import Source Info Kafka Source Info - TOS imports source information.
- tos_
source_ Importinfo Task Import Source Info Tos Source Info - TOS imports source information.
- kafka
Source Property MapInfo - TOS imports source information.
- tos
Source Property MapInfo - TOS imports source information.
ImportTaskImportSourceInfoKafkaSourceInfo, ImportTaskImportSourceInfoKafkaSourceInfoArgs
- Encode string
- The encoding format of the data.
- Group string
- Kafka consumer group.
- Host string
- The service addresses corresponding to different types of Kafka clusters are different.
- Initial
Offset int - The starting position of data import.
- Instance
Id string - When you are using the Volcano Engine Message Queue Kafka version, it should be set to the Kafka instance ID.
- Is
Need boolAuth - Whether to enable authentication.
- Mechanism string
- Password authentication mechanism.
- Password string
- The Kafka SASL user password used for identity authentication.
- Protocol string
- Secure Transport protocol.
- Time
Source intDefault - Specify the log time.
- Topic string
- Kafka Topic name.
- Username string
- The Kafka SASL username used for identity authentication.
- Encode string
- The encoding format of the data.
- Group string
- Kafka consumer group.
- Host string
- The service addresses corresponding to different types of Kafka clusters are different.
- Initial
Offset int - The starting position of data import.
- Instance
Id string - When you are using the Volcano Engine Message Queue Kafka version, it should be set to the Kafka instance ID.
- Is
Need boolAuth - Whether to enable authentication.
- Mechanism string
- Password authentication mechanism.
- Password string
- The Kafka SASL user password used for identity authentication.
- Protocol string
- Secure Transport protocol.
- Time
Source intDefault - Specify the log time.
- Topic string
- Kafka Topic name.
- Username string
- The Kafka SASL username used for identity authentication.
- encode String
- The encoding format of the data.
- group String
- Kafka consumer group.
- host String
- The service addresses corresponding to different types of Kafka clusters are different.
- initial
Offset Integer - The starting position of data import.
- instance
Id String - When you are using the Volcano Engine Message Queue Kafka version, it should be set to the Kafka instance ID.
- is
Need BooleanAuth - Whether to enable authentication.
- mechanism String
- Password authentication mechanism.
- password String
- The Kafka SASL user password used for identity authentication.
- protocol String
- Secure Transport protocol.
- time
Source IntegerDefault - Specify the log time.
- topic String
- Kafka Topic name.
- username String
- The Kafka SASL username used for identity authentication.
- encode string
- The encoding format of the data.
- group string
- Kafka consumer group.
- host string
- The service addresses corresponding to different types of Kafka clusters are different.
- initial
Offset number - The starting position of data import.
- instance
Id string - When you are using the Volcano Engine Message Queue Kafka version, it should be set to the Kafka instance ID.
- is
Need booleanAuth - Whether to enable authentication.
- mechanism string
- Password authentication mechanism.
- password string
- The Kafka SASL user password used for identity authentication.
- protocol string
- Secure Transport protocol.
- time
Source numberDefault - Specify the log time.
- topic string
- Kafka Topic name.
- username string
- The Kafka SASL username used for identity authentication.
- encode str
- The encoding format of the data.
- group str
- Kafka consumer group.
- host str
- The service addresses corresponding to different types of Kafka clusters are different.
- initial_
offset int - The starting position of data import.
- instance_
id str - When you are using the Volcano Engine Message Queue Kafka version, it should be set to the Kafka instance ID.
- is_
need_ boolauth - Whether to enable authentication.
- mechanism str
- Password authentication mechanism.
- password str
- The Kafka SASL user password used for identity authentication.
- protocol str
- Secure Transport protocol.
- time_
source_ intdefault - Specify the log time.
- topic str
- Kafka Topic name.
- username str
- The Kafka SASL username used for identity authentication.
- encode String
- The encoding format of the data.
- group String
- Kafka consumer group.
- host String
- The service addresses corresponding to different types of Kafka clusters are different.
- initial
Offset Number - The starting position of data import.
- instance
Id String - When you are using the Volcano Engine Message Queue Kafka version, it should be set to the Kafka instance ID.
- is
Need BooleanAuth - Whether to enable authentication.
- mechanism String
- Password authentication mechanism.
- password String
- The Kafka SASL user password used for identity authentication.
- protocol String
- Secure Transport protocol.
- time
Source NumberDefault - Specify the log time.
- topic String
- Kafka Topic name.
- username String
- The Kafka SASL username used for identity authentication.
ImportTaskImportSourceInfoTosSourceInfo, ImportTaskImportSourceInfoTosSourceInfoArgs
- Bucket string
- The TOS bucket where the log file is located.
- Compress
Type string - The compression mode of data in the TOS bucket.
- Prefix string
- The path of the file to be imported in the TOS bucket.
- Region string
- The region where the TOS bucket is located. Support cross-regional data import.
- Bucket string
- The TOS bucket where the log file is located.
- Compress
Type string - The compression mode of data in the TOS bucket.
- Prefix string
- The path of the file to be imported in the TOS bucket.
- Region string
- The region where the TOS bucket is located. Support cross-regional data import.
- bucket String
- The TOS bucket where the log file is located.
- compress
Type String - The compression mode of data in the TOS bucket.
- prefix String
- The path of the file to be imported in the TOS bucket.
- region String
- The region where the TOS bucket is located. Support cross-regional data import.
- bucket string
- The TOS bucket where the log file is located.
- compress
Type string - The compression mode of data in the TOS bucket.
- prefix string
- The path of the file to be imported in the TOS bucket.
- region string
- The region where the TOS bucket is located. Support cross-regional data import.
- bucket str
- The TOS bucket where the log file is located.
- compress_
type str - The compression mode of data in the TOS bucket.
- prefix str
- The path of the file to be imported in the TOS bucket.
- region str
- The region where the TOS bucket is located. Support cross-regional data import.
- bucket String
- The TOS bucket where the log file is located.
- compress
Type String - The compression mode of data in the TOS bucket.
- prefix String
- The path of the file to be imported in the TOS bucket.
- region String
- The region where the TOS bucket is located. Support cross-regional data import.
ImportTaskTargetInfo, ImportTaskTargetInfoArgs
- Log
Type string - Specify the log parsing type when importing.
- Region string
- Regional ID.
- Extract
Rule ImportTask Target Info Extract Rule - Log extraction rules.
- Log
Sample string - Log sample.
- Log
Type string - Specify the log parsing type when importing.
- Region string
- Regional ID.
- Extract
Rule ImportTask Target Info Extract Rule - Log extraction rules.
- Log
Sample string - Log sample.
- log
Type String - Specify the log parsing type when importing.
- region String
- Regional ID.
- extract
Rule ImportTask Target Info Extract Rule - Log extraction rules.
- log
Sample String - Log sample.
- log
Type string - Specify the log parsing type when importing.
- region string
- Regional ID.
- extract
Rule ImportTask Target Info Extract Rule - Log extraction rules.
- log
Sample string - Log sample.
- log_
type str - Specify the log parsing type when importing.
- region str
- Regional ID.
- extract_
rule ImportTask Target Info Extract Rule - Log extraction rules.
- log_
sample str - Log sample.
- log
Type String - Specify the log parsing type when importing.
- region String
- Regional ID.
- extract
Rule Property Map - Log extraction rules.
- log
Sample String - Log sample.
ImportTaskTargetInfoExtractRule, ImportTaskTargetInfoExtractRuleArgs
- Begin
Regex string - The regular expression used to identify the first line in each log, and its matching part will serve as the beginning of the log.
- Delimiter string
- Log delimiter.
- Keys List<string>
- List of log field names (Keys).
- Quote string
- Reference symbol. The content wrapped by the reference will not be separated but will be parsed into a complete field. It is valid if and only if the LogType is delimiter_log.
- Skip
Line intCount - The number of log lines skipped.
- Time
Extract stringRegex - A regular expression for extracting time, used to extract the time value in the TimeKey field and parse it into the corresponding collection time.
- Time
Format string - The parsing format of the time field.
- Time
Key string - The field name of the log time field.
- Time
Zone string - Time zone, supporting both machine time zone (default) and custom time zone. Among them, the custom time zone supports GMT and UTC.
- Un
Match stringLog Key - When uploading a log that failed to parse, the key name of the parse failed log.
- Un
Match boolUp Load Switch - Whether to upload the logs of failed parsing.
- Begin
Regex string - The regular expression used to identify the first line in each log, and its matching part will serve as the beginning of the log.
- Delimiter string
- Log delimiter.
- Keys []string
- List of log field names (Keys).
- Quote string
- Reference symbol. The content wrapped by the reference will not be separated but will be parsed into a complete field. It is valid if and only if the LogType is delimiter_log.
- Skip
Line intCount - The number of log lines skipped.
- Time
Extract stringRegex - A regular expression for extracting time, used to extract the time value in the TimeKey field and parse it into the corresponding collection time.
- Time
Format string - The parsing format of the time field.
- Time
Key string - The field name of the log time field.
- Time
Zone string - Time zone, supporting both machine time zone (default) and custom time zone. Among them, the custom time zone supports GMT and UTC.
- Un
Match stringLog Key - When uploading a log that failed to parse, the key name of the parse failed log.
- Un
Match boolUp Load Switch - Whether to upload the logs of failed parsing.
- begin
Regex String - The regular expression used to identify the first line in each log, and its matching part will serve as the beginning of the log.
- delimiter String
- Log delimiter.
- keys List<String>
- List of log field names (Keys).
- quote String
- Reference symbol. The content wrapped by the reference will not be separated but will be parsed into a complete field. It is valid if and only if the LogType is delimiter_log.
- skip
Line IntegerCount - The number of log lines skipped.
- time
Extract StringRegex - A regular expression for extracting time, used to extract the time value in the TimeKey field and parse it into the corresponding collection time.
- time
Format String - The parsing format of the time field.
- time
Key String - The field name of the log time field.
- time
Zone String - Time zone, supporting both machine time zone (default) and custom time zone. Among them, the custom time zone supports GMT and UTC.
- un
Match StringLog Key - When uploading a log that failed to parse, the key name of the parse failed log.
- un
Match BooleanUp Load Switch - Whether to upload the logs of failed parsing.
- begin
Regex string - The regular expression used to identify the first line in each log, and its matching part will serve as the beginning of the log.
- delimiter string
- Log delimiter.
- keys string[]
- List of log field names (Keys).
- quote string
- Reference symbol. The content wrapped by the reference will not be separated but will be parsed into a complete field. It is valid if and only if the LogType is delimiter_log.
- skip
Line numberCount - The number of log lines skipped.
- time
Extract stringRegex - A regular expression for extracting time, used to extract the time value in the TimeKey field and parse it into the corresponding collection time.
- time
Format string - The parsing format of the time field.
- time
Key string - The field name of the log time field.
- time
Zone string - Time zone, supporting both machine time zone (default) and custom time zone. Among them, the custom time zone supports GMT and UTC.
- un
Match stringLog Key - When uploading a log that failed to parse, the key name of the parse failed log.
- un
Match booleanUp Load Switch - Whether to upload the logs of failed parsing.
- begin_
regex str - The regular expression used to identify the first line in each log, and its matching part will serve as the beginning of the log.
- delimiter str
- Log delimiter.
- keys Sequence[str]
- List of log field names (Keys).
- quote str
- Reference symbol. The content wrapped by the reference will not be separated but will be parsed into a complete field. It is valid if and only if the LogType is delimiter_log.
- skip_
line_ intcount - The number of log lines skipped.
- time_
extract_ strregex - A regular expression for extracting time, used to extract the time value in the TimeKey field and parse it into the corresponding collection time.
- time_
format str - The parsing format of the time field.
- time_
key str - The field name of the log time field.
- time_
zone str - Time zone, supporting both machine time zone (default) and custom time zone. Among them, the custom time zone supports GMT and UTC.
- un_
match_ strlog_ key - When uploading a log that failed to parse, the key name of the parse failed log.
- un_
match_ boolup_ load_ switch - Whether to upload the logs of failed parsing.
- begin
Regex String - The regular expression used to identify the first line in each log, and its matching part will serve as the beginning of the log.
- delimiter String
- Log delimiter.
- keys List<String>
- List of log field names (Keys).
- quote String
- Reference symbol. The content wrapped by the reference will not be separated but will be parsed into a complete field. It is valid if and only if the LogType is delimiter_log.
- skip
Line NumberCount - The number of log lines skipped.
- time
Extract StringRegex - A regular expression for extracting time, used to extract the time value in the TimeKey field and parse it into the corresponding collection time.
- time
Format String - The parsing format of the time field.
- time
Key String - The field name of the log time field.
- time
Zone String - Time zone, supporting both machine time zone (default) and custom time zone. Among them, the custom time zone supports GMT and UTC.
- un
Match StringLog Key - When uploading a log that failed to parse, the key name of the parse failed log.
- un
Match BooleanUp Load Switch - Whether to upload the logs of failed parsing.
Import
ImportTask can be imported using the id, e.g.
$ pulumi import volcengine:tls/importTask:ImportTask default resource_id
To learn more about importing existing cloud resources, see Importing resources.
Package Details
- Repository
- volcengine volcengine/pulumi-volcengine
- License
- Apache-2.0
- Notes
- This Pulumi package is based on the
volcengine
Terraform Provider.