Manages an S3 connector for continuous data import from S3 buckets.
Example Usage
import * as pulumi from "@pulumi/pulumi";
import * as timescale from "@pulumi/timescale";
const config = new pulumi.Config();
const tsProjectId = config.require("tsProjectId");
const tsAccessKey = config.require("tsAccessKey");
const tsSecretKey = config.require("tsSecretKey");
// Create a service to attach the S3 connector to
const example = new timescale.Service("example", {
name: "s3-connector-service",
milliCpu: 1000,
memoryGb: 4,
regionCode: "us-east-1",
});
const exampleConnectorS3 = new timescale.index/connectorS3.ConnectorS3("example", {
serviceId: example.id,
name: "my-s3-connector",
bucket: "my-data-bucket",
pattern: "data/*.csv",
credentials: {
type: "Public",
},
definition: {
type: "CSV",
csv: {
skipHeader: true,
autoColumnMapping: true,
},
},
tableIdentifier: {
schemaName: "public",
tableName: "sensor_data",
},
enabled: true,
});
import pulumi
import pulumi_timescale as timescale
config = pulumi.Config()
ts_project_id = config.require("tsProjectId")
ts_access_key = config.require("tsAccessKey")
ts_secret_key = config.require("tsSecretKey")
# Create a service to attach the S3 connector to
example = timescale.Service("example",
name="s3-connector-service",
milli_cpu=1000,
memory_gb=4,
region_code="us-east-1")
example_connector_s3 = timescale.index.connectors3.ConnectorS3("example",
service_id=example.id,
name=my-s3-connector,
bucket=my-data-bucket,
pattern=data/*.csv,
credentials={
type: Public,
},
definition={
type: CSV,
csv: {
skipHeader: True,
autoColumnMapping: True,
},
},
table_identifier={
schemaName: public,
tableName: sensor_data,
},
enabled=True)
package main
import (
"github.com/pulumi/pulumi-terraform-provider/sdks/go/timescale/v2/timescale"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi/config"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
cfg := config.New(ctx, "")
tsProjectId := cfg.Require("tsProjectId")
tsAccessKey := cfg.Require("tsAccessKey")
tsSecretKey := cfg.Require("tsSecretKey")
// Create a service to attach the S3 connector to
example, err := timescale.NewService(ctx, "example", ×cale.ServiceArgs{
Name: pulumi.String("s3-connector-service"),
MilliCpu: pulumi.Float64(1000),
MemoryGb: pulumi.Float64(4),
RegionCode: pulumi.String("us-east-1"),
})
if err != nil {
return err
}
_, err = timescale.NewConnectorS3(ctx, "example", ×cale.ConnectorS3Args{
ServiceId: example.ID(),
Name: "my-s3-connector",
Bucket: "my-data-bucket",
Pattern: "data/*.csv",
Credentials: map[string]interface{}{
"type": "Public",
},
Definition: map[string]interface{}{
"type": "CSV",
"csv": map[string]interface{}{
"skipHeader": true,
"autoColumnMapping": true,
},
},
TableIdentifier: map[string]interface{}{
"schemaName": "public",
"tableName": "sensor_data",
},
Enabled: true,
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Timescale = Pulumi.Timescale;
return await Deployment.RunAsync(() =>
{
var config = new Config();
var tsProjectId = config.Require("tsProjectId");
var tsAccessKey = config.Require("tsAccessKey");
var tsSecretKey = config.Require("tsSecretKey");
// Create a service to attach the S3 connector to
var example = new Timescale.Service("example", new()
{
Name = "s3-connector-service",
MilliCpu = 1000,
MemoryGb = 4,
RegionCode = "us-east-1",
});
var exampleConnectorS3 = new Timescale.Index.ConnectorS3.ConnectorS3("example", new()
{
ServiceId = example.Id,
Name = "my-s3-connector",
Bucket = "my-data-bucket",
Pattern = "data/*.csv",
Credentials =
{
{ "type", "Public" },
},
Definition =
{
{ "type", "CSV" },
{ "csv",
{
{ "skipHeader", true },
{ "autoColumnMapping", true },
} },
},
TableIdentifier =
{
{ "schemaName", "public" },
{ "tableName", "sensor_data" },
},
Enabled = true,
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.timescale.Service;
import com.pulumi.timescale.ServiceArgs;
import com.pulumi.timescale.ConnectorS3;
import com.pulumi.timescale.ConnectorS3Args;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
final var config = ctx.config();
final var tsProjectId = config.get("tsProjectId");
final var tsAccessKey = config.get("tsAccessKey");
final var tsSecretKey = config.get("tsSecretKey");
// Create a service to attach the S3 connector to
var example = new Service("example", ServiceArgs.builder()
.name("s3-connector-service")
.milliCpu(1000.0)
.memoryGb(4.0)
.regionCode("us-east-1")
.build());
var exampleConnectorS3 = new ConnectorS3("exampleConnectorS3", ConnectorS3Args.builder()
.serviceId(example.id())
.name("my-s3-connector")
.bucket("my-data-bucket")
.pattern("data/*.csv")
.credentials(Map.of("type", "Public"))
.definition(Map.ofEntries(
Map.entry("type", "CSV"),
Map.entry("csv", Map.ofEntries(
Map.entry("skipHeader", true),
Map.entry("autoColumnMapping", true)
))
))
.tableIdentifier(Map.ofEntries(
Map.entry("schemaName", "public"),
Map.entry("tableName", "sensor_data")
))
.enabled(true)
.build());
}
}
configuration:
tsProjectId:
type: string
tsAccessKey:
type: string
tsSecretKey:
type: string
resources:
# Create a service to attach the S3 connector to
example:
type: timescale:Service
properties:
name: s3-connector-service
milliCpu: 1000
memoryGb: 4
regionCode: us-east-1
exampleConnectorS3:
type: timescale:ConnectorS3
name: example
properties:
serviceId: ${example.id}
name: my-s3-connector
bucket: my-data-bucket
pattern: data/*.csv
credentials:
type: Public
definition:
type: CSV
csv:
skipHeader: true
autoColumnMapping: true
tableIdentifier:
schemaName: public
tableName: sensor_data
enabled: true
Create ConnectorS3 Resource
Resources are created with functions called constructors. To learn more about declaring and configuring resources, see Resources.
Constructor syntax
new ConnectorS3(name: string, args: ConnectorS3Args, opts?: CustomResourceOptions);@overload
def ConnectorS3(resource_name: str,
args: ConnectorS3Args,
opts: Optional[ResourceOptions] = None)
@overload
def ConnectorS3(resource_name: str,
opts: Optional[ResourceOptions] = None,
bucket: Optional[str] = None,
credentials: Optional[ConnectorS3CredentialsArgs] = None,
definition: Optional[ConnectorS3DefinitionArgs] = None,
pattern: Optional[str] = None,
service_id: Optional[str] = None,
table_identifier: Optional[ConnectorS3TableIdentifierArgs] = None,
enabled: Optional[bool] = None,
frequency: Optional[str] = None,
name: Optional[str] = None,
on_conflict_do_nothing: Optional[bool] = None)func NewConnectorS3(ctx *Context, name string, args ConnectorS3Args, opts ...ResourceOption) (*ConnectorS3, error)public ConnectorS3(string name, ConnectorS3Args args, CustomResourceOptions? opts = null)
public ConnectorS3(String name, ConnectorS3Args args)
public ConnectorS3(String name, ConnectorS3Args args, CustomResourceOptions options)
type: timescale:ConnectorS3
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.
Parameters
- name string
- The unique name of the resource.
- args ConnectorS3Args
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- resource_name str
- The unique name of the resource.
- args ConnectorS3Args
- The arguments to resource properties.
- opts ResourceOptions
- Bag of options to control resource's behavior.
- ctx Context
- Context object for the current deployment.
- name string
- The unique name of the resource.
- args ConnectorS3Args
- The arguments to resource properties.
- opts ResourceOption
- Bag of options to control resource's behavior.
- name string
- The unique name of the resource.
- args ConnectorS3Args
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- name String
- The unique name of the resource.
- args ConnectorS3Args
- The arguments to resource properties.
- options CustomResourceOptions
- Bag of options to control resource's behavior.
Constructor example
The following reference example uses placeholder values for all input properties.
var connectorS3Resource = new Timescale.ConnectorS3("connectorS3Resource", new()
{
Bucket = "string",
Credentials = new Timescale.Inputs.ConnectorS3CredentialsArgs
{
Type = "string",
RoleArn = "string",
},
Definition = new Timescale.Inputs.ConnectorS3DefinitionArgs
{
Type = "string",
Csv = new Timescale.Inputs.ConnectorS3DefinitionCsvArgs
{
AutoColumnMapping = false,
ColumnMappings = new[]
{
new Timescale.Inputs.ConnectorS3DefinitionCsvColumnMappingArgs
{
Destination = "string",
Source = "string",
},
},
ColumnNames = new[]
{
"string",
},
Delimiter = "string",
SkipHeader = false,
},
Parquet = new Timescale.Inputs.ConnectorS3DefinitionParquetArgs
{
AutoColumnMapping = false,
ColumnMappings = new[]
{
new Timescale.Inputs.ConnectorS3DefinitionParquetColumnMappingArgs
{
Destination = "string",
Source = "string",
},
},
},
},
Pattern = "string",
ServiceId = "string",
TableIdentifier = new Timescale.Inputs.ConnectorS3TableIdentifierArgs
{
TableName = "string",
SchemaName = "string",
},
Enabled = false,
Frequency = "string",
Name = "string",
OnConflictDoNothing = false,
});
example, err := timescale.NewConnectorS3(ctx, "connectorS3Resource", ×cale.ConnectorS3Args{
Bucket: pulumi.String("string"),
Credentials: ×cale.ConnectorS3CredentialsArgs{
Type: pulumi.String("string"),
RoleArn: pulumi.String("string"),
},
Definition: ×cale.ConnectorS3DefinitionArgs{
Type: pulumi.String("string"),
Csv: ×cale.ConnectorS3DefinitionCsvArgs{
AutoColumnMapping: pulumi.Bool(false),
ColumnMappings: timescale.ConnectorS3DefinitionCsvColumnMappingArray{
×cale.ConnectorS3DefinitionCsvColumnMappingArgs{
Destination: pulumi.String("string"),
Source: pulumi.String("string"),
},
},
ColumnNames: pulumi.StringArray{
pulumi.String("string"),
},
Delimiter: pulumi.String("string"),
SkipHeader: pulumi.Bool(false),
},
Parquet: ×cale.ConnectorS3DefinitionParquetArgs{
AutoColumnMapping: pulumi.Bool(false),
ColumnMappings: timescale.ConnectorS3DefinitionParquetColumnMappingArray{
×cale.ConnectorS3DefinitionParquetColumnMappingArgs{
Destination: pulumi.String("string"),
Source: pulumi.String("string"),
},
},
},
},
Pattern: pulumi.String("string"),
ServiceId: pulumi.String("string"),
TableIdentifier: ×cale.ConnectorS3TableIdentifierArgs{
TableName: pulumi.String("string"),
SchemaName: pulumi.String("string"),
},
Enabled: pulumi.Bool(false),
Frequency: pulumi.String("string"),
Name: pulumi.String("string"),
OnConflictDoNothing: pulumi.Bool(false),
})
var connectorS3Resource = new ConnectorS3("connectorS3Resource", ConnectorS3Args.builder()
.bucket("string")
.credentials(ConnectorS3CredentialsArgs.builder()
.type("string")
.roleArn("string")
.build())
.definition(ConnectorS3DefinitionArgs.builder()
.type("string")
.csv(ConnectorS3DefinitionCsvArgs.builder()
.autoColumnMapping(false)
.columnMappings(ConnectorS3DefinitionCsvColumnMappingArgs.builder()
.destination("string")
.source("string")
.build())
.columnNames("string")
.delimiter("string")
.skipHeader(false)
.build())
.parquet(ConnectorS3DefinitionParquetArgs.builder()
.autoColumnMapping(false)
.columnMappings(ConnectorS3DefinitionParquetColumnMappingArgs.builder()
.destination("string")
.source("string")
.build())
.build())
.build())
.pattern("string")
.serviceId("string")
.tableIdentifier(ConnectorS3TableIdentifierArgs.builder()
.tableName("string")
.schemaName("string")
.build())
.enabled(false)
.frequency("string")
.name("string")
.onConflictDoNothing(false)
.build());
connector_s3_resource = timescale.ConnectorS3("connectorS3Resource",
bucket="string",
credentials={
"type": "string",
"role_arn": "string",
},
definition={
"type": "string",
"csv": {
"auto_column_mapping": False,
"column_mappings": [{
"destination": "string",
"source": "string",
}],
"column_names": ["string"],
"delimiter": "string",
"skip_header": False,
},
"parquet": {
"auto_column_mapping": False,
"column_mappings": [{
"destination": "string",
"source": "string",
}],
},
},
pattern="string",
service_id="string",
table_identifier={
"table_name": "string",
"schema_name": "string",
},
enabled=False,
frequency="string",
name="string",
on_conflict_do_nothing=False)
const connectorS3Resource = new timescale.ConnectorS3("connectorS3Resource", {
bucket: "string",
credentials: {
type: "string",
roleArn: "string",
},
definition: {
type: "string",
csv: {
autoColumnMapping: false,
columnMappings: [{
destination: "string",
source: "string",
}],
columnNames: ["string"],
delimiter: "string",
skipHeader: false,
},
parquet: {
autoColumnMapping: false,
columnMappings: [{
destination: "string",
source: "string",
}],
},
},
pattern: "string",
serviceId: "string",
tableIdentifier: {
tableName: "string",
schemaName: "string",
},
enabled: false,
frequency: "string",
name: "string",
onConflictDoNothing: false,
});
type: timescale:ConnectorS3
properties:
bucket: string
credentials:
roleArn: string
type: string
definition:
csv:
autoColumnMapping: false
columnMappings:
- destination: string
source: string
columnNames:
- string
delimiter: string
skipHeader: false
parquet:
autoColumnMapping: false
columnMappings:
- destination: string
source: string
type: string
enabled: false
frequency: string
name: string
onConflictDoNothing: false
pattern: string
serviceId: string
tableIdentifier:
schemaName: string
tableName: string
ConnectorS3 Resource Properties
To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.
Inputs
In Python, inputs that are objects can be passed either as argument classes or as dictionary literals.
The ConnectorS3 resource accepts the following input properties:
- Bucket string
- S3 bucket name.
- Credentials
Connector
S3Credentials - S3 authentication credentials.
- Definition
Connector
S3Definition - File format definition (CSV or PARQUET).
- Pattern string
- Pattern to match S3 object keys (supports wildcards).
- Service
Id string - The service ID to attach the connector to.
- Table
Identifier ConnectorS3Table Identifier - Target table identifier.
- Enabled bool
- Whether the connector is enabled (default: true) .
- Frequency string
- Cron expression for sync frequency: @always, @5minutes, @10minutes, @15minutes, @30minutes, @hourly, @daily, @weekly, @monthly, @annually, @yearly
- Name string
- Human-readable name for the connector.
- On
Conflict boolDo Nothing - Handle conflicts by doing nothing (ignore conflicting rows). Defaults to false.
- Bucket string
- S3 bucket name.
- Credentials
Connector
S3Credentials Args - S3 authentication credentials.
- Definition
Connector
S3Definition Args - File format definition (CSV or PARQUET).
- Pattern string
- Pattern to match S3 object keys (supports wildcards).
- Service
Id string - The service ID to attach the connector to.
- Table
Identifier ConnectorS3Table Identifier Args - Target table identifier.
- Enabled bool
- Whether the connector is enabled (default: true) .
- Frequency string
- Cron expression for sync frequency: @always, @5minutes, @10minutes, @15minutes, @30minutes, @hourly, @daily, @weekly, @monthly, @annually, @yearly
- Name string
- Human-readable name for the connector.
- On
Conflict boolDo Nothing - Handle conflicts by doing nothing (ignore conflicting rows). Defaults to false.
- bucket String
- S3 bucket name.
- credentials
Connector
S3Credentials - S3 authentication credentials.
- definition
Connector
S3Definition - File format definition (CSV or PARQUET).
- pattern String
- Pattern to match S3 object keys (supports wildcards).
- service
Id String - The service ID to attach the connector to.
- table
Identifier ConnectorS3Table Identifier - Target table identifier.
- enabled Boolean
- Whether the connector is enabled (default: true) .
- frequency String
- Cron expression for sync frequency: @always, @5minutes, @10minutes, @15minutes, @30minutes, @hourly, @daily, @weekly, @monthly, @annually, @yearly
- name String
- Human-readable name for the connector.
- on
Conflict BooleanDo Nothing - Handle conflicts by doing nothing (ignore conflicting rows). Defaults to false.
- bucket string
- S3 bucket name.
- credentials
Connector
S3Credentials - S3 authentication credentials.
- definition
Connector
S3Definition - File format definition (CSV or PARQUET).
- pattern string
- Pattern to match S3 object keys (supports wildcards).
- service
Id string - The service ID to attach the connector to.
- table
Identifier ConnectorS3Table Identifier - Target table identifier.
- enabled boolean
- Whether the connector is enabled (default: true) .
- frequency string
- Cron expression for sync frequency: @always, @5minutes, @10minutes, @15minutes, @30minutes, @hourly, @daily, @weekly, @monthly, @annually, @yearly
- name string
- Human-readable name for the connector.
- on
Conflict booleanDo Nothing - Handle conflicts by doing nothing (ignore conflicting rows). Defaults to false.
- bucket str
- S3 bucket name.
- credentials
Connector
S3Credentials Args - S3 authentication credentials.
- definition
Connector
S3Definition Args - File format definition (CSV or PARQUET).
- pattern str
- Pattern to match S3 object keys (supports wildcards).
- service_
id str - The service ID to attach the connector to.
- table_
identifier ConnectorS3Table Identifier Args - Target table identifier.
- enabled bool
- Whether the connector is enabled (default: true) .
- frequency str
- Cron expression for sync frequency: @always, @5minutes, @10minutes, @15minutes, @30minutes, @hourly, @daily, @weekly, @monthly, @annually, @yearly
- name str
- Human-readable name for the connector.
- on_
conflict_ booldo_ nothing - Handle conflicts by doing nothing (ignore conflicting rows). Defaults to false.
- bucket String
- S3 bucket name.
- credentials Property Map
- S3 authentication credentials.
- definition Property Map
- File format definition (CSV or PARQUET).
- pattern String
- Pattern to match S3 object keys (supports wildcards).
- service
Id String - The service ID to attach the connector to.
- table
Identifier Property Map - Target table identifier.
- enabled Boolean
- Whether the connector is enabled (default: true) .
- frequency String
- Cron expression for sync frequency: @always, @5minutes, @10minutes, @15minutes, @30minutes, @hourly, @daily, @weekly, @monthly, @annually, @yearly
- name String
- Human-readable name for the connector.
- on
Conflict BooleanDo Nothing - Handle conflicts by doing nothing (ignore conflicting rows). Defaults to false.
Outputs
All input properties are implicitly available as output properties. Additionally, the ConnectorS3 resource produces the following output properties:
- created_
at str - Timestamp when the connector was created.
- id str
- The provider-assigned unique ID for this managed resource.
- updated_
at str - Timestamp when the connector was last updated.
Look up Existing ConnectorS3 Resource
Get an existing ConnectorS3 resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.
public static get(name: string, id: Input<ID>, state?: ConnectorS3State, opts?: CustomResourceOptions): ConnectorS3@staticmethod
def get(resource_name: str,
id: str,
opts: Optional[ResourceOptions] = None,
bucket: Optional[str] = None,
created_at: Optional[str] = None,
credentials: Optional[ConnectorS3CredentialsArgs] = None,
definition: Optional[ConnectorS3DefinitionArgs] = None,
enabled: Optional[bool] = None,
frequency: Optional[str] = None,
name: Optional[str] = None,
on_conflict_do_nothing: Optional[bool] = None,
pattern: Optional[str] = None,
service_id: Optional[str] = None,
table_identifier: Optional[ConnectorS3TableIdentifierArgs] = None,
updated_at: Optional[str] = None) -> ConnectorS3func GetConnectorS3(ctx *Context, name string, id IDInput, state *ConnectorS3State, opts ...ResourceOption) (*ConnectorS3, error)public static ConnectorS3 Get(string name, Input<string> id, ConnectorS3State? state, CustomResourceOptions? opts = null)public static ConnectorS3 get(String name, Output<String> id, ConnectorS3State state, CustomResourceOptions options)resources: _: type: timescale:ConnectorS3 get: id: ${id}- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- resource_name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- Bucket string
- S3 bucket name.
- Created
At string - Timestamp when the connector was created.
- Credentials
Connector
S3Credentials - S3 authentication credentials.
- Definition
Connector
S3Definition - File format definition (CSV or PARQUET).
- Enabled bool
- Whether the connector is enabled (default: true) .
- Frequency string
- Cron expression for sync frequency: @always, @5minutes, @10minutes, @15minutes, @30minutes, @hourly, @daily, @weekly, @monthly, @annually, @yearly
- Name string
- Human-readable name for the connector.
- On
Conflict boolDo Nothing - Handle conflicts by doing nothing (ignore conflicting rows). Defaults to false.
- Pattern string
- Pattern to match S3 object keys (supports wildcards).
- Service
Id string - The service ID to attach the connector to.
- Table
Identifier ConnectorS3Table Identifier - Target table identifier.
- Updated
At string - Timestamp when the connector was last updated.
- Bucket string
- S3 bucket name.
- Created
At string - Timestamp when the connector was created.
- Credentials
Connector
S3Credentials Args - S3 authentication credentials.
- Definition
Connector
S3Definition Args - File format definition (CSV or PARQUET).
- Enabled bool
- Whether the connector is enabled (default: true) .
- Frequency string
- Cron expression for sync frequency: @always, @5minutes, @10minutes, @15minutes, @30minutes, @hourly, @daily, @weekly, @monthly, @annually, @yearly
- Name string
- Human-readable name for the connector.
- On
Conflict boolDo Nothing - Handle conflicts by doing nothing (ignore conflicting rows). Defaults to false.
- Pattern string
- Pattern to match S3 object keys (supports wildcards).
- Service
Id string - The service ID to attach the connector to.
- Table
Identifier ConnectorS3Table Identifier Args - Target table identifier.
- Updated
At string - Timestamp when the connector was last updated.
- bucket String
- S3 bucket name.
- created
At String - Timestamp when the connector was created.
- credentials
Connector
S3Credentials - S3 authentication credentials.
- definition
Connector
S3Definition - File format definition (CSV or PARQUET).
- enabled Boolean
- Whether the connector is enabled (default: true) .
- frequency String
- Cron expression for sync frequency: @always, @5minutes, @10minutes, @15minutes, @30minutes, @hourly, @daily, @weekly, @monthly, @annually, @yearly
- name String
- Human-readable name for the connector.
- on
Conflict BooleanDo Nothing - Handle conflicts by doing nothing (ignore conflicting rows). Defaults to false.
- pattern String
- Pattern to match S3 object keys (supports wildcards).
- service
Id String - The service ID to attach the connector to.
- table
Identifier ConnectorS3Table Identifier - Target table identifier.
- updated
At String - Timestamp when the connector was last updated.
- bucket string
- S3 bucket name.
- created
At string - Timestamp when the connector was created.
- credentials
Connector
S3Credentials - S3 authentication credentials.
- definition
Connector
S3Definition - File format definition (CSV or PARQUET).
- enabled boolean
- Whether the connector is enabled (default: true) .
- frequency string
- Cron expression for sync frequency: @always, @5minutes, @10minutes, @15minutes, @30minutes, @hourly, @daily, @weekly, @monthly, @annually, @yearly
- name string
- Human-readable name for the connector.
- on
Conflict booleanDo Nothing - Handle conflicts by doing nothing (ignore conflicting rows). Defaults to false.
- pattern string
- Pattern to match S3 object keys (supports wildcards).
- service
Id string - The service ID to attach the connector to.
- table
Identifier ConnectorS3Table Identifier - Target table identifier.
- updated
At string - Timestamp when the connector was last updated.
- bucket str
- S3 bucket name.
- created_
at str - Timestamp when the connector was created.
- credentials
Connector
S3Credentials Args - S3 authentication credentials.
- definition
Connector
S3Definition Args - File format definition (CSV or PARQUET).
- enabled bool
- Whether the connector is enabled (default: true) .
- frequency str
- Cron expression for sync frequency: @always, @5minutes, @10minutes, @15minutes, @30minutes, @hourly, @daily, @weekly, @monthly, @annually, @yearly
- name str
- Human-readable name for the connector.
- on_
conflict_ booldo_ nothing - Handle conflicts by doing nothing (ignore conflicting rows). Defaults to false.
- pattern str
- Pattern to match S3 object keys (supports wildcards).
- service_
id str - The service ID to attach the connector to.
- table_
identifier ConnectorS3Table Identifier Args - Target table identifier.
- updated_
at str - Timestamp when the connector was last updated.
- bucket String
- S3 bucket name.
- created
At String - Timestamp when the connector was created.
- credentials Property Map
- S3 authentication credentials.
- definition Property Map
- File format definition (CSV or PARQUET).
- enabled Boolean
- Whether the connector is enabled (default: true) .
- frequency String
- Cron expression for sync frequency: @always, @5minutes, @10minutes, @15minutes, @30minutes, @hourly, @daily, @weekly, @monthly, @annually, @yearly
- name String
- Human-readable name for the connector.
- on
Conflict BooleanDo Nothing - Handle conflicts by doing nothing (ignore conflicting rows). Defaults to false.
- pattern String
- Pattern to match S3 object keys (supports wildcards).
- service
Id String - The service ID to attach the connector to.
- table
Identifier Property Map - Target table identifier.
- updated
At String - Timestamp when the connector was last updated.
Supporting Types
ConnectorS3Credentials, ConnectorS3CredentialsArgs
ConnectorS3Definition, ConnectorS3DefinitionArgs
- Type string
- File type: 'CSV' or 'PARQUET'.
- Csv
Connector
S3Definition Csv - CSV file configuration.
- Parquet
Connector
S3Definition Parquet - Parquet file configuration.
- Type string
- File type: 'CSV' or 'PARQUET'.
- Csv
Connector
S3Definition Csv - CSV file configuration.
- Parquet
Connector
S3Definition Parquet - Parquet file configuration.
- type String
- File type: 'CSV' or 'PARQUET'.
- csv
Connector
S3Definition Csv - CSV file configuration.
- parquet
Connector
S3Definition Parquet - Parquet file configuration.
- type string
- File type: 'CSV' or 'PARQUET'.
- csv
Connector
S3Definition Csv - CSV file configuration.
- parquet
Connector
S3Definition Parquet - Parquet file configuration.
- type str
- File type: 'CSV' or 'PARQUET'.
- csv
Connector
S3Definition Csv - CSV file configuration.
- parquet
Connector
S3Definition Parquet - Parquet file configuration.
- type String
- File type: 'CSV' or 'PARQUET'.
- csv Property Map
- CSV file configuration.
- parquet Property Map
- Parquet file configuration.
ConnectorS3DefinitionCsv, ConnectorS3DefinitionCsvArgs
- Auto
Column boolMapping - Automatically map columns by name (mutually exclusive with columnnames and columnmappings).
- Column
Mappings List<ConnectorS3Definition Csv Column Mapping> - Column mappings from source to destination (mutually exclusive with columnnames and autocolumn*mapping).
- Column
Names List<string> - Column names (mutually exclusive with columnmappings and autocolumn_mapping).
- Delimiter string
- CSV delimiter (default: ',').
- Skip
Header bool - Whether to skip the first row as header (default: false).
- Auto
Column boolMapping - Automatically map columns by name (mutually exclusive with columnnames and columnmappings).
- Column
Mappings []ConnectorS3Definition Csv Column Mapping - Column mappings from source to destination (mutually exclusive with columnnames and autocolumn*mapping).
- Column
Names []string - Column names (mutually exclusive with columnmappings and autocolumn_mapping).
- Delimiter string
- CSV delimiter (default: ',').
- Skip
Header bool - Whether to skip the first row as header (default: false).
- auto
Column BooleanMapping - Automatically map columns by name (mutually exclusive with columnnames and columnmappings).
- column
Mappings List<ConnectorS3Definition Csv Column Mapping> - Column mappings from source to destination (mutually exclusive with columnnames and autocolumn*mapping).
- column
Names List<String> - Column names (mutually exclusive with columnmappings and autocolumn_mapping).
- delimiter String
- CSV delimiter (default: ',').
- skip
Header Boolean - Whether to skip the first row as header (default: false).
- auto
Column booleanMapping - Automatically map columns by name (mutually exclusive with columnnames and columnmappings).
- column
Mappings ConnectorS3Definition Csv Column Mapping[] - Column mappings from source to destination (mutually exclusive with columnnames and autocolumn*mapping).
- column
Names string[] - Column names (mutually exclusive with columnmappings and autocolumn_mapping).
- delimiter string
- CSV delimiter (default: ',').
- skip
Header boolean - Whether to skip the first row as header (default: false).
- auto_
column_ boolmapping - Automatically map columns by name (mutually exclusive with columnnames and columnmappings).
- column_
mappings Sequence[ConnectorS3Definition Csv Column Mapping] - Column mappings from source to destination (mutually exclusive with columnnames and autocolumn*mapping).
- column_
names Sequence[str] - Column names (mutually exclusive with columnmappings and autocolumn_mapping).
- delimiter str
- CSV delimiter (default: ',').
- skip_
header bool - Whether to skip the first row as header (default: false).
- auto
Column BooleanMapping - Automatically map columns by name (mutually exclusive with columnnames and columnmappings).
- column
Mappings List<Property Map> - Column mappings from source to destination (mutually exclusive with columnnames and autocolumn*mapping).
- column
Names List<String> - Column names (mutually exclusive with columnmappings and autocolumn_mapping).
- delimiter String
- CSV delimiter (default: ',').
- skip
Header Boolean - Whether to skip the first row as header (default: false).
ConnectorS3DefinitionCsvColumnMapping, ConnectorS3DefinitionCsvColumnMappingArgs
- Destination string
- Destination column name.
- Source string
- Source column name.
- Destination string
- Destination column name.
- Source string
- Source column name.
- destination String
- Destination column name.
- source String
- Source column name.
- destination string
- Destination column name.
- source string
- Source column name.
- destination str
- Destination column name.
- source str
- Source column name.
- destination String
- Destination column name.
- source String
- Source column name.
ConnectorS3DefinitionParquet, ConnectorS3DefinitionParquetArgs
- Auto
Column boolMapping - Automatically map columns by name (mutually exclusive with column_mappings).
- Column
Mappings List<ConnectorS3Definition Parquet Column Mapping> - Column mappings from source to destination (mutually exclusive with autocolumnmapping).
- Auto
Column boolMapping - Automatically map columns by name (mutually exclusive with column_mappings).
- Column
Mappings []ConnectorS3Definition Parquet Column Mapping - Column mappings from source to destination (mutually exclusive with autocolumnmapping).
- auto
Column BooleanMapping - Automatically map columns by name (mutually exclusive with column_mappings).
- column
Mappings List<ConnectorS3Definition Parquet Column Mapping> - Column mappings from source to destination (mutually exclusive with autocolumnmapping).
- auto
Column booleanMapping - Automatically map columns by name (mutually exclusive with column_mappings).
- column
Mappings ConnectorS3Definition Parquet Column Mapping[] - Column mappings from source to destination (mutually exclusive with autocolumnmapping).
- auto_
column_ boolmapping - Automatically map columns by name (mutually exclusive with column_mappings).
- column_
mappings Sequence[ConnectorS3Definition Parquet Column Mapping] - Column mappings from source to destination (mutually exclusive with autocolumnmapping).
- auto
Column BooleanMapping - Automatically map columns by name (mutually exclusive with column_mappings).
- column
Mappings List<Property Map> - Column mappings from source to destination (mutually exclusive with autocolumnmapping).
ConnectorS3DefinitionParquetColumnMapping, ConnectorS3DefinitionParquetColumnMappingArgs
- Destination string
- Destination column name.
- Source string
- Source column name.
- Destination string
- Destination column name.
- Source string
- Source column name.
- destination String
- Destination column name.
- source String
- Source column name.
- destination string
- Destination column name.
- source string
- Source column name.
- destination str
- Destination column name.
- source str
- Source column name.
- destination String
- Destination column name.
- source String
- Source column name.
ConnectorS3TableIdentifier, ConnectorS3TableIdentifierArgs
- Table
Name string - Table name.
- Schema
Name string - Schema name (defaults to 'public').
- Table
Name string - Table name.
- Schema
Name string - Schema name (defaults to 'public').
- table
Name String - Table name.
- schema
Name String - Schema name (defaults to 'public').
- table
Name string - Table name.
- schema
Name string - Schema name (defaults to 'public').
- table_
name str - Table name.
- schema_
name str - Schema name (defaults to 'public').
- table
Name String - Table name.
- schema
Name String - Schema name (defaults to 'public').
Package Details
- Repository
- timescale timescale/terraform-provider-timescale
- License
- Notes
- This Pulumi package is based on the
timescaleTerraform Provider.
