Provides a Datadog Reference Table resource for cloud storage sources (S3, GCS, Azure). This can be used to create and manage Datadog reference tables that sync data from cloud storage. For setup instructions including granting Datadog read access to your cloud storage bucket, see the Reference Tables documentation.
Example Usage
import * as pulumi from "@pulumi/pulumi";
import * as datadog from "@pulumi/datadog";
// Create a reference table from an S3 bucket
const s3Table = new datadog.ReferenceTable("s3_table", {
tableName: "products_catalog",
description: "Product catalog synced from S3",
source: "S3",
fileMetadata: [{
syncEnabled: true,
accessDetails: [{
awsDetail: [{
awsAccountId: "123456789000",
awsBucketName: "my-data-bucket",
filePath: "reference-tables/products.csv",
}],
}],
}],
schema: [{
primaryKeys: ["product_id"],
fields: [
{
name: "product_id",
type: "STRING",
},
{
name: "product_name",
type: "STRING",
},
{
name: "category",
type: "STRING",
},
{
name: "price_cents",
type: "INT32",
},
],
}],
tags: [
"source:s3",
"team:catalog",
"env:production",
],
});
import pulumi
import pulumi_datadog as datadog
# Create a reference table from an S3 bucket
s3_table = datadog.ReferenceTable("s3_table",
table_name="products_catalog",
description="Product catalog synced from S3",
source="S3",
file_metadata=[{
"syncEnabled": True,
"accessDetails": [{
"awsDetail": [{
"awsAccountId": "123456789000",
"awsBucketName": "my-data-bucket",
"filePath": "reference-tables/products.csv",
}],
}],
}],
schema=[{
"primaryKeys": ["product_id"],
"fields": [
{
"name": "product_id",
"type": "STRING",
},
{
"name": "product_name",
"type": "STRING",
},
{
"name": "category",
"type": "STRING",
},
{
"name": "price_cents",
"type": "INT32",
},
],
}],
tags=[
"source:s3",
"team:catalog",
"env:production",
])
package main
import (
"github.com/pulumi/pulumi-datadog/sdk/v4/go/datadog"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
// Create a reference table from an S3 bucket
_, err := datadog.NewReferenceTable(ctx, "s3_table", &datadog.ReferenceTableArgs{
TableName: pulumi.String("products_catalog"),
Description: pulumi.String("Product catalog synced from S3"),
Source: pulumi.String("S3"),
FileMetadata: datadog.ReferenceTableFileMetadataArgs{
map[string]interface{}{
"syncEnabled": true,
"accessDetails": []map[string]interface{}{
map[string]interface{}{
"awsDetail": []map[string]interface{}{
map[string]interface{}{
"awsAccountId": "123456789000",
"awsBucketName": "my-data-bucket",
"filePath": "reference-tables/products.csv",
},
},
},
},
},
},
Schema: datadog.ReferenceTableSchemaArgs{
map[string]interface{}{
"primaryKeys": []string{
"product_id",
},
"fields": []map[string]interface{}{
map[string]interface{}{
"name": "product_id",
"type": "STRING",
},
map[string]interface{}{
"name": "product_name",
"type": "STRING",
},
map[string]interface{}{
"name": "category",
"type": "STRING",
},
map[string]interface{}{
"name": "price_cents",
"type": "INT32",
},
},
},
},
Tags: pulumi.StringArray{
pulumi.String("source:s3"),
pulumi.String("team:catalog"),
pulumi.String("env:production"),
},
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Datadog = Pulumi.Datadog;
return await Deployment.RunAsync(() =>
{
// Create a reference table from an S3 bucket
var s3Table = new Datadog.ReferenceTable("s3_table", new()
{
TableName = "products_catalog",
Description = "Product catalog synced from S3",
Source = "S3",
FileMetadata = new[]
{
{
{ "syncEnabled", true },
{ "accessDetails", new[]
{
{
{ "awsDetail", new[]
{
{
{ "awsAccountId", "123456789000" },
{ "awsBucketName", "my-data-bucket" },
{ "filePath", "reference-tables/products.csv" },
},
} },
},
} },
},
},
Schema = new[]
{
{
{ "primaryKeys", new[]
{
"product_id",
} },
{ "fields", new[]
{
{
{ "name", "product_id" },
{ "type", "STRING" },
},
{
{ "name", "product_name" },
{ "type", "STRING" },
},
{
{ "name", "category" },
{ "type", "STRING" },
},
{
{ "name", "price_cents" },
{ "type", "INT32" },
},
} },
},
},
Tags = new[]
{
"source:s3",
"team:catalog",
"env:production",
},
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.datadog.ReferenceTable;
import com.pulumi.datadog.ReferenceTableArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
// Create a reference table from an S3 bucket
var s3Table = new ReferenceTable("s3Table", ReferenceTableArgs.builder()
.tableName("products_catalog")
.description("Product catalog synced from S3")
.source("S3")
.fileMetadata(ReferenceTableFileMetadataArgs.builder()
.syncEnabled(true)
.accessDetails(ReferenceTableFileMetadataAccessDetailsArgs.builder()
.awsDetail(ReferenceTableFileMetadataAccessDetailsAwsDetailArgs.builder()
.awsAccountId("123456789000")
.awsBucketName("my-data-bucket")
.filePath("reference-tables/products.csv")
.build())
.build())
.build())
.schema(ReferenceTableSchemaArgs.builder()
.primaryKeys("product_id")
.fields(
ReferenceTableSchemaFieldArgs.builder()
.name("product_id")
.type("STRING")
.build(),
ReferenceTableSchemaFieldArgs.builder()
.name("product_name")
.type("STRING")
.build(),
ReferenceTableSchemaFieldArgs.builder()
.name("category")
.type("STRING")
.build(),
ReferenceTableSchemaFieldArgs.builder()
.name("price_cents")
.type("INT32")
.build())
.build())
.tags(
"source:s3",
"team:catalog",
"env:production")
.build());
}
}
resources:
# Create a reference table from an S3 bucket
s3Table:
type: datadog:ReferenceTable
name: s3_table
properties:
tableName: products_catalog
description: Product catalog synced from S3
source: S3
fileMetadata:
- syncEnabled: true
accessDetails:
- awsDetail:
- awsAccountId: '123456789000'
awsBucketName: my-data-bucket
filePath: reference-tables/products.csv
schema:
- primaryKeys:
- product_id
fields:
- name: product_id
type: STRING
- name: product_name
type: STRING
- name: category
type: STRING
- name: price_cents
type: INT32
tags:
- source:s3
- team:catalog
- env:production
Create ReferenceTable Resource
Resources are created with functions called constructors. To learn more about declaring and configuring resources, see Resources.
Constructor syntax
new ReferenceTable(name: string, args: ReferenceTableArgs, opts?: CustomResourceOptions);@overload
def ReferenceTable(resource_name: str,
args: ReferenceTableArgs,
opts: Optional[ResourceOptions] = None)
@overload
def ReferenceTable(resource_name: str,
opts: Optional[ResourceOptions] = None,
source: Optional[str] = None,
table_name: Optional[str] = None,
description: Optional[str] = None,
file_metadata: Optional[ReferenceTableFileMetadataArgs] = None,
schema: Optional[ReferenceTableSchemaArgs] = None,
tags: Optional[Sequence[str]] = None)func NewReferenceTable(ctx *Context, name string, args ReferenceTableArgs, opts ...ResourceOption) (*ReferenceTable, error)public ReferenceTable(string name, ReferenceTableArgs args, CustomResourceOptions? opts = null)
public ReferenceTable(String name, ReferenceTableArgs args)
public ReferenceTable(String name, ReferenceTableArgs args, CustomResourceOptions options)
type: datadog:ReferenceTable
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.
Parameters
- name string
- The unique name of the resource.
- args ReferenceTableArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- resource_name str
- The unique name of the resource.
- args ReferenceTableArgs
- The arguments to resource properties.
- opts ResourceOptions
- Bag of options to control resource's behavior.
- ctx Context
- Context object for the current deployment.
- name string
- The unique name of the resource.
- args ReferenceTableArgs
- The arguments to resource properties.
- opts ResourceOption
- Bag of options to control resource's behavior.
- name string
- The unique name of the resource.
- args ReferenceTableArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- name String
- The unique name of the resource.
- args ReferenceTableArgs
- The arguments to resource properties.
- options CustomResourceOptions
- Bag of options to control resource's behavior.
Constructor example
The following reference example uses placeholder values for all input properties.
var referenceTableResource = new Datadog.ReferenceTable("referenceTableResource", new()
{
Source = "string",
TableName = "string",
Description = "string",
FileMetadata = new Datadog.Inputs.ReferenceTableFileMetadataArgs
{
SyncEnabled = false,
AccessDetails = new Datadog.Inputs.ReferenceTableFileMetadataAccessDetailsArgs
{
AwsDetail = new Datadog.Inputs.ReferenceTableFileMetadataAccessDetailsAwsDetailArgs
{
AwsAccountId = "string",
AwsBucketName = "string",
FilePath = "string",
},
AzureDetail = new Datadog.Inputs.ReferenceTableFileMetadataAccessDetailsAzureDetailArgs
{
AzureClientId = "string",
AzureContainerName = "string",
AzureStorageAccountName = "string",
AzureTenantId = "string",
FilePath = "string",
},
GcpDetail = new Datadog.Inputs.ReferenceTableFileMetadataAccessDetailsGcpDetailArgs
{
FilePath = "string",
GcpBucketName = "string",
GcpProjectId = "string",
GcpServiceAccountEmail = "string",
},
},
ErrorMessage = "string",
ErrorRowCount = 0,
ErrorType = "string",
},
Schema = new Datadog.Inputs.ReferenceTableSchemaArgs
{
Fields = new[]
{
new Datadog.Inputs.ReferenceTableSchemaFieldArgs
{
Name = "string",
Type = "string",
},
},
PrimaryKeys = new[]
{
"string",
},
},
Tags = new[]
{
"string",
},
});
example, err := datadog.NewReferenceTable(ctx, "referenceTableResource", &datadog.ReferenceTableArgs{
Source: pulumi.String("string"),
TableName: pulumi.String("string"),
Description: pulumi.String("string"),
FileMetadata: &datadog.ReferenceTableFileMetadataArgs{
SyncEnabled: pulumi.Bool(false),
AccessDetails: &datadog.ReferenceTableFileMetadataAccessDetailsArgs{
AwsDetail: &datadog.ReferenceTableFileMetadataAccessDetailsAwsDetailArgs{
AwsAccountId: pulumi.String("string"),
AwsBucketName: pulumi.String("string"),
FilePath: pulumi.String("string"),
},
AzureDetail: &datadog.ReferenceTableFileMetadataAccessDetailsAzureDetailArgs{
AzureClientId: pulumi.String("string"),
AzureContainerName: pulumi.String("string"),
AzureStorageAccountName: pulumi.String("string"),
AzureTenantId: pulumi.String("string"),
FilePath: pulumi.String("string"),
},
GcpDetail: &datadog.ReferenceTableFileMetadataAccessDetailsGcpDetailArgs{
FilePath: pulumi.String("string"),
GcpBucketName: pulumi.String("string"),
GcpProjectId: pulumi.String("string"),
GcpServiceAccountEmail: pulumi.String("string"),
},
},
ErrorMessage: pulumi.String("string"),
ErrorRowCount: pulumi.Int(0),
ErrorType: pulumi.String("string"),
},
Schema: &datadog.ReferenceTableSchemaArgs{
Fields: datadog.ReferenceTableSchemaFieldArray{
&datadog.ReferenceTableSchemaFieldArgs{
Name: pulumi.String("string"),
Type: pulumi.String("string"),
},
},
PrimaryKeys: pulumi.StringArray{
pulumi.String("string"),
},
},
Tags: pulumi.StringArray{
pulumi.String("string"),
},
})
var referenceTableResource = new ReferenceTable("referenceTableResource", ReferenceTableArgs.builder()
.source("string")
.tableName("string")
.description("string")
.fileMetadata(ReferenceTableFileMetadataArgs.builder()
.syncEnabled(false)
.accessDetails(ReferenceTableFileMetadataAccessDetailsArgs.builder()
.awsDetail(ReferenceTableFileMetadataAccessDetailsAwsDetailArgs.builder()
.awsAccountId("string")
.awsBucketName("string")
.filePath("string")
.build())
.azureDetail(ReferenceTableFileMetadataAccessDetailsAzureDetailArgs.builder()
.azureClientId("string")
.azureContainerName("string")
.azureStorageAccountName("string")
.azureTenantId("string")
.filePath("string")
.build())
.gcpDetail(ReferenceTableFileMetadataAccessDetailsGcpDetailArgs.builder()
.filePath("string")
.gcpBucketName("string")
.gcpProjectId("string")
.gcpServiceAccountEmail("string")
.build())
.build())
.errorMessage("string")
.errorRowCount(0)
.errorType("string")
.build())
.schema(ReferenceTableSchemaArgs.builder()
.fields(ReferenceTableSchemaFieldArgs.builder()
.name("string")
.type("string")
.build())
.primaryKeys("string")
.build())
.tags("string")
.build());
reference_table_resource = datadog.ReferenceTable("referenceTableResource",
source="string",
table_name="string",
description="string",
file_metadata={
"sync_enabled": False,
"access_details": {
"aws_detail": {
"aws_account_id": "string",
"aws_bucket_name": "string",
"file_path": "string",
},
"azure_detail": {
"azure_client_id": "string",
"azure_container_name": "string",
"azure_storage_account_name": "string",
"azure_tenant_id": "string",
"file_path": "string",
},
"gcp_detail": {
"file_path": "string",
"gcp_bucket_name": "string",
"gcp_project_id": "string",
"gcp_service_account_email": "string",
},
},
"error_message": "string",
"error_row_count": 0,
"error_type": "string",
},
schema={
"fields": [{
"name": "string",
"type": "string",
}],
"primary_keys": ["string"],
},
tags=["string"])
const referenceTableResource = new datadog.ReferenceTable("referenceTableResource", {
source: "string",
tableName: "string",
description: "string",
fileMetadata: {
syncEnabled: false,
accessDetails: {
awsDetail: {
awsAccountId: "string",
awsBucketName: "string",
filePath: "string",
},
azureDetail: {
azureClientId: "string",
azureContainerName: "string",
azureStorageAccountName: "string",
azureTenantId: "string",
filePath: "string",
},
gcpDetail: {
filePath: "string",
gcpBucketName: "string",
gcpProjectId: "string",
gcpServiceAccountEmail: "string",
},
},
errorMessage: "string",
errorRowCount: 0,
errorType: "string",
},
schema: {
fields: [{
name: "string",
type: "string",
}],
primaryKeys: ["string"],
},
tags: ["string"],
});
type: datadog:ReferenceTable
properties:
description: string
fileMetadata:
accessDetails:
awsDetail:
awsAccountId: string
awsBucketName: string
filePath: string
azureDetail:
azureClientId: string
azureContainerName: string
azureStorageAccountName: string
azureTenantId: string
filePath: string
gcpDetail:
filePath: string
gcpBucketName: string
gcpProjectId: string
gcpServiceAccountEmail: string
errorMessage: string
errorRowCount: 0
errorType: string
syncEnabled: false
schema:
fields:
- name: string
type: string
primaryKeys:
- string
source: string
tableName: string
tags:
- string
ReferenceTable Resource Properties
To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.
Inputs
In Python, inputs that are objects can be passed either as argument classes or as dictionary literals.
The ReferenceTable resource accepts the following input properties:
- Source string
- The source type for the reference table. Valid values are
S3,GCS,AZURE. - Table
Name string - The name of the reference table. This must be unique within your organization.
- Description string
- The description of the reference table.
- File
Metadata ReferenceTable File Metadata - Configuration for cloud storage file access and sync settings.
- Schema
Reference
Table Schema - The schema definition for the reference table, including field definitions and primary keys. Schema is only set on create; updates are derived from the file asynchronously.
- List<string>
- A list of tags to associate with the reference table.
- Source string
- The source type for the reference table. Valid values are
S3,GCS,AZURE. - Table
Name string - The name of the reference table. This must be unique within your organization.
- Description string
- The description of the reference table.
- File
Metadata ReferenceTable File Metadata Args - Configuration for cloud storage file access and sync settings.
- Schema
Reference
Table Schema Args - The schema definition for the reference table, including field definitions and primary keys. Schema is only set on create; updates are derived from the file asynchronously.
- []string
- A list of tags to associate with the reference table.
- source String
- The source type for the reference table. Valid values are
S3,GCS,AZURE. - table
Name String - The name of the reference table. This must be unique within your organization.
- description String
- The description of the reference table.
- file
Metadata ReferenceTable File Metadata - Configuration for cloud storage file access and sync settings.
- schema
Reference
Table Schema - The schema definition for the reference table, including field definitions and primary keys. Schema is only set on create; updates are derived from the file asynchronously.
- List<String>
- A list of tags to associate with the reference table.
- source string
- The source type for the reference table. Valid values are
S3,GCS,AZURE. - table
Name string - The name of the reference table. This must be unique within your organization.
- description string
- The description of the reference table.
- file
Metadata ReferenceTable File Metadata - Configuration for cloud storage file access and sync settings.
- schema
Reference
Table Schema - The schema definition for the reference table, including field definitions and primary keys. Schema is only set on create; updates are derived from the file asynchronously.
- string[]
- A list of tags to associate with the reference table.
- source str
- The source type for the reference table. Valid values are
S3,GCS,AZURE. - table_
name str - The name of the reference table. This must be unique within your organization.
- description str
- The description of the reference table.
- file_
metadata ReferenceTable File Metadata Args - Configuration for cloud storage file access and sync settings.
- schema
Reference
Table Schema Args - The schema definition for the reference table, including field definitions and primary keys. Schema is only set on create; updates are derived from the file asynchronously.
- Sequence[str]
- A list of tags to associate with the reference table.
- source String
- The source type for the reference table. Valid values are
S3,GCS,AZURE. - table
Name String - The name of the reference table. This must be unique within your organization.
- description String
- The description of the reference table.
- file
Metadata Property Map - Configuration for cloud storage file access and sync settings.
- schema Property Map
- The schema definition for the reference table, including field definitions and primary keys. Schema is only set on create; updates are derived from the file asynchronously.
- List<String>
- A list of tags to associate with the reference table.
Outputs
All input properties are implicitly available as output properties. Additionally, the ReferenceTable resource produces the following output properties:
- Created
By string - UUID of the user who created the reference table.
- Id string
- The provider-assigned unique ID for this managed resource.
- Last
Updated stringBy - UUID of the user who last updated the reference table.
- Row
Count int - The number of successfully processed rows in the reference table.
- Status string
- The status of the reference table (e.g., DONE, PROCESSING, ERROR).
- Updated
At string - The timestamp of the last update to the reference table in ISO 8601 format.
- Created
By string - UUID of the user who created the reference table.
- Id string
- The provider-assigned unique ID for this managed resource.
- Last
Updated stringBy - UUID of the user who last updated the reference table.
- Row
Count int - The number of successfully processed rows in the reference table.
- Status string
- The status of the reference table (e.g., DONE, PROCESSING, ERROR).
- Updated
At string - The timestamp of the last update to the reference table in ISO 8601 format.
- created
By String - UUID of the user who created the reference table.
- id String
- The provider-assigned unique ID for this managed resource.
- last
Updated StringBy - UUID of the user who last updated the reference table.
- row
Count Integer - The number of successfully processed rows in the reference table.
- status String
- The status of the reference table (e.g., DONE, PROCESSING, ERROR).
- updated
At String - The timestamp of the last update to the reference table in ISO 8601 format.
- created
By string - UUID of the user who created the reference table.
- id string
- The provider-assigned unique ID for this managed resource.
- last
Updated stringBy - UUID of the user who last updated the reference table.
- row
Count number - The number of successfully processed rows in the reference table.
- status string
- The status of the reference table (e.g., DONE, PROCESSING, ERROR).
- updated
At string - The timestamp of the last update to the reference table in ISO 8601 format.
- created_
by str - UUID of the user who created the reference table.
- id str
- The provider-assigned unique ID for this managed resource.
- last_
updated_ strby - UUID of the user who last updated the reference table.
- row_
count int - The number of successfully processed rows in the reference table.
- status str
- The status of the reference table (e.g., DONE, PROCESSING, ERROR).
- updated_
at str - The timestamp of the last update to the reference table in ISO 8601 format.
- created
By String - UUID of the user who created the reference table.
- id String
- The provider-assigned unique ID for this managed resource.
- last
Updated StringBy - UUID of the user who last updated the reference table.
- row
Count Number - The number of successfully processed rows in the reference table.
- status String
- The status of the reference table (e.g., DONE, PROCESSING, ERROR).
- updated
At String - The timestamp of the last update to the reference table in ISO 8601 format.
Look up Existing ReferenceTable Resource
Get an existing ReferenceTable resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.
public static get(name: string, id: Input<ID>, state?: ReferenceTableState, opts?: CustomResourceOptions): ReferenceTable@staticmethod
def get(resource_name: str,
id: str,
opts: Optional[ResourceOptions] = None,
created_by: Optional[str] = None,
description: Optional[str] = None,
file_metadata: Optional[ReferenceTableFileMetadataArgs] = None,
last_updated_by: Optional[str] = None,
row_count: Optional[int] = None,
schema: Optional[ReferenceTableSchemaArgs] = None,
source: Optional[str] = None,
status: Optional[str] = None,
table_name: Optional[str] = None,
tags: Optional[Sequence[str]] = None,
updated_at: Optional[str] = None) -> ReferenceTablefunc GetReferenceTable(ctx *Context, name string, id IDInput, state *ReferenceTableState, opts ...ResourceOption) (*ReferenceTable, error)public static ReferenceTable Get(string name, Input<string> id, ReferenceTableState? state, CustomResourceOptions? opts = null)public static ReferenceTable get(String name, Output<String> id, ReferenceTableState state, CustomResourceOptions options)resources: _: type: datadog:ReferenceTable get: id: ${id}- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- resource_name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- Created
By string - UUID of the user who created the reference table.
- Description string
- The description of the reference table.
- File
Metadata ReferenceTable File Metadata - Configuration for cloud storage file access and sync settings.
- Last
Updated stringBy - UUID of the user who last updated the reference table.
- Row
Count int - The number of successfully processed rows in the reference table.
- Schema
Reference
Table Schema - The schema definition for the reference table, including field definitions and primary keys. Schema is only set on create; updates are derived from the file asynchronously.
- Source string
- The source type for the reference table. Valid values are
S3,GCS,AZURE. - Status string
- The status of the reference table (e.g., DONE, PROCESSING, ERROR).
- Table
Name string - The name of the reference table. This must be unique within your organization.
- List<string>
- A list of tags to associate with the reference table.
- Updated
At string - The timestamp of the last update to the reference table in ISO 8601 format.
- Created
By string - UUID of the user who created the reference table.
- Description string
- The description of the reference table.
- File
Metadata ReferenceTable File Metadata Args - Configuration for cloud storage file access and sync settings.
- Last
Updated stringBy - UUID of the user who last updated the reference table.
- Row
Count int - The number of successfully processed rows in the reference table.
- Schema
Reference
Table Schema Args - The schema definition for the reference table, including field definitions and primary keys. Schema is only set on create; updates are derived from the file asynchronously.
- Source string
- The source type for the reference table. Valid values are
S3,GCS,AZURE. - Status string
- The status of the reference table (e.g., DONE, PROCESSING, ERROR).
- Table
Name string - The name of the reference table. This must be unique within your organization.
- []string
- A list of tags to associate with the reference table.
- Updated
At string - The timestamp of the last update to the reference table in ISO 8601 format.
- created
By String - UUID of the user who created the reference table.
- description String
- The description of the reference table.
- file
Metadata ReferenceTable File Metadata - Configuration for cloud storage file access and sync settings.
- last
Updated StringBy - UUID of the user who last updated the reference table.
- row
Count Integer - The number of successfully processed rows in the reference table.
- schema
Reference
Table Schema - The schema definition for the reference table, including field definitions and primary keys. Schema is only set on create; updates are derived from the file asynchronously.
- source String
- The source type for the reference table. Valid values are
S3,GCS,AZURE. - status String
- The status of the reference table (e.g., DONE, PROCESSING, ERROR).
- table
Name String - The name of the reference table. This must be unique within your organization.
- List<String>
- A list of tags to associate with the reference table.
- updated
At String - The timestamp of the last update to the reference table in ISO 8601 format.
- created
By string - UUID of the user who created the reference table.
- description string
- The description of the reference table.
- file
Metadata ReferenceTable File Metadata - Configuration for cloud storage file access and sync settings.
- last
Updated stringBy - UUID of the user who last updated the reference table.
- row
Count number - The number of successfully processed rows in the reference table.
- schema
Reference
Table Schema - The schema definition for the reference table, including field definitions and primary keys. Schema is only set on create; updates are derived from the file asynchronously.
- source string
- The source type for the reference table. Valid values are
S3,GCS,AZURE. - status string
- The status of the reference table (e.g., DONE, PROCESSING, ERROR).
- table
Name string - The name of the reference table. This must be unique within your organization.
- string[]
- A list of tags to associate with the reference table.
- updated
At string - The timestamp of the last update to the reference table in ISO 8601 format.
- created_
by str - UUID of the user who created the reference table.
- description str
- The description of the reference table.
- file_
metadata ReferenceTable File Metadata Args - Configuration for cloud storage file access and sync settings.
- last_
updated_ strby - UUID of the user who last updated the reference table.
- row_
count int - The number of successfully processed rows in the reference table.
- schema
Reference
Table Schema Args - The schema definition for the reference table, including field definitions and primary keys. Schema is only set on create; updates are derived from the file asynchronously.
- source str
- The source type for the reference table. Valid values are
S3,GCS,AZURE. - status str
- The status of the reference table (e.g., DONE, PROCESSING, ERROR).
- table_
name str - The name of the reference table. This must be unique within your organization.
- Sequence[str]
- A list of tags to associate with the reference table.
- updated_
at str - The timestamp of the last update to the reference table in ISO 8601 format.
- created
By String - UUID of the user who created the reference table.
- description String
- The description of the reference table.
- file
Metadata Property Map - Configuration for cloud storage file access and sync settings.
- last
Updated StringBy - UUID of the user who last updated the reference table.
- row
Count Number - The number of successfully processed rows in the reference table.
- schema Property Map
- The schema definition for the reference table, including field definitions and primary keys. Schema is only set on create; updates are derived from the file asynchronously.
- source String
- The source type for the reference table. Valid values are
S3,GCS,AZURE. - status String
- The status of the reference table (e.g., DONE, PROCESSING, ERROR).
- table
Name String - The name of the reference table. This must be unique within your organization.
- List<String>
- A list of tags to associate with the reference table.
- updated
At String - The timestamp of the last update to the reference table in ISO 8601 format.
Supporting Types
ReferenceTableFileMetadata, ReferenceTableFileMetadataArgs
- Sync
Enabled bool - Whether this table should automatically sync with the cloud storage source.
- Access
Details ReferenceTable File Metadata Access Details - Cloud storage access configuration. Exactly one of awsdetail, gcpdetail, or azure*detail must be specified.
- Error
Message string - Error message from the last sync attempt, if any.
- Error
Row intCount - The number of rows that failed to sync.
- Error
Type string - The type of error that occurred during file processing.
- Sync
Enabled bool - Whether this table should automatically sync with the cloud storage source.
- Access
Details ReferenceTable File Metadata Access Details - Cloud storage access configuration. Exactly one of awsdetail, gcpdetail, or azure*detail must be specified.
- Error
Message string - Error message from the last sync attempt, if any.
- Error
Row intCount - The number of rows that failed to sync.
- Error
Type string - The type of error that occurred during file processing.
- sync
Enabled Boolean - Whether this table should automatically sync with the cloud storage source.
- access
Details ReferenceTable File Metadata Access Details - Cloud storage access configuration. Exactly one of awsdetail, gcpdetail, or azure*detail must be specified.
- error
Message String - Error message from the last sync attempt, if any.
- error
Row IntegerCount - The number of rows that failed to sync.
- error
Type String - The type of error that occurred during file processing.
- sync
Enabled boolean - Whether this table should automatically sync with the cloud storage source.
- access
Details ReferenceTable File Metadata Access Details - Cloud storage access configuration. Exactly one of awsdetail, gcpdetail, or azure*detail must be specified.
- error
Message string - Error message from the last sync attempt, if any.
- error
Row numberCount - The number of rows that failed to sync.
- error
Type string - The type of error that occurred during file processing.
- sync_
enabled bool - Whether this table should automatically sync with the cloud storage source.
- access_
details ReferenceTable File Metadata Access Details - Cloud storage access configuration. Exactly one of awsdetail, gcpdetail, or azure*detail must be specified.
- error_
message str - Error message from the last sync attempt, if any.
- error_
row_ intcount - The number of rows that failed to sync.
- error_
type str - The type of error that occurred during file processing.
- sync
Enabled Boolean - Whether this table should automatically sync with the cloud storage source.
- access
Details Property Map - Cloud storage access configuration. Exactly one of awsdetail, gcpdetail, or azure*detail must be specified.
- error
Message String - Error message from the last sync attempt, if any.
- error
Row NumberCount - The number of rows that failed to sync.
- error
Type String - The type of error that occurred during file processing.
ReferenceTableFileMetadataAccessDetails, ReferenceTableFileMetadataAccessDetailsArgs
- Aws
Detail ReferenceTable File Metadata Access Details Aws Detail - AWS S3 access configuration. Required when source is S3.
- Azure
Detail ReferenceTable File Metadata Access Details Azure Detail - Azure Blob Storage access configuration. Required when source is AZURE.
- Gcp
Detail ReferenceTable File Metadata Access Details Gcp Detail - Google Cloud Storage access configuration. Required when source is GCS.
- Aws
Detail ReferenceTable File Metadata Access Details Aws Detail - AWS S3 access configuration. Required when source is S3.
- Azure
Detail ReferenceTable File Metadata Access Details Azure Detail - Azure Blob Storage access configuration. Required when source is AZURE.
- Gcp
Detail ReferenceTable File Metadata Access Details Gcp Detail - Google Cloud Storage access configuration. Required when source is GCS.
- aws
Detail ReferenceTable File Metadata Access Details Aws Detail - AWS S3 access configuration. Required when source is S3.
- azure
Detail ReferenceTable File Metadata Access Details Azure Detail - Azure Blob Storage access configuration. Required when source is AZURE.
- gcp
Detail ReferenceTable File Metadata Access Details Gcp Detail - Google Cloud Storage access configuration. Required when source is GCS.
- aws
Detail ReferenceTable File Metadata Access Details Aws Detail - AWS S3 access configuration. Required when source is S3.
- azure
Detail ReferenceTable File Metadata Access Details Azure Detail - Azure Blob Storage access configuration. Required when source is AZURE.
- gcp
Detail ReferenceTable File Metadata Access Details Gcp Detail - Google Cloud Storage access configuration. Required when source is GCS.
- aws_
detail ReferenceTable File Metadata Access Details Aws Detail - AWS S3 access configuration. Required when source is S3.
- azure_
detail ReferenceTable File Metadata Access Details Azure Detail - Azure Blob Storage access configuration. Required when source is AZURE.
- gcp_
detail ReferenceTable File Metadata Access Details Gcp Detail - Google Cloud Storage access configuration. Required when source is GCS.
- aws
Detail Property Map - AWS S3 access configuration. Required when source is S3.
- azure
Detail Property Map - Azure Blob Storage access configuration. Required when source is AZURE.
- gcp
Detail Property Map - Google Cloud Storage access configuration. Required when source is GCS.
ReferenceTableFileMetadataAccessDetailsAwsDetail, ReferenceTableFileMetadataAccessDetailsAwsDetailArgs
- Aws
Account stringId - The ID of the AWS account.
- Aws
Bucket stringName - The name of the AWS S3 bucket.
- File
Path string - The relative file path from the AWS S3 bucket root to the CSV file.
- Aws
Account stringId - The ID of the AWS account.
- Aws
Bucket stringName - The name of the AWS S3 bucket.
- File
Path string - The relative file path from the AWS S3 bucket root to the CSV file.
- aws
Account StringId - The ID of the AWS account.
- aws
Bucket StringName - The name of the AWS S3 bucket.
- file
Path String - The relative file path from the AWS S3 bucket root to the CSV file.
- aws
Account stringId - The ID of the AWS account.
- aws
Bucket stringName - The name of the AWS S3 bucket.
- file
Path string - The relative file path from the AWS S3 bucket root to the CSV file.
- aws_
account_ strid - The ID of the AWS account.
- aws_
bucket_ strname - The name of the AWS S3 bucket.
- file_
path str - The relative file path from the AWS S3 bucket root to the CSV file.
- aws
Account StringId - The ID of the AWS account.
- aws
Bucket StringName - The name of the AWS S3 bucket.
- file
Path String - The relative file path from the AWS S3 bucket root to the CSV file.
ReferenceTableFileMetadataAccessDetailsAzureDetail, ReferenceTableFileMetadataAccessDetailsAzureDetailArgs
- Azure
Client stringId - The Azure client ID (application ID).
- Azure
Container stringName - The name of the Azure container.
- Azure
Storage stringAccount Name - The name of the Azure storage account.
- Azure
Tenant stringId - The ID of the Azure tenant.
- File
Path string - The relative file path from the Azure container root to the CSV file.
- Azure
Client stringId - The Azure client ID (application ID).
- Azure
Container stringName - The name of the Azure container.
- Azure
Storage stringAccount Name - The name of the Azure storage account.
- Azure
Tenant stringId - The ID of the Azure tenant.
- File
Path string - The relative file path from the Azure container root to the CSV file.
- azure
Client StringId - The Azure client ID (application ID).
- azure
Container StringName - The name of the Azure container.
- azure
Storage StringAccount Name - The name of the Azure storage account.
- azure
Tenant StringId - The ID of the Azure tenant.
- file
Path String - The relative file path from the Azure container root to the CSV file.
- azure
Client stringId - The Azure client ID (application ID).
- azure
Container stringName - The name of the Azure container.
- azure
Storage stringAccount Name - The name of the Azure storage account.
- azure
Tenant stringId - The ID of the Azure tenant.
- file
Path string - The relative file path from the Azure container root to the CSV file.
- azure_
client_ strid - The Azure client ID (application ID).
- azure_
container_ strname - The name of the Azure container.
- azure_
storage_ straccount_ name - The name of the Azure storage account.
- azure_
tenant_ strid - The ID of the Azure tenant.
- file_
path str - The relative file path from the Azure container root to the CSV file.
- azure
Client StringId - The Azure client ID (application ID).
- azure
Container StringName - The name of the Azure container.
- azure
Storage StringAccount Name - The name of the Azure storage account.
- azure
Tenant StringId - The ID of the Azure tenant.
- file
Path String - The relative file path from the Azure container root to the CSV file.
ReferenceTableFileMetadataAccessDetailsGcpDetail, ReferenceTableFileMetadataAccessDetailsGcpDetailArgs
- File
Path string - The relative file path from the GCS bucket root to the CSV file.
- Gcp
Bucket stringName - The name of the GCP bucket.
- Gcp
Project stringId - The ID of the GCP project.
- Gcp
Service stringAccount Email - The email of the GCP service account used to access the bucket.
- File
Path string - The relative file path from the GCS bucket root to the CSV file.
- Gcp
Bucket stringName - The name of the GCP bucket.
- Gcp
Project stringId - The ID of the GCP project.
- Gcp
Service stringAccount Email - The email of the GCP service account used to access the bucket.
- file
Path String - The relative file path from the GCS bucket root to the CSV file.
- gcp
Bucket StringName - The name of the GCP bucket.
- gcp
Project StringId - The ID of the GCP project.
- gcp
Service StringAccount Email - The email of the GCP service account used to access the bucket.
- file
Path string - The relative file path from the GCS bucket root to the CSV file.
- gcp
Bucket stringName - The name of the GCP bucket.
- gcp
Project stringId - The ID of the GCP project.
- gcp
Service stringAccount Email - The email of the GCP service account used to access the bucket.
- file_
path str - The relative file path from the GCS bucket root to the CSV file.
- gcp_
bucket_ strname - The name of the GCP bucket.
- gcp_
project_ strid - The ID of the GCP project.
- gcp_
service_ straccount_ email - The email of the GCP service account used to access the bucket.
- file
Path String - The relative file path from the GCS bucket root to the CSV file.
- gcp
Bucket StringName - The name of the GCP bucket.
- gcp
Project StringId - The ID of the GCP project.
- gcp
Service StringAccount Email - The email of the GCP service account used to access the bucket.
ReferenceTableSchema, ReferenceTableSchemaArgs
- Fields
List<Reference
Table Schema Field> - List of fields in the table schema. Must include at least one field. Schema is only set on create.
- Primary
Keys List<string> - List of field names that serve as primary keys for the table. Currently only one primary key is supported.
- Fields
[]Reference
Table Schema Field - List of fields in the table schema. Must include at least one field. Schema is only set on create.
- Primary
Keys []string - List of field names that serve as primary keys for the table. Currently only one primary key is supported.
- fields
List<Reference
Table Schema Field> - List of fields in the table schema. Must include at least one field. Schema is only set on create.
- primary
Keys List<String> - List of field names that serve as primary keys for the table. Currently only one primary key is supported.
- fields
Reference
Table Schema Field[] - List of fields in the table schema. Must include at least one field. Schema is only set on create.
- primary
Keys string[] - List of field names that serve as primary keys for the table. Currently only one primary key is supported.
- fields
Sequence[Reference
Table Schema Field] - List of fields in the table schema. Must include at least one field. Schema is only set on create.
- primary_
keys Sequence[str] - List of field names that serve as primary keys for the table. Currently only one primary key is supported.
- fields List<Property Map>
- List of fields in the table schema. Must include at least one field. Schema is only set on create.
- primary
Keys List<String> - List of field names that serve as primary keys for the table. Currently only one primary key is supported.
ReferenceTableSchemaField, ReferenceTableSchemaFieldArgs
Import
The pulumi import command can be used, for example:
#!/bin/bash
Import an existing reference table by its UUID
$ pulumi import datadog:index/referenceTable:ReferenceTable imported_table "00000000-0000-0000-0000-000000000000"
After importing, add the resource configuration to your .tf file:
resource “datadog_reference_table” “imported_table” {
table_name = “existing_table”
description = “Previously created table”
source = “S3” # or “GCS” or “AZURE”
file_metadata {
sync_enabled = true
access_details {
aws_detail {
aws_account_id = "123456789000"
aws_bucket_name = "existing-bucket"
file_path = "data/existing.csv"
}
}
}
schema {
primary_keys = ["id"]
fields {
name = "id"
type = "STRING"
}
fields {
name = "value"
type = "STRING"
}
}
tags = [“imported:true”]
}
To learn more about importing existing cloud resources, see Importing resources.
Package Details
- Repository
- Datadog pulumi/pulumi-datadog
- License
- Apache-2.0
- Notes
- This Pulumi package is based on the
datadogTerraform Provider.
