published on Wednesday, Oct 28, 2026 by Pulumi
published on Wednesday, Oct 28, 2026 by Pulumi
Provides a Glue ML Transform resource.
Example Usage
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const testCatalogDatabase = new aws.glue.CatalogDatabase("test", {name: "example"});
const testCatalogTable = new aws.glue.CatalogTable("test", {
storageDescriptor: {
serDeInfo: {
name: "ser_de_name",
parameters: {
param1: "param_val_1",
},
serializationLibrary: "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe",
},
skewedInfo: {
skewedColumnNames: ["my_column_1"],
skewedColumnValueLocationMaps: {
my_column_1: "my_column_1_val_loc_map",
},
skewedColumnValues: ["skewed_val_1"],
},
columns: [
{
name: "my_column_1",
type: "int",
comment: "my_column1_comment",
},
{
name: "my_column_2",
type: "string",
comment: "my_column2_comment",
},
],
sortColumns: [{
column: "my_column_1",
sortOrder: 1,
}],
bucketColumns: ["bucket_column_1"],
compressed: false,
inputFormat: "SequenceFileInputFormat",
location: "my_location",
numberOfBuckets: 1,
outputFormat: "SequenceFileInputFormat",
storedAsSubDirectories: false,
parameters: {
param1: "param1_val",
},
},
partitionKeys: [
{
name: "my_column_1",
type: "int",
comment: "my_column_1_comment",
},
{
name: "my_column_2",
type: "string",
comment: "my_column_2_comment",
},
],
name: "example",
databaseName: testCatalogDatabase.name,
owner: "my_owner",
retention: 1,
tableType: "VIRTUAL_VIEW",
viewExpandedText: "view_expanded_text_1",
viewOriginalText: "view_original_text_1",
parameters: {
param1: "param1_val",
},
});
const test = new aws.glue.MLTransform("test", {
parameters: {
findMatchesParameters: {
primaryKeyColumnName: "my_column_1",
},
transformType: "FIND_MATCHES",
},
inputRecordTables: [{
databaseName: testCatalogTable.databaseName,
tableName: testCatalogTable.name,
}],
name: "example",
roleArn: testAwsIamRole.arn,
}, {
dependsOn: [testAwsIamRolePolicyAttachment],
});
import pulumi
import pulumi_aws as aws
test_catalog_database = aws.glue.CatalogDatabase("test", name="example")
test_catalog_table = aws.glue.CatalogTable("test",
storage_descriptor={
"ser_de_info": {
"name": "ser_de_name",
"parameters": {
"param1": "param_val_1",
},
"serialization_library": "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe",
},
"skewed_info": {
"skewed_column_names": ["my_column_1"],
"skewed_column_value_location_maps": {
"my_column_1": "my_column_1_val_loc_map",
},
"skewed_column_values": ["skewed_val_1"],
},
"columns": [
{
"name": "my_column_1",
"type": "int",
"comment": "my_column1_comment",
},
{
"name": "my_column_2",
"type": "string",
"comment": "my_column2_comment",
},
],
"sort_columns": [{
"column": "my_column_1",
"sort_order": 1,
}],
"bucket_columns": ["bucket_column_1"],
"compressed": False,
"input_format": "SequenceFileInputFormat",
"location": "my_location",
"number_of_buckets": 1,
"output_format": "SequenceFileInputFormat",
"stored_as_sub_directories": False,
"parameters": {
"param1": "param1_val",
},
},
partition_keys=[
{
"name": "my_column_1",
"type": "int",
"comment": "my_column_1_comment",
},
{
"name": "my_column_2",
"type": "string",
"comment": "my_column_2_comment",
},
],
name="example",
database_name=test_catalog_database.name,
owner="my_owner",
retention=1,
table_type="VIRTUAL_VIEW",
view_expanded_text="view_expanded_text_1",
view_original_text="view_original_text_1",
parameters={
"param1": "param1_val",
})
test = aws.glue.MLTransform("test",
parameters={
"find_matches_parameters": {
"primary_key_column_name": "my_column_1",
},
"transform_type": "FIND_MATCHES",
},
input_record_tables=[{
"database_name": test_catalog_table.database_name,
"table_name": test_catalog_table.name,
}],
name="example",
role_arn=test_aws_iam_role["arn"],
opts = pulumi.ResourceOptions(depends_on=[test_aws_iam_role_policy_attachment]))
package main
import (
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/glue"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
testCatalogDatabase, err := glue.NewCatalogDatabase(ctx, "test", &glue.CatalogDatabaseArgs{
Name: pulumi.String("example"),
})
if err != nil {
return err
}
testCatalogTable, err := glue.NewCatalogTable(ctx, "test", &glue.CatalogTableArgs{
StorageDescriptor: &glue.CatalogTableStorageDescriptorArgs{
SerDeInfo: &glue.CatalogTableStorageDescriptorSerDeInfoArgs{
Name: pulumi.String("ser_de_name"),
Parameters: pulumi.StringMap{
"param1": pulumi.String("param_val_1"),
},
SerializationLibrary: pulumi.String("org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe"),
},
SkewedInfo: &glue.CatalogTableStorageDescriptorSkewedInfoArgs{
SkewedColumnNames: pulumi.StringArray{
pulumi.String("my_column_1"),
},
SkewedColumnValueLocationMaps: pulumi.StringMap{
"my_column_1": pulumi.String("my_column_1_val_loc_map"),
},
SkewedColumnValues: pulumi.StringArray{
pulumi.String("skewed_val_1"),
},
},
Columns: glue.CatalogTableStorageDescriptorColumnArray{
&glue.CatalogTableStorageDescriptorColumnArgs{
Name: pulumi.String("my_column_1"),
Type: pulumi.String("int"),
Comment: pulumi.String("my_column1_comment"),
},
&glue.CatalogTableStorageDescriptorColumnArgs{
Name: pulumi.String("my_column_2"),
Type: pulumi.String("string"),
Comment: pulumi.String("my_column2_comment"),
},
},
SortColumns: glue.CatalogTableStorageDescriptorSortColumnArray{
&glue.CatalogTableStorageDescriptorSortColumnArgs{
Column: pulumi.String("my_column_1"),
SortOrder: pulumi.Int(1),
},
},
BucketColumns: pulumi.StringArray{
pulumi.String("bucket_column_1"),
},
Compressed: pulumi.Bool(false),
InputFormat: pulumi.String("SequenceFileInputFormat"),
Location: pulumi.String("my_location"),
NumberOfBuckets: pulumi.Int(1),
OutputFormat: pulumi.String("SequenceFileInputFormat"),
StoredAsSubDirectories: pulumi.Bool(false),
Parameters: pulumi.StringMap{
"param1": pulumi.String("param1_val"),
},
},
PartitionKeys: glue.CatalogTablePartitionKeyArray{
&glue.CatalogTablePartitionKeyArgs{
Name: pulumi.String("my_column_1"),
Type: pulumi.String("int"),
Comment: pulumi.String("my_column_1_comment"),
},
&glue.CatalogTablePartitionKeyArgs{
Name: pulumi.String("my_column_2"),
Type: pulumi.String("string"),
Comment: pulumi.String("my_column_2_comment"),
},
},
Name: pulumi.String("example"),
DatabaseName: testCatalogDatabase.Name,
Owner: pulumi.String("my_owner"),
Retention: pulumi.Int(1),
TableType: pulumi.String("VIRTUAL_VIEW"),
ViewExpandedText: pulumi.String("view_expanded_text_1"),
ViewOriginalText: pulumi.String("view_original_text_1"),
Parameters: pulumi.StringMap{
"param1": pulumi.String("param1_val"),
},
})
if err != nil {
return err
}
_, err = glue.NewMLTransform(ctx, "test", &glue.MLTransformArgs{
Parameters: &glue.MLTransformParametersArgs{
FindMatchesParameters: &glue.MLTransformParametersFindMatchesParametersArgs{
PrimaryKeyColumnName: pulumi.String("my_column_1"),
},
TransformType: pulumi.String("FIND_MATCHES"),
},
InputRecordTables: glue.MLTransformInputRecordTableArray{
&glue.MLTransformInputRecordTableArgs{
DatabaseName: testCatalogTable.DatabaseName,
TableName: testCatalogTable.Name,
},
},
Name: pulumi.String("example"),
RoleArn: pulumi.Any(testAwsIamRole.Arn),
}, pulumi.DependsOn([]pulumi.Resource{
testAwsIamRolePolicyAttachment,
}))
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var testCatalogDatabase = new Aws.Glue.CatalogDatabase("test", new()
{
Name = "example",
});
var testCatalogTable = new Aws.Glue.CatalogTable("test", new()
{
StorageDescriptor = new Aws.Glue.Inputs.CatalogTableStorageDescriptorArgs
{
SerDeInfo = new Aws.Glue.Inputs.CatalogTableStorageDescriptorSerDeInfoArgs
{
Name = "ser_de_name",
Parameters =
{
{ "param1", "param_val_1" },
},
SerializationLibrary = "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe",
},
SkewedInfo = new Aws.Glue.Inputs.CatalogTableStorageDescriptorSkewedInfoArgs
{
SkewedColumnNames = new[]
{
"my_column_1",
},
SkewedColumnValueLocationMaps =
{
{ "my_column_1", "my_column_1_val_loc_map" },
},
SkewedColumnValues = new[]
{
"skewed_val_1",
},
},
Columns = new[]
{
new Aws.Glue.Inputs.CatalogTableStorageDescriptorColumnArgs
{
Name = "my_column_1",
Type = "int",
Comment = "my_column1_comment",
},
new Aws.Glue.Inputs.CatalogTableStorageDescriptorColumnArgs
{
Name = "my_column_2",
Type = "string",
Comment = "my_column2_comment",
},
},
SortColumns = new[]
{
new Aws.Glue.Inputs.CatalogTableStorageDescriptorSortColumnArgs
{
Column = "my_column_1",
SortOrder = 1,
},
},
BucketColumns = new[]
{
"bucket_column_1",
},
Compressed = false,
InputFormat = "SequenceFileInputFormat",
Location = "my_location",
NumberOfBuckets = 1,
OutputFormat = "SequenceFileInputFormat",
StoredAsSubDirectories = false,
Parameters =
{
{ "param1", "param1_val" },
},
},
PartitionKeys = new[]
{
new Aws.Glue.Inputs.CatalogTablePartitionKeyArgs
{
Name = "my_column_1",
Type = "int",
Comment = "my_column_1_comment",
},
new Aws.Glue.Inputs.CatalogTablePartitionKeyArgs
{
Name = "my_column_2",
Type = "string",
Comment = "my_column_2_comment",
},
},
Name = "example",
DatabaseName = testCatalogDatabase.Name,
Owner = "my_owner",
Retention = 1,
TableType = "VIRTUAL_VIEW",
ViewExpandedText = "view_expanded_text_1",
ViewOriginalText = "view_original_text_1",
Parameters =
{
{ "param1", "param1_val" },
},
});
var test = new Aws.Glue.MLTransform("test", new()
{
Parameters = new Aws.Glue.Inputs.MLTransformParametersArgs
{
FindMatchesParameters = new Aws.Glue.Inputs.MLTransformParametersFindMatchesParametersArgs
{
PrimaryKeyColumnName = "my_column_1",
},
TransformType = "FIND_MATCHES",
},
InputRecordTables = new[]
{
new Aws.Glue.Inputs.MLTransformInputRecordTableArgs
{
DatabaseName = testCatalogTable.DatabaseName,
TableName = testCatalogTable.Name,
},
},
Name = "example",
RoleArn = testAwsIamRole.Arn,
}, new CustomResourceOptions
{
DependsOn =
{
testAwsIamRolePolicyAttachment,
},
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.glue.CatalogDatabase;
import com.pulumi.aws.glue.CatalogDatabaseArgs;
import com.pulumi.aws.glue.CatalogTable;
import com.pulumi.aws.glue.CatalogTableArgs;
import com.pulumi.aws.glue.inputs.CatalogTableStorageDescriptorArgs;
import com.pulumi.aws.glue.inputs.CatalogTableStorageDescriptorSerDeInfoArgs;
import com.pulumi.aws.glue.inputs.CatalogTableStorageDescriptorSkewedInfoArgs;
import com.pulumi.aws.glue.inputs.CatalogTableStorageDescriptorColumnArgs;
import com.pulumi.aws.glue.inputs.CatalogTableStorageDescriptorSortColumnArgs;
import com.pulumi.aws.glue.inputs.CatalogTablePartitionKeyArgs;
import com.pulumi.aws.glue.MLTransform;
import com.pulumi.aws.glue.MLTransformArgs;
import com.pulumi.aws.glue.inputs.MLTransformParametersArgs;
import com.pulumi.aws.glue.inputs.MLTransformParametersFindMatchesParametersArgs;
import com.pulumi.aws.glue.inputs.MLTransformInputRecordTableArgs;
import com.pulumi.resources.CustomResourceOptions;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var testCatalogDatabase = new CatalogDatabase("testCatalogDatabase", CatalogDatabaseArgs.builder()
.name("example")
.build());
var testCatalogTable = new CatalogTable("testCatalogTable", CatalogTableArgs.builder()
.storageDescriptor(CatalogTableStorageDescriptorArgs.builder()
.serDeInfo(CatalogTableStorageDescriptorSerDeInfoArgs.builder()
.name("ser_de_name")
.parameters(Map.of("param1", "param_val_1"))
.serializationLibrary("org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe")
.build())
.skewedInfo(CatalogTableStorageDescriptorSkewedInfoArgs.builder()
.skewedColumnNames("my_column_1")
.skewedColumnValueLocationMaps(Map.of("my_column_1", "my_column_1_val_loc_map"))
.skewedColumnValues("skewed_val_1")
.build())
.columns(
CatalogTableStorageDescriptorColumnArgs.builder()
.name("my_column_1")
.type("int")
.comment("my_column1_comment")
.build(),
CatalogTableStorageDescriptorColumnArgs.builder()
.name("my_column_2")
.type("string")
.comment("my_column2_comment")
.build())
.sortColumns(CatalogTableStorageDescriptorSortColumnArgs.builder()
.column("my_column_1")
.sortOrder(1)
.build())
.bucketColumns("bucket_column_1")
.compressed(false)
.inputFormat("SequenceFileInputFormat")
.location("my_location")
.numberOfBuckets(1)
.outputFormat("SequenceFileInputFormat")
.storedAsSubDirectories(false)
.parameters(Map.of("param1", "param1_val"))
.build())
.partitionKeys(
CatalogTablePartitionKeyArgs.builder()
.name("my_column_1")
.type("int")
.comment("my_column_1_comment")
.build(),
CatalogTablePartitionKeyArgs.builder()
.name("my_column_2")
.type("string")
.comment("my_column_2_comment")
.build())
.name("example")
.databaseName(testCatalogDatabase.name())
.owner("my_owner")
.retention(1)
.tableType("VIRTUAL_VIEW")
.viewExpandedText("view_expanded_text_1")
.viewOriginalText("view_original_text_1")
.parameters(Map.of("param1", "param1_val"))
.build());
var test = new MLTransform("test", MLTransformArgs.builder()
.parameters(MLTransformParametersArgs.builder()
.findMatchesParameters(MLTransformParametersFindMatchesParametersArgs.builder()
.primaryKeyColumnName("my_column_1")
.build())
.transformType("FIND_MATCHES")
.build())
.inputRecordTables(MLTransformInputRecordTableArgs.builder()
.databaseName(testCatalogTable.databaseName())
.tableName(testCatalogTable.name())
.build())
.name("example")
.roleArn(testAwsIamRole.get("arn"))
.build(), CustomResourceOptions.builder()
.dependsOn(testAwsIamRolePolicyAttachment)
.build());
}
}
resources:
test:
type: aws:glue:MLTransform
properties:
parameters:
findMatchesParameters:
primaryKeyColumnName: my_column_1
transformType: FIND_MATCHES
inputRecordTables:
- databaseName: ${testCatalogTable.databaseName}
tableName: ${testCatalogTable.name}
name: example
roleArn: ${testAwsIamRole.arn}
options:
dependsOn:
- ${testAwsIamRolePolicyAttachment}
testCatalogDatabase:
type: aws:glue:CatalogDatabase
name: test
properties:
name: example
testCatalogTable:
type: aws:glue:CatalogTable
name: test
properties:
storageDescriptor:
serDeInfo:
name: ser_de_name
parameters:
param1: param_val_1
serializationLibrary: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
skewedInfo:
skewedColumnNames:
- my_column_1
skewedColumnValueLocationMaps:
my_column_1: my_column_1_val_loc_map
skewedColumnValues:
- skewed_val_1
columns:
- name: my_column_1
type: int
comment: my_column1_comment
- name: my_column_2
type: string
comment: my_column2_comment
sortColumns:
- column: my_column_1
sortOrder: 1
bucketColumns:
- bucket_column_1
compressed: false
inputFormat: SequenceFileInputFormat
location: my_location
numberOfBuckets: 1
outputFormat: SequenceFileInputFormat
storedAsSubDirectories: false
parameters:
param1: param1_val
partitionKeys:
- name: my_column_1
type: int
comment: my_column_1_comment
- name: my_column_2
type: string
comment: my_column_2_comment
name: example
databaseName: ${testCatalogDatabase.name}
owner: my_owner
retention: 1
tableType: VIRTUAL_VIEW
viewExpandedText: view_expanded_text_1
viewOriginalText: view_original_text_1
parameters:
param1: param1_val
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
resource "aws_glue_m_l_transform" "test" {
depends_on = [testAwsIamRolePolicyAttachment]
lifecycle {
create_before_destroy = true
}
parameters = {
find_matches_parameters = {
primary_key_column_name = "my_column_1"
}
transform_type = "FIND_MATCHES"
}
input_record_tables {
database_name = aws_glue_catalog_table.test.database_name
table_name = aws_glue_catalog_table.test.name
}
name = "example"
role_arn = testAwsIamRole.arn
}
resource "aws_glue_catalog_database" "test" {
lifecycle {
create_before_destroy = true
}
name = "example"
}
resource "aws_glue_catalog_table" "test" {
lifecycle {
create_before_destroy = true
}
storage_descriptor {
ser_de_info {
name = "ser_de_name"
parameters = {
"param1" = "param_val_1"
}
serialization_library = "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe"
}
skewed_info {
skewed_column_names = ["my_column_1"]
skewed_column_value_location_maps = {
"my_column_1" = "my_column_1_val_loc_map"
}
skewed_column_values = ["skewed_val_1"]
}
columns {
name = "my_column_1"
type = "int"
comment = "my_column1_comment"
}
columns {
name = "my_column_2"
type = "string"
comment = "my_column2_comment"
}
sort_columns {
column = "my_column_1"
sort_order = 1
}
bucket_columns = ["bucket_column_1"]
compressed = false
input_format = "SequenceFileInputFormat"
location = "my_location"
number_of_buckets = 1
output_format = "SequenceFileInputFormat"
stored_as_sub_directories = false
parameters = {
"param1" = "param1_val"
}
}
partition_keys {
name = "my_column_1"
type = "int"
comment = "my_column_1_comment"
}
partition_keys {
name = "my_column_2"
type = "string"
comment = "my_column_2_comment"
}
name = "example"
database_name = aws_glue_catalog_database.test.name
owner = "my_owner"
retention = 1
table_type = "VIRTUAL_VIEW"
view_expanded_text = "view_expanded_text_1"
view_original_text = "view_original_text_1"
parameters = {
"param1" = "param1_val"
}
}
Create MLTransform Resource
Resources are created with functions called constructors. To learn more about declaring and configuring resources, see Resources.
Constructor syntax
new MLTransform(name: string, args: MLTransformArgs, opts?: CustomResourceOptions);@overload
def MLTransform(resource_name: str,
args: MLTransformArgs,
opts: Optional[ResourceOptions] = None)
@overload
def MLTransform(resource_name: str,
opts: Optional[ResourceOptions] = None,
parameters: Optional[MLTransformParametersArgs] = None,
role_arn: Optional[str] = None,
input_record_tables: Optional[Sequence[MLTransformInputRecordTableArgs]] = None,
max_capacity: Optional[float] = None,
max_retries: Optional[int] = None,
name: Optional[str] = None,
number_of_workers: Optional[int] = None,
description: Optional[str] = None,
region: Optional[str] = None,
glue_version: Optional[str] = None,
tags: Optional[Mapping[str, str]] = None,
timeout: Optional[int] = None,
worker_type: Optional[str] = None)func NewMLTransform(ctx *Context, name string, args MLTransformArgs, opts ...ResourceOption) (*MLTransform, error)public MLTransform(string name, MLTransformArgs args, CustomResourceOptions? opts = null)
public MLTransform(String name, MLTransformArgs args)
public MLTransform(String name, MLTransformArgs args, CustomResourceOptions options)
type: aws:glue:MLTransform
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.
resource "aws_glue_m_l_transform" "name" {
# resource properties
}Parameters
- name string
- The unique name of the resource.
- args MLTransformArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- resource_name str
- The unique name of the resource.
- args MLTransformArgs
- The arguments to resource properties.
- opts ResourceOptions
- Bag of options to control resource's behavior.
- ctx Context
- Context object for the current deployment.
- name string
- The unique name of the resource.
- args MLTransformArgs
- The arguments to resource properties.
- opts ResourceOption
- Bag of options to control resource's behavior.
- name string
- The unique name of the resource.
- args MLTransformArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- name String
- The unique name of the resource.
- args MLTransformArgs
- The arguments to resource properties.
- options CustomResourceOptions
- Bag of options to control resource's behavior.
Constructor example
The following reference example uses placeholder values for all input properties.
var mltransformResource = new Aws.Glue.MLTransform("mltransformResource", new()
{
Parameters = new Aws.Glue.Inputs.MLTransformParametersArgs
{
FindMatchesParameters = new Aws.Glue.Inputs.MLTransformParametersFindMatchesParametersArgs
{
AccuracyCostTradeOff = 0.0,
EnforceProvidedLabels = false,
PrecisionRecallTradeOff = 0.0,
PrimaryKeyColumnName = "string",
},
TransformType = "string",
},
RoleArn = "string",
InputRecordTables = new[]
{
new Aws.Glue.Inputs.MLTransformInputRecordTableArgs
{
DatabaseName = "string",
TableName = "string",
CatalogId = "string",
ConnectionName = "string",
},
},
MaxCapacity = 0.0,
MaxRetries = 0,
Name = "string",
NumberOfWorkers = 0,
Description = "string",
Region = "string",
GlueVersion = "string",
Tags =
{
{ "string", "string" },
},
Timeout = 0,
WorkerType = "string",
});
example, err := glue.NewMLTransform(ctx, "mltransformResource", &glue.MLTransformArgs{
Parameters: &glue.MLTransformParametersArgs{
FindMatchesParameters: &glue.MLTransformParametersFindMatchesParametersArgs{
AccuracyCostTradeOff: pulumi.Float64(0),
EnforceProvidedLabels: pulumi.Bool(false),
PrecisionRecallTradeOff: pulumi.Float64(0),
PrimaryKeyColumnName: pulumi.String("string"),
},
TransformType: pulumi.String("string"),
},
RoleArn: pulumi.String("string"),
InputRecordTables: glue.MLTransformInputRecordTableArray{
&glue.MLTransformInputRecordTableArgs{
DatabaseName: pulumi.String("string"),
TableName: pulumi.String("string"),
CatalogId: pulumi.String("string"),
ConnectionName: pulumi.String("string"),
},
},
MaxCapacity: pulumi.Float64(0),
MaxRetries: pulumi.Int(0),
Name: pulumi.String("string"),
NumberOfWorkers: pulumi.Int(0),
Description: pulumi.String("string"),
Region: pulumi.String("string"),
GlueVersion: pulumi.String("string"),
Tags: pulumi.StringMap{
"string": pulumi.String("string"),
},
Timeout: pulumi.Int(0),
WorkerType: pulumi.String("string"),
})
resource "aws_glue_m_l_transform" "mltransformResource" {
lifecycle {
create_before_destroy = true
}
parameters = {
find_matches_parameters = {
accuracy_cost_trade_off = 0
enforce_provided_labels = false
precision_recall_trade_off = 0
primary_key_column_name = "string"
}
transform_type = "string"
}
role_arn = "string"
input_record_tables {
database_name = "string"
table_name = "string"
catalog_id = "string"
connection_name = "string"
}
max_capacity = 0
max_retries = 0
name = "string"
number_of_workers = 0
description = "string"
region = "string"
glue_version = "string"
tags = {
"string" = "string"
}
timeout = 0
worker_type = "string"
}
var mltransformResource = new MLTransform("mltransformResource", MLTransformArgs.builder()
.parameters(MLTransformParametersArgs.builder()
.findMatchesParameters(MLTransformParametersFindMatchesParametersArgs.builder()
.accuracyCostTradeOff(0.0)
.enforceProvidedLabels(false)
.precisionRecallTradeOff(0.0)
.primaryKeyColumnName("string")
.build())
.transformType("string")
.build())
.roleArn("string")
.inputRecordTables(MLTransformInputRecordTableArgs.builder()
.databaseName("string")
.tableName("string")
.catalogId("string")
.connectionName("string")
.build())
.maxCapacity(0.0)
.maxRetries(0)
.name("string")
.numberOfWorkers(0)
.description("string")
.region("string")
.glueVersion("string")
.tags(Map.of("string", "string"))
.timeout(0)
.workerType("string")
.build());
mltransform_resource = aws.glue.MLTransform("mltransformResource",
parameters={
"find_matches_parameters": {
"accuracy_cost_trade_off": float(0),
"enforce_provided_labels": False,
"precision_recall_trade_off": float(0),
"primary_key_column_name": "string",
},
"transform_type": "string",
},
role_arn="string",
input_record_tables=[{
"database_name": "string",
"table_name": "string",
"catalog_id": "string",
"connection_name": "string",
}],
max_capacity=float(0),
max_retries=0,
name="string",
number_of_workers=0,
description="string",
region="string",
glue_version="string",
tags={
"string": "string",
},
timeout=0,
worker_type="string")
const mltransformResource = new aws.glue.MLTransform("mltransformResource", {
parameters: {
findMatchesParameters: {
accuracyCostTradeOff: 0,
enforceProvidedLabels: false,
precisionRecallTradeOff: 0,
primaryKeyColumnName: "string",
},
transformType: "string",
},
roleArn: "string",
inputRecordTables: [{
databaseName: "string",
tableName: "string",
catalogId: "string",
connectionName: "string",
}],
maxCapacity: 0,
maxRetries: 0,
name: "string",
numberOfWorkers: 0,
description: "string",
region: "string",
glueVersion: "string",
tags: {
string: "string",
},
timeout: 0,
workerType: "string",
});
type: aws:glue:MLTransform
properties:
description: string
glueVersion: string
inputRecordTables:
- catalogId: string
connectionName: string
databaseName: string
tableName: string
maxCapacity: 0
maxRetries: 0
name: string
numberOfWorkers: 0
parameters:
findMatchesParameters:
accuracyCostTradeOff: 0
enforceProvidedLabels: false
precisionRecallTradeOff: 0
primaryKeyColumnName: string
transformType: string
region: string
roleArn: string
tags:
string: string
timeout: 0
workerType: string
MLTransform Resource Properties
To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.
Inputs
In Python, inputs that are objects can be passed either as argument classes or as dictionary literals.
The MLTransform resource accepts the following input properties:
- Input
Record List<MLTransformTables Input Record Table> - List of AWS Glue table definitions used by the transform. See
inputRecordTables. - Parameters
MLTransform
Parameters - Algorithmic parameters that are specific to the transform type used. Conditionally dependent on the transform type. See
parameters. - Role
Arn string - ARN of the IAM role associated with this ML Transform.
- Description string
- Description of the ML Transform.
- Glue
Version string - Version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.
- Max
Capacity double - Number of AWS Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from
2to100DPUs; the default is10.maxCapacityis a mutually exclusive option withnumberOfWorkersandworkerType. - Max
Retries int - Maximum number of times to retry this ML Transform if it fails.
- Name string
- Name you assign to this ML Transform. It must be unique in your account.
- Number
Of intWorkers - Number of workers of a defined
workerTypethat are allocated when an ML Transform runs. Required withworkerType. - Region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- Dictionary<string, string>
- Key-value map of resource tags. .If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Timeout int
- ML Transform timeout in minutes. The default is 2880 minutes (48 hours).
- Worker
Type string - Type of predefined worker that is allocated when an ML Transform runs. Accepts a value of
Standard,G.1X, orG.2X. Required withnumberOfWorkers.
- Input
Record []MLTransformTables Input Record Table Args - List of AWS Glue table definitions used by the transform. See
inputRecordTables. - Parameters
MLTransform
Parameters Args - Algorithmic parameters that are specific to the transform type used. Conditionally dependent on the transform type. See
parameters. - Role
Arn string - ARN of the IAM role associated with this ML Transform.
- Description string
- Description of the ML Transform.
- Glue
Version string - Version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.
- Max
Capacity float64 - Number of AWS Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from
2to100DPUs; the default is10.maxCapacityis a mutually exclusive option withnumberOfWorkersandworkerType. - Max
Retries int - Maximum number of times to retry this ML Transform if it fails.
- Name string
- Name you assign to this ML Transform. It must be unique in your account.
- Number
Of intWorkers - Number of workers of a defined
workerTypethat are allocated when an ML Transform runs. Required withworkerType. - Region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- map[string]string
- Key-value map of resource tags. .If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Timeout int
- ML Transform timeout in minutes. The default is 2880 minutes (48 hours).
- Worker
Type string - Type of predefined worker that is allocated when an ML Transform runs. Accepts a value of
Standard,G.1X, orG.2X. Required withnumberOfWorkers.
- input_
record_ list(object)tables - List of AWS Glue table definitions used by the transform. See
inputRecordTables. - parameters object
- Algorithmic parameters that are specific to the transform type used. Conditionally dependent on the transform type. See
parameters. - role_
arn string - ARN of the IAM role associated with this ML Transform.
- description string
- Description of the ML Transform.
- glue_
version string - Version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.
- max_
capacity number - Number of AWS Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from
2to100DPUs; the default is10.maxCapacityis a mutually exclusive option withnumberOfWorkersandworkerType. - max_
retries number - Maximum number of times to retry this ML Transform if it fails.
- name string
- Name you assign to this ML Transform. It must be unique in your account.
- number_
of_ numberworkers - Number of workers of a defined
workerTypethat are allocated when an ML Transform runs. Required withworkerType. - region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- map(string)
- Key-value map of resource tags. .If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - timeout number
- ML Transform timeout in minutes. The default is 2880 minutes (48 hours).
- worker_
type string - Type of predefined worker that is allocated when an ML Transform runs. Accepts a value of
Standard,G.1X, orG.2X. Required withnumberOfWorkers.
- input
Record List<MLTransformTables Input Record Table> - List of AWS Glue table definitions used by the transform. See
inputRecordTables. - parameters
MLTransform
Parameters - Algorithmic parameters that are specific to the transform type used. Conditionally dependent on the transform type. See
parameters. - role
Arn String - ARN of the IAM role associated with this ML Transform.
- description String
- Description of the ML Transform.
- glue
Version String - Version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.
- max
Capacity Double - Number of AWS Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from
2to100DPUs; the default is10.maxCapacityis a mutually exclusive option withnumberOfWorkersandworkerType. - max
Retries Integer - Maximum number of times to retry this ML Transform if it fails.
- name String
- Name you assign to this ML Transform. It must be unique in your account.
- number
Of IntegerWorkers - Number of workers of a defined
workerTypethat are allocated when an ML Transform runs. Required withworkerType. - region String
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- Map<String,String>
- Key-value map of resource tags. .If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - timeout Integer
- ML Transform timeout in minutes. The default is 2880 minutes (48 hours).
- worker
Type String - Type of predefined worker that is allocated when an ML Transform runs. Accepts a value of
Standard,G.1X, orG.2X. Required withnumberOfWorkers.
- input
Record MLTransformTables Input Record Table[] - List of AWS Glue table definitions used by the transform. See
inputRecordTables. - parameters
MLTransform
Parameters - Algorithmic parameters that are specific to the transform type used. Conditionally dependent on the transform type. See
parameters. - role
Arn string - ARN of the IAM role associated with this ML Transform.
- description string
- Description of the ML Transform.
- glue
Version string - Version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.
- max
Capacity number - Number of AWS Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from
2to100DPUs; the default is10.maxCapacityis a mutually exclusive option withnumberOfWorkersandworkerType. - max
Retries number - Maximum number of times to retry this ML Transform if it fails.
- name string
- Name you assign to this ML Transform. It must be unique in your account.
- number
Of numberWorkers - Number of workers of a defined
workerTypethat are allocated when an ML Transform runs. Required withworkerType. - region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- {[key: string]: string}
- Key-value map of resource tags. .If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - timeout number
- ML Transform timeout in minutes. The default is 2880 minutes (48 hours).
- worker
Type string - Type of predefined worker that is allocated when an ML Transform runs. Accepts a value of
Standard,G.1X, orG.2X. Required withnumberOfWorkers.
- input_
record_ Sequence[MLTransformtables Input Record Table Args] - List of AWS Glue table definitions used by the transform. See
inputRecordTables. - parameters
MLTransform
Parameters Args - Algorithmic parameters that are specific to the transform type used. Conditionally dependent on the transform type. See
parameters. - role_
arn str - ARN of the IAM role associated with this ML Transform.
- description str
- Description of the ML Transform.
- glue_
version str - Version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.
- max_
capacity float - Number of AWS Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from
2to100DPUs; the default is10.maxCapacityis a mutually exclusive option withnumberOfWorkersandworkerType. - max_
retries int - Maximum number of times to retry this ML Transform if it fails.
- name str
- Name you assign to this ML Transform. It must be unique in your account.
- number_
of_ intworkers - Number of workers of a defined
workerTypethat are allocated when an ML Transform runs. Required withworkerType. - region str
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- Mapping[str, str]
- Key-value map of resource tags. .If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - timeout int
- ML Transform timeout in minutes. The default is 2880 minutes (48 hours).
- worker_
type str - Type of predefined worker that is allocated when an ML Transform runs. Accepts a value of
Standard,G.1X, orG.2X. Required withnumberOfWorkers.
- input
Record List<Property Map>Tables - List of AWS Glue table definitions used by the transform. See
inputRecordTables. - parameters Property Map
- Algorithmic parameters that are specific to the transform type used. Conditionally dependent on the transform type. See
parameters. - role
Arn String - ARN of the IAM role associated with this ML Transform.
- description String
- Description of the ML Transform.
- glue
Version String - Version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.
- max
Capacity Number - Number of AWS Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from
2to100DPUs; the default is10.maxCapacityis a mutually exclusive option withnumberOfWorkersandworkerType. - max
Retries Number - Maximum number of times to retry this ML Transform if it fails.
- name String
- Name you assign to this ML Transform. It must be unique in your account.
- number
Of NumberWorkers - Number of workers of a defined
workerTypethat are allocated when an ML Transform runs. Required withworkerType. - region String
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- Map<String>
- Key-value map of resource tags. .If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - timeout Number
- ML Transform timeout in minutes. The default is 2880 minutes (48 hours).
- worker
Type String - Type of predefined worker that is allocated when an ML Transform runs. Accepts a value of
Standard,G.1X, orG.2X. Required withnumberOfWorkers.
Outputs
All input properties are implicitly available as output properties. Additionally, the MLTransform resource produces the following output properties:
- Arn string
- ARN of Glue ML Transform.
- Id string
- The provider-assigned unique ID for this managed resource.
- Label
Count int - Number of labels available for this transform.
- Schemas
List<MLTransform
Schema> - Object that represents the schema that this transform accepts. See
schema. - Dictionary<string, string>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- Arn string
- ARN of Glue ML Transform.
- Id string
- The provider-assigned unique ID for this managed resource.
- Label
Count int - Number of labels available for this transform.
- Schemas
[]MLTransform
Schema - Object that represents the schema that this transform accepts. See
schema. - map[string]string
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- arn string
- ARN of Glue ML Transform.
- id string
- The provider-assigned unique ID for this managed resource.
- label_
count number - Number of labels available for this transform.
- schemas list(object)
- Object that represents the schema that this transform accepts. See
schema. - map(string)
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- arn String
- ARN of Glue ML Transform.
- id String
- The provider-assigned unique ID for this managed resource.
- label
Count Integer - Number of labels available for this transform.
- schemas
List<MLTransform
Schema> - Object that represents the schema that this transform accepts. See
schema. - Map<String,String>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- arn string
- ARN of Glue ML Transform.
- id string
- The provider-assigned unique ID for this managed resource.
- label
Count number - Number of labels available for this transform.
- schemas
MLTransform
Schema[] - Object that represents the schema that this transform accepts. See
schema. - {[key: string]: string}
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- arn str
- ARN of Glue ML Transform.
- id str
- The provider-assigned unique ID for this managed resource.
- label_
count int - Number of labels available for this transform.
- schemas
Sequence[MLTransform
Schema] - Object that represents the schema that this transform accepts. See
schema. - Mapping[str, str]
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- arn String
- ARN of Glue ML Transform.
- id String
- The provider-assigned unique ID for this managed resource.
- label
Count Number - Number of labels available for this transform.
- schemas List<Property Map>
- Object that represents the schema that this transform accepts. See
schema. - Map<String>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
Look up Existing MLTransform Resource
Get an existing MLTransform resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.
public static get(name: string, id: Input<ID>, state?: MLTransformState, opts?: CustomResourceOptions): MLTransform@staticmethod
def get(resource_name: str,
id: str,
opts: Optional[ResourceOptions] = None,
arn: Optional[str] = None,
description: Optional[str] = None,
glue_version: Optional[str] = None,
input_record_tables: Optional[Sequence[MLTransformInputRecordTableArgs]] = None,
label_count: Optional[int] = None,
max_capacity: Optional[float] = None,
max_retries: Optional[int] = None,
name: Optional[str] = None,
number_of_workers: Optional[int] = None,
parameters: Optional[MLTransformParametersArgs] = None,
region: Optional[str] = None,
role_arn: Optional[str] = None,
schemas: Optional[Sequence[MLTransformSchemaArgs]] = None,
tags: Optional[Mapping[str, str]] = None,
tags_all: Optional[Mapping[str, str]] = None,
timeout: Optional[int] = None,
worker_type: Optional[str] = None) -> MLTransformfunc GetMLTransform(ctx *Context, name string, id IDInput, state *MLTransformState, opts ...ResourceOption) (*MLTransform, error)public static MLTransform Get(string name, Input<string> id, MLTransformState? state, CustomResourceOptions? opts = null)public static MLTransform get(String name, Output<String> id, MLTransformState state, CustomResourceOptions options)resources: _: type: aws:glue:MLTransform get: id: ${id}import {
to = aws_glue_m_l_transform.example
id = "${id}"
}
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- resource_name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- Arn string
- ARN of Glue ML Transform.
- Description string
- Description of the ML Transform.
- Glue
Version string - Version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.
- Input
Record List<MLTransformTables Input Record Table> - List of AWS Glue table definitions used by the transform. See
inputRecordTables. - Label
Count int - Number of labels available for this transform.
- Max
Capacity double - Number of AWS Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from
2to100DPUs; the default is10.maxCapacityis a mutually exclusive option withnumberOfWorkersandworkerType. - Max
Retries int - Maximum number of times to retry this ML Transform if it fails.
- Name string
- Name you assign to this ML Transform. It must be unique in your account.
- Number
Of intWorkers - Number of workers of a defined
workerTypethat are allocated when an ML Transform runs. Required withworkerType. - Parameters
MLTransform
Parameters - Algorithmic parameters that are specific to the transform type used. Conditionally dependent on the transform type. See
parameters. - Region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- Role
Arn string - ARN of the IAM role associated with this ML Transform.
- Schemas
List<MLTransform
Schema> - Object that represents the schema that this transform accepts. See
schema. - Dictionary<string, string>
- Key-value map of resource tags. .If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Dictionary<string, string>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - Timeout int
- ML Transform timeout in minutes. The default is 2880 minutes (48 hours).
- Worker
Type string - Type of predefined worker that is allocated when an ML Transform runs. Accepts a value of
Standard,G.1X, orG.2X. Required withnumberOfWorkers.
- Arn string
- ARN of Glue ML Transform.
- Description string
- Description of the ML Transform.
- Glue
Version string - Version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.
- Input
Record []MLTransformTables Input Record Table Args - List of AWS Glue table definitions used by the transform. See
inputRecordTables. - Label
Count int - Number of labels available for this transform.
- Max
Capacity float64 - Number of AWS Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from
2to100DPUs; the default is10.maxCapacityis a mutually exclusive option withnumberOfWorkersandworkerType. - Max
Retries int - Maximum number of times to retry this ML Transform if it fails.
- Name string
- Name you assign to this ML Transform. It must be unique in your account.
- Number
Of intWorkers - Number of workers of a defined
workerTypethat are allocated when an ML Transform runs. Required withworkerType. - Parameters
MLTransform
Parameters Args - Algorithmic parameters that are specific to the transform type used. Conditionally dependent on the transform type. See
parameters. - Region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- Role
Arn string - ARN of the IAM role associated with this ML Transform.
- Schemas
[]MLTransform
Schema Args - Object that represents the schema that this transform accepts. See
schema. - map[string]string
- Key-value map of resource tags. .If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - map[string]string
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - Timeout int
- ML Transform timeout in minutes. The default is 2880 minutes (48 hours).
- Worker
Type string - Type of predefined worker that is allocated when an ML Transform runs. Accepts a value of
Standard,G.1X, orG.2X. Required withnumberOfWorkers.
- arn string
- ARN of Glue ML Transform.
- description string
- Description of the ML Transform.
- glue_
version string - Version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.
- input_
record_ list(object)tables - List of AWS Glue table definitions used by the transform. See
inputRecordTables. - label_
count number - Number of labels available for this transform.
- max_
capacity number - Number of AWS Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from
2to100DPUs; the default is10.maxCapacityis a mutually exclusive option withnumberOfWorkersandworkerType. - max_
retries number - Maximum number of times to retry this ML Transform if it fails.
- name string
- Name you assign to this ML Transform. It must be unique in your account.
- number_
of_ numberworkers - Number of workers of a defined
workerTypethat are allocated when an ML Transform runs. Required withworkerType. - parameters object
- Algorithmic parameters that are specific to the transform type used. Conditionally dependent on the transform type. See
parameters. - region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- role_
arn string - ARN of the IAM role associated with this ML Transform.
- schemas list(object)
- Object that represents the schema that this transform accepts. See
schema. - map(string)
- Key-value map of resource tags. .If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - map(string)
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - timeout number
- ML Transform timeout in minutes. The default is 2880 minutes (48 hours).
- worker_
type string - Type of predefined worker that is allocated when an ML Transform runs. Accepts a value of
Standard,G.1X, orG.2X. Required withnumberOfWorkers.
- arn String
- ARN of Glue ML Transform.
- description String
- Description of the ML Transform.
- glue
Version String - Version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.
- input
Record List<MLTransformTables Input Record Table> - List of AWS Glue table definitions used by the transform. See
inputRecordTables. - label
Count Integer - Number of labels available for this transform.
- max
Capacity Double - Number of AWS Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from
2to100DPUs; the default is10.maxCapacityis a mutually exclusive option withnumberOfWorkersandworkerType. - max
Retries Integer - Maximum number of times to retry this ML Transform if it fails.
- name String
- Name you assign to this ML Transform. It must be unique in your account.
- number
Of IntegerWorkers - Number of workers of a defined
workerTypethat are allocated when an ML Transform runs. Required withworkerType. - parameters
MLTransform
Parameters - Algorithmic parameters that are specific to the transform type used. Conditionally dependent on the transform type. See
parameters. - region String
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- role
Arn String - ARN of the IAM role associated with this ML Transform.
- schemas
List<MLTransform
Schema> - Object that represents the schema that this transform accepts. See
schema. - Map<String,String>
- Key-value map of resource tags. .If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Map<String,String>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - timeout Integer
- ML Transform timeout in minutes. The default is 2880 minutes (48 hours).
- worker
Type String - Type of predefined worker that is allocated when an ML Transform runs. Accepts a value of
Standard,G.1X, orG.2X. Required withnumberOfWorkers.
- arn string
- ARN of Glue ML Transform.
- description string
- Description of the ML Transform.
- glue
Version string - Version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.
- input
Record MLTransformTables Input Record Table[] - List of AWS Glue table definitions used by the transform. See
inputRecordTables. - label
Count number - Number of labels available for this transform.
- max
Capacity number - Number of AWS Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from
2to100DPUs; the default is10.maxCapacityis a mutually exclusive option withnumberOfWorkersandworkerType. - max
Retries number - Maximum number of times to retry this ML Transform if it fails.
- name string
- Name you assign to this ML Transform. It must be unique in your account.
- number
Of numberWorkers - Number of workers of a defined
workerTypethat are allocated when an ML Transform runs. Required withworkerType. - parameters
MLTransform
Parameters - Algorithmic parameters that are specific to the transform type used. Conditionally dependent on the transform type. See
parameters. - region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- role
Arn string - ARN of the IAM role associated with this ML Transform.
- schemas
MLTransform
Schema[] - Object that represents the schema that this transform accepts. See
schema. - {[key: string]: string}
- Key-value map of resource tags. .If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - {[key: string]: string}
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - timeout number
- ML Transform timeout in minutes. The default is 2880 minutes (48 hours).
- worker
Type string - Type of predefined worker that is allocated when an ML Transform runs. Accepts a value of
Standard,G.1X, orG.2X. Required withnumberOfWorkers.
- arn str
- ARN of Glue ML Transform.
- description str
- Description of the ML Transform.
- glue_
version str - Version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.
- input_
record_ Sequence[MLTransformtables Input Record Table Args] - List of AWS Glue table definitions used by the transform. See
inputRecordTables. - label_
count int - Number of labels available for this transform.
- max_
capacity float - Number of AWS Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from
2to100DPUs; the default is10.maxCapacityis a mutually exclusive option withnumberOfWorkersandworkerType. - max_
retries int - Maximum number of times to retry this ML Transform if it fails.
- name str
- Name you assign to this ML Transform. It must be unique in your account.
- number_
of_ intworkers - Number of workers of a defined
workerTypethat are allocated when an ML Transform runs. Required withworkerType. - parameters
MLTransform
Parameters Args - Algorithmic parameters that are specific to the transform type used. Conditionally dependent on the transform type. See
parameters. - region str
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- role_
arn str - ARN of the IAM role associated with this ML Transform.
- schemas
Sequence[MLTransform
Schema Args] - Object that represents the schema that this transform accepts. See
schema. - Mapping[str, str]
- Key-value map of resource tags. .If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Mapping[str, str]
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - timeout int
- ML Transform timeout in minutes. The default is 2880 minutes (48 hours).
- worker_
type str - Type of predefined worker that is allocated when an ML Transform runs. Accepts a value of
Standard,G.1X, orG.2X. Required withnumberOfWorkers.
- arn String
- ARN of Glue ML Transform.
- description String
- Description of the ML Transform.
- glue
Version String - Version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.
- input
Record List<Property Map>Tables - List of AWS Glue table definitions used by the transform. See
inputRecordTables. - label
Count Number - Number of labels available for this transform.
- max
Capacity Number - Number of AWS Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from
2to100DPUs; the default is10.maxCapacityis a mutually exclusive option withnumberOfWorkersandworkerType. - max
Retries Number - Maximum number of times to retry this ML Transform if it fails.
- name String
- Name you assign to this ML Transform. It must be unique in your account.
- number
Of NumberWorkers - Number of workers of a defined
workerTypethat are allocated when an ML Transform runs. Required withworkerType. - parameters Property Map
- Algorithmic parameters that are specific to the transform type used. Conditionally dependent on the transform type. See
parameters. - region String
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- role
Arn String - ARN of the IAM role associated with this ML Transform.
- schemas List<Property Map>
- Object that represents the schema that this transform accepts. See
schema. - Map<String>
- Key-value map of resource tags. .If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Map<String>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - timeout Number
- ML Transform timeout in minutes. The default is 2880 minutes (48 hours).
- worker
Type String - Type of predefined worker that is allocated when an ML Transform runs. Accepts a value of
Standard,G.1X, orG.2X. Required withnumberOfWorkers.
Supporting Types
MLTransformInputRecordTable, MLTransformInputRecordTableArgs
- Database
Name string - Database name in the AWS Glue Data Catalog.
- Table
Name string - Table name in the AWS Glue Data Catalog.
- Catalog
Id string - Unique identifier for the AWS Glue Data Catalog.
- Connection
Name string - Name of the connection to the AWS Glue Data Catalog.
- Database
Name string - Database name in the AWS Glue Data Catalog.
- Table
Name string - Table name in the AWS Glue Data Catalog.
- Catalog
Id string - Unique identifier for the AWS Glue Data Catalog.
- Connection
Name string - Name of the connection to the AWS Glue Data Catalog.
- database_
name string - Database name in the AWS Glue Data Catalog.
- table_
name string - Table name in the AWS Glue Data Catalog.
- catalog_
id string - Unique identifier for the AWS Glue Data Catalog.
- connection_
name string - Name of the connection to the AWS Glue Data Catalog.
- database
Name String - Database name in the AWS Glue Data Catalog.
- table
Name String - Table name in the AWS Glue Data Catalog.
- catalog
Id String - Unique identifier for the AWS Glue Data Catalog.
- connection
Name String - Name of the connection to the AWS Glue Data Catalog.
- database
Name string - Database name in the AWS Glue Data Catalog.
- table
Name string - Table name in the AWS Glue Data Catalog.
- catalog
Id string - Unique identifier for the AWS Glue Data Catalog.
- connection
Name string - Name of the connection to the AWS Glue Data Catalog.
- database_
name str - Database name in the AWS Glue Data Catalog.
- table_
name str - Table name in the AWS Glue Data Catalog.
- catalog_
id str - Unique identifier for the AWS Glue Data Catalog.
- connection_
name str - Name of the connection to the AWS Glue Data Catalog.
- database
Name String - Database name in the AWS Glue Data Catalog.
- table
Name String - Table name in the AWS Glue Data Catalog.
- catalog
Id String - Unique identifier for the AWS Glue Data Catalog.
- connection
Name String - Name of the connection to the AWS Glue Data Catalog.
MLTransformParameters, MLTransformParametersArgs
- Find
Matches MLTransformParameters Parameters Find Matches Parameters - Parameters for the find matches algorithm. See
findMatchesParameters. - Transform
Type string - Type of machine learning transform. For information about the types of machine learning transforms, see Creating Machine Learning Transforms.
- Find
Matches MLTransformParameters Parameters Find Matches Parameters - Parameters for the find matches algorithm. See
findMatchesParameters. - Transform
Type string - Type of machine learning transform. For information about the types of machine learning transforms, see Creating Machine Learning Transforms.
- find_
matches_ objectparameters - Parameters for the find matches algorithm. See
findMatchesParameters. - transform_
type string - Type of machine learning transform. For information about the types of machine learning transforms, see Creating Machine Learning Transforms.
- find
Matches MLTransformParameters Parameters Find Matches Parameters - Parameters for the find matches algorithm. See
findMatchesParameters. - transform
Type String - Type of machine learning transform. For information about the types of machine learning transforms, see Creating Machine Learning Transforms.
- find
Matches MLTransformParameters Parameters Find Matches Parameters - Parameters for the find matches algorithm. See
findMatchesParameters. - transform
Type string - Type of machine learning transform. For information about the types of machine learning transforms, see Creating Machine Learning Transforms.
- find_
matches_ MLTransformparameters Parameters Find Matches Parameters - Parameters for the find matches algorithm. See
findMatchesParameters. - transform_
type str - Type of machine learning transform. For information about the types of machine learning transforms, see Creating Machine Learning Transforms.
- find
Matches Property MapParameters - Parameters for the find matches algorithm. See
findMatchesParameters. - transform
Type String - Type of machine learning transform. For information about the types of machine learning transforms, see Creating Machine Learning Transforms.
MLTransformParametersFindMatchesParameters, MLTransformParametersFindMatchesParametersArgs
- Accuracy
Cost doubleTrade Off - Value that is selected when tuning your transform for a balance between accuracy and cost.
- Enforce
Provided boolLabels - Value to switch on or off to force the output to match the provided labels from users.
- Precision
Recall doubleTrade Off - Value selected when tuning your transform for a balance between precision and recall.
- Primary
Key stringColumn Name - Name of a column that uniquely identifies rows in the source table.
- Accuracy
Cost float64Trade Off - Value that is selected when tuning your transform for a balance between accuracy and cost.
- Enforce
Provided boolLabels - Value to switch on or off to force the output to match the provided labels from users.
- Precision
Recall float64Trade Off - Value selected when tuning your transform for a balance between precision and recall.
- Primary
Key stringColumn Name - Name of a column that uniquely identifies rows in the source table.
- accuracy_
cost_ numbertrade_ off - Value that is selected when tuning your transform for a balance between accuracy and cost.
- enforce_
provided_ boollabels - Value to switch on or off to force the output to match the provided labels from users.
- precision_
recall_ numbertrade_ off - Value selected when tuning your transform for a balance between precision and recall.
- primary_
key_ stringcolumn_ name - Name of a column that uniquely identifies rows in the source table.
- accuracy
Cost DoubleTrade Off - Value that is selected when tuning your transform for a balance between accuracy and cost.
- enforce
Provided BooleanLabels - Value to switch on or off to force the output to match the provided labels from users.
- precision
Recall DoubleTrade Off - Value selected when tuning your transform for a balance between precision and recall.
- primary
Key StringColumn Name - Name of a column that uniquely identifies rows in the source table.
- accuracy
Cost numberTrade Off - Value that is selected when tuning your transform for a balance between accuracy and cost.
- enforce
Provided booleanLabels - Value to switch on or off to force the output to match the provided labels from users.
- precision
Recall numberTrade Off - Value selected when tuning your transform for a balance between precision and recall.
- primary
Key stringColumn Name - Name of a column that uniquely identifies rows in the source table.
- accuracy_
cost_ floattrade_ off - Value that is selected when tuning your transform for a balance between accuracy and cost.
- enforce_
provided_ boollabels - Value to switch on or off to force the output to match the provided labels from users.
- precision_
recall_ floattrade_ off - Value selected when tuning your transform for a balance between precision and recall.
- primary_
key_ strcolumn_ name - Name of a column that uniquely identifies rows in the source table.
- accuracy
Cost NumberTrade Off - Value that is selected when tuning your transform for a balance between accuracy and cost.
- enforce
Provided BooleanLabels - Value to switch on or off to force the output to match the provided labels from users.
- precision
Recall NumberTrade Off - Value selected when tuning your transform for a balance between precision and recall.
- primary
Key StringColumn Name - Name of a column that uniquely identifies rows in the source table.
MLTransformSchema, MLTransformSchemaArgs
Import
Using pulumi import, import Glue ML Transforms using id. For example:
$ pulumi import aws:glue/mLTransform:MLTransform example tfm-c2cafbe83b1c575f49eaca9939220e2fcd58e2d5
To learn more about importing existing cloud resources, see Importing resources.
Package Details
- Repository
- AWS Classic pulumi/pulumi-aws
- License
- Apache-2.0
- Notes
- This Pulumi package is based on the
awsTerraform Provider.
published on Wednesday, Oct 28, 2026 by Pulumi