1. Pulumi Registry
  2. AWS Classic
  3. API Docs
  4. glue
  5. Job
aws logo
AWS Classic v5.33.0, Mar 24 23

aws.glue.Job

Provides a Glue Job resource.

Glue functionality, such as monitoring and logging of jobs, is typically managed with the default_arguments argument. See the Special Parameters Used by AWS Glue topic in the Glue developer guide for additional information.

Example Usage

Python Job

using System.Collections.Generic;
using Pulumi;
using Aws = Pulumi.Aws;

return await Deployment.RunAsync(() => 
{
    var example = new Aws.Glue.Job("example", new()
    {
        RoleArn = aws_iam_role.Example.Arn,
        Command = new Aws.Glue.Inputs.JobCommandArgs
        {
            ScriptLocation = $"s3://{aws_s3_bucket.Example.Bucket}/example.py",
        },
    });

});

package main

import (
	"fmt"

	"github.com/pulumi/pulumi-aws/sdk/v5/go/aws/glue"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		_, err := glue.NewJob(ctx, "example", &glue.JobArgs{
			RoleArn: pulumi.Any(aws_iam_role.Example.Arn),
			Command: &glue.JobCommandArgs{
				ScriptLocation: pulumi.String(fmt.Sprintf("s3://%v/example.py", aws_s3_bucket.Example.Bucket)),
			},
		})
		if err != nil {
			return err
		}
		return nil
	})
}

package generated_program;

import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.glue.Job;
import com.pulumi.aws.glue.JobArgs;
import com.pulumi.aws.glue.inputs.JobCommandArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;

public class App {
    public static void main(String[] args) {
        Pulumi.run(App::stack);
    }

    public static void stack(Context ctx) {
        var example = new Job("example", JobArgs.builder()        
            .roleArn(aws_iam_role.example().arn())
            .command(JobCommandArgs.builder()
                .scriptLocation(String.format("s3://%s/example.py", aws_s3_bucket.example().bucket()))
                .build())
            .build());

    }
}

import pulumi
import pulumi_aws as aws

example = aws.glue.Job("example",
    role_arn=aws_iam_role["example"]["arn"],
    command=aws.glue.JobCommandArgs(
        script_location=f"s3://{aws_s3_bucket['example']['bucket']}/example.py",
    ))

import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";

const example = new aws.glue.Job("example", {
    roleArn: aws_iam_role.example.arn,
    command: {
        scriptLocation: `s3://${aws_s3_bucket.example.bucket}/example.py`,
    },
});

resources:
  example:
    type: aws:glue:Job
    properties:
      roleArn: ${aws_iam_role.example.arn}
      command:
        scriptLocation: s3://${aws_s3_bucket.example.bucket}/example.py

Scala Job

using System.Collections.Generic;
using Pulumi;
using Aws = Pulumi.Aws;

return await Deployment.RunAsync(() => 
{
    var example = new Aws.Glue.Job("example", new()
    {
        RoleArn = aws_iam_role.Example.Arn,
        Command = new Aws.Glue.Inputs.JobCommandArgs
        {
            ScriptLocation = $"s3://{aws_s3_bucket.Example.Bucket}/example.scala",
        },
        DefaultArguments = 
        {
            { "--job-language", "scala" },
        },
    });

});

package main

import (
	"fmt"

	"github.com/pulumi/pulumi-aws/sdk/v5/go/aws/glue"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		_, err := glue.NewJob(ctx, "example", &glue.JobArgs{
			RoleArn: pulumi.Any(aws_iam_role.Example.Arn),
			Command: &glue.JobCommandArgs{
				ScriptLocation: pulumi.String(fmt.Sprintf("s3://%v/example.scala", aws_s3_bucket.Example.Bucket)),
			},
			DefaultArguments: pulumi.StringMap{
				"--job-language": pulumi.String("scala"),
			},
		})
		if err != nil {
			return err
		}
		return nil
	})
}

package generated_program;

import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.glue.Job;
import com.pulumi.aws.glue.JobArgs;
import com.pulumi.aws.glue.inputs.JobCommandArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;

public class App {
    public static void main(String[] args) {
        Pulumi.run(App::stack);
    }

    public static void stack(Context ctx) {
        var example = new Job("example", JobArgs.builder()        
            .roleArn(aws_iam_role.example().arn())
            .command(JobCommandArgs.builder()
                .scriptLocation(String.format("s3://%s/example.scala", aws_s3_bucket.example().bucket()))
                .build())
            .defaultArguments(Map.of("--job-language", "scala"))
            .build());

    }
}

import pulumi
import pulumi_aws as aws

example = aws.glue.Job("example",
    role_arn=aws_iam_role["example"]["arn"],
    command=aws.glue.JobCommandArgs(
        script_location=f"s3://{aws_s3_bucket['example']['bucket']}/example.scala",
    ),
    default_arguments={
        "--job-language": "scala",
    })

import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";

const example = new aws.glue.Job("example", {
    roleArn: aws_iam_role.example.arn,
    command: {
        scriptLocation: `s3://${aws_s3_bucket.example.bucket}/example.scala`,
    },
    defaultArguments: {
        "--job-language": "scala",
    },
});

resources:
  example:
    type: aws:glue:Job
    properties:
      roleArn: ${aws_iam_role.example.arn}
      command:
        scriptLocation: s3://${aws_s3_bucket.example.bucket}/example.scala
      defaultArguments:
        --job-language: scala

Streaming Job

using System.Collections.Generic;
using Pulumi;
using Aws = Pulumi.Aws;

return await Deployment.RunAsync(() => 
{
    var example = new Aws.Glue.Job("example", new()
    {
        RoleArn = aws_iam_role.Example.Arn,
        Command = new Aws.Glue.Inputs.JobCommandArgs
        {
            Name = "gluestreaming",
            ScriptLocation = $"s3://{aws_s3_bucket.Example.Bucket}/example.script",
        },
    });

});

package main

import (
	"fmt"

	"github.com/pulumi/pulumi-aws/sdk/v5/go/aws/glue"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		_, err := glue.NewJob(ctx, "example", &glue.JobArgs{
			RoleArn: pulumi.Any(aws_iam_role.Example.Arn),
			Command: &glue.JobCommandArgs{
				Name:           pulumi.String("gluestreaming"),
				ScriptLocation: pulumi.String(fmt.Sprintf("s3://%v/example.script", aws_s3_bucket.Example.Bucket)),
			},
		})
		if err != nil {
			return err
		}
		return nil
	})
}

package generated_program;

import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.glue.Job;
import com.pulumi.aws.glue.JobArgs;
import com.pulumi.aws.glue.inputs.JobCommandArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;

public class App {
    public static void main(String[] args) {
        Pulumi.run(App::stack);
    }

    public static void stack(Context ctx) {
        var example = new Job("example", JobArgs.builder()        
            .roleArn(aws_iam_role.example().arn())
            .command(JobCommandArgs.builder()
                .name("gluestreaming")
                .scriptLocation(String.format("s3://%s/example.script", aws_s3_bucket.example().bucket()))
                .build())
            .build());

    }
}

import pulumi
import pulumi_aws as aws

example = aws.glue.Job("example",
    role_arn=aws_iam_role["example"]["arn"],
    command=aws.glue.JobCommandArgs(
        name="gluestreaming",
        script_location=f"s3://{aws_s3_bucket['example']['bucket']}/example.script",
    ))

import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";

const example = new aws.glue.Job("example", {
    roleArn: aws_iam_role.example.arn,
    command: {
        name: "gluestreaming",
        scriptLocation: `s3://${aws_s3_bucket.example.bucket}/example.script`,
    },
});

resources:
  example:
    type: aws:glue:Job
    properties:
      roleArn: ${aws_iam_role.example.arn}
      command:
        name: gluestreaming
        scriptLocation: s3://${aws_s3_bucket.example.bucket}/example.script

Enabling CloudWatch Logs and Metrics

using System.Collections.Generic;
using Pulumi;
using Aws = Pulumi.Aws;

return await Deployment.RunAsync(() => 
{
    var exampleLogGroup = new Aws.CloudWatch.LogGroup("exampleLogGroup", new()
    {
        RetentionInDays = 14,
    });

    // ... other configuration ...
    var exampleJob = new Aws.Glue.Job("exampleJob", new()
    {
        DefaultArguments = 
        {
            { "--continuous-log-logGroup", exampleLogGroup.Name },
            { "--enable-continuous-cloudwatch-log", "true" },
            { "--enable-continuous-log-filter", "true" },
            { "--enable-metrics", "" },
        },
    });

});

package main

import (
	"github.com/pulumi/pulumi-aws/sdk/v5/go/aws/cloudwatch"
	"github.com/pulumi/pulumi-aws/sdk/v5/go/aws/glue"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		exampleLogGroup, err := cloudwatch.NewLogGroup(ctx, "exampleLogGroup", &cloudwatch.LogGroupArgs{
			RetentionInDays: pulumi.Int(14),
		})
		if err != nil {
			return err
		}
		_, err = glue.NewJob(ctx, "exampleJob", &glue.JobArgs{
			DefaultArguments: pulumi.StringMap{
				"--continuous-log-logGroup":          exampleLogGroup.Name,
				"--enable-continuous-cloudwatch-log": pulumi.String("true"),
				"--enable-continuous-log-filter":     pulumi.String("true"),
				"--enable-metrics":                   pulumi.String(""),
			},
		})
		if err != nil {
			return err
		}
		return nil
	})
}

package generated_program;

import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.cloudwatch.LogGroup;
import com.pulumi.aws.cloudwatch.LogGroupArgs;
import com.pulumi.aws.glue.Job;
import com.pulumi.aws.glue.JobArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;

public class App {
    public static void main(String[] args) {
        Pulumi.run(App::stack);
    }

    public static void stack(Context ctx) {
        var exampleLogGroup = new LogGroup("exampleLogGroup", LogGroupArgs.builder()        
            .retentionInDays(14)
            .build());

        var exampleJob = new Job("exampleJob", JobArgs.builder()        
            .defaultArguments(Map.ofEntries(
                Map.entry("--continuous-log-logGroup", exampleLogGroup.name()),
                Map.entry("--enable-continuous-cloudwatch-log", "true"),
                Map.entry("--enable-continuous-log-filter", "true"),
                Map.entry("--enable-metrics", "")
            ))
            .build());

    }
}

import pulumi
import pulumi_aws as aws

example_log_group = aws.cloudwatch.LogGroup("exampleLogGroup", retention_in_days=14)
# ... other configuration ...
example_job = aws.glue.Job("exampleJob", default_arguments={
    "--continuous-log-logGroup": example_log_group.name,
    "--enable-continuous-cloudwatch-log": "true",
    "--enable-continuous-log-filter": "true",
    "--enable-metrics": "",
})

import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";

const exampleLogGroup = new aws.cloudwatch.LogGroup("exampleLogGroup", {retentionInDays: 14});
// ... other configuration ...
const exampleJob = new aws.glue.Job("exampleJob", {defaultArguments: {
    "--continuous-log-logGroup": exampleLogGroup.name,
    "--enable-continuous-cloudwatch-log": "true",
    "--enable-continuous-log-filter": "true",
    "--enable-metrics": "",
}});

resources:
  exampleLogGroup:
    type: aws:cloudwatch:LogGroup
    properties:
      retentionInDays: 14
  exampleJob:
    type: aws:glue:Job
    properties:
      defaultArguments:
        --continuous-log-logGroup: ${exampleLogGroup.name}
        --enable-continuous-cloudwatch-log: 'true'
        --enable-continuous-log-filter: 'true'
        --enable-metrics:

Create Job Resource

new Job(name: string, args: JobArgs, opts?: CustomResourceOptions);
@overload
def Job(resource_name: str,
        opts: Optional[ResourceOptions] = None,
        command: Optional[JobCommandArgs] = None,
        connections: Optional[Sequence[str]] = None,
        default_arguments: Optional[Mapping[str, str]] = None,
        description: Optional[str] = None,
        execution_class: Optional[str] = None,
        execution_property: Optional[JobExecutionPropertyArgs] = None,
        glue_version: Optional[str] = None,
        max_capacity: Optional[float] = None,
        max_retries: Optional[int] = None,
        name: Optional[str] = None,
        non_overridable_arguments: Optional[Mapping[str, str]] = None,
        notification_property: Optional[JobNotificationPropertyArgs] = None,
        number_of_workers: Optional[int] = None,
        role_arn: Optional[str] = None,
        security_configuration: Optional[str] = None,
        tags: Optional[Mapping[str, str]] = None,
        timeout: Optional[int] = None,
        worker_type: Optional[str] = None)
@overload
def Job(resource_name: str,
        args: JobArgs,
        opts: Optional[ResourceOptions] = None)
func NewJob(ctx *Context, name string, args JobArgs, opts ...ResourceOption) (*Job, error)
public Job(string name, JobArgs args, CustomResourceOptions? opts = null)
public Job(String name, JobArgs args)
public Job(String name, JobArgs args, CustomResourceOptions options)

type: aws:glue:Job
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.
name string
The unique name of the resource.
args JobArgs
The arguments to resource properties.
opts CustomResourceOptions
Bag of options to control resource's behavior.
resource_name str
The unique name of the resource.
args JobArgs
The arguments to resource properties.
opts ResourceOptions
Bag of options to control resource's behavior.
ctx Context
Context object for the current deployment.
name string
The unique name of the resource.
args JobArgs
The arguments to resource properties.
opts ResourceOption
Bag of options to control resource's behavior.
name string
The unique name of the resource.
args JobArgs
The arguments to resource properties.
opts CustomResourceOptions
Bag of options to control resource's behavior.
name String
The unique name of the resource.
args JobArgs
The arguments to resource properties.
options CustomResourceOptions
Bag of options to control resource's behavior.

Job Resource Properties

To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.

Inputs

The Job resource accepts the following input properties:

Command JobCommandArgs

The command of the job. Defined below.

RoleArn string

The ARN of the IAM role associated with this job.

Connections List<string>

The list of connections used for this job.

DefaultArguments Dictionary<string, string>

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Description string

Description of the job.

ExecutionClass string

Indicates whether the job is run with a standard or flexible execution class. The standard execution class is ideal for time-sensitive workloads that require fast job startup and dedicated resources. Valid value: FLEX, STANDARD.

ExecutionProperty JobExecutionPropertyArgs

Execution property of the job. Defined below.

GlueVersion string

The version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.

MaxCapacity double

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0. Use number_of_workers and worker_type arguments instead with glue_version 2.0 and above.

MaxRetries int

The maximum number of times to retry this job if it fails.

Name string

The name you assign to this job. It must be unique in your account.

NonOverridableArguments Dictionary<string, string>

Non-overridable arguments for this job, specified as name-value pairs.

NotificationProperty JobNotificationPropertyArgs

Notification property of the job. Defined below.

NumberOfWorkers int

The number of workers of a defined workerType that are allocated when a job runs.

SecurityConfiguration string

The name of the Security Configuration to be associated with the job.

Tags Dictionary<string, string>

Key-value map of resource tags. If configured with a provider default_tags configuration block present, tags with matching keys will overwrite those defined at the provider-level.

Timeout int

The job timeout in minutes. The default is 2880 minutes (48 hours) for glueetl and pythonshell jobs, and null (unlimited) for gluestreaming jobs.

WorkerType string

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

Command JobCommandArgs

The command of the job. Defined below.

RoleArn string

The ARN of the IAM role associated with this job.

Connections []string

The list of connections used for this job.

DefaultArguments map[string]string

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Description string

Description of the job.

ExecutionClass string

Indicates whether the job is run with a standard or flexible execution class. The standard execution class is ideal for time-sensitive workloads that require fast job startup and dedicated resources. Valid value: FLEX, STANDARD.

ExecutionProperty JobExecutionPropertyArgs

Execution property of the job. Defined below.

GlueVersion string

The version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.

MaxCapacity float64

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0. Use number_of_workers and worker_type arguments instead with glue_version 2.0 and above.

MaxRetries int

The maximum number of times to retry this job if it fails.

Name string

The name you assign to this job. It must be unique in your account.

NonOverridableArguments map[string]string

Non-overridable arguments for this job, specified as name-value pairs.

NotificationProperty JobNotificationPropertyArgs

Notification property of the job. Defined below.

NumberOfWorkers int

The number of workers of a defined workerType that are allocated when a job runs.

SecurityConfiguration string

The name of the Security Configuration to be associated with the job.

Tags map[string]string

Key-value map of resource tags. If configured with a provider default_tags configuration block present, tags with matching keys will overwrite those defined at the provider-level.

Timeout int

The job timeout in minutes. The default is 2880 minutes (48 hours) for glueetl and pythonshell jobs, and null (unlimited) for gluestreaming jobs.

WorkerType string

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

command JobCommandArgs

The command of the job. Defined below.

roleArn String

The ARN of the IAM role associated with this job.

connections List<String>

The list of connections used for this job.

defaultArguments Map<String,String>

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

description String

Description of the job.

executionClass String

Indicates whether the job is run with a standard or flexible execution class. The standard execution class is ideal for time-sensitive workloads that require fast job startup and dedicated resources. Valid value: FLEX, STANDARD.

executionProperty JobExecutionPropertyArgs

Execution property of the job. Defined below.

glueVersion String

The version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.

maxCapacity Double

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0. Use number_of_workers and worker_type arguments instead with glue_version 2.0 and above.

maxRetries Integer

The maximum number of times to retry this job if it fails.

name String

The name you assign to this job. It must be unique in your account.

nonOverridableArguments Map<String,String>

Non-overridable arguments for this job, specified as name-value pairs.

notificationProperty JobNotificationPropertyArgs

Notification property of the job. Defined below.

numberOfWorkers Integer

The number of workers of a defined workerType that are allocated when a job runs.

securityConfiguration String

The name of the Security Configuration to be associated with the job.

tags Map<String,String>

Key-value map of resource tags. If configured with a provider default_tags configuration block present, tags with matching keys will overwrite those defined at the provider-level.

timeout Integer

The job timeout in minutes. The default is 2880 minutes (48 hours) for glueetl and pythonshell jobs, and null (unlimited) for gluestreaming jobs.

workerType String

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

command JobCommandArgs

The command of the job. Defined below.

roleArn string

The ARN of the IAM role associated with this job.

connections string[]

The list of connections used for this job.

defaultArguments {[key: string]: string}

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

description string

Description of the job.

executionClass string

Indicates whether the job is run with a standard or flexible execution class. The standard execution class is ideal for time-sensitive workloads that require fast job startup and dedicated resources. Valid value: FLEX, STANDARD.

executionProperty JobExecutionPropertyArgs

Execution property of the job. Defined below.

glueVersion string

The version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.

maxCapacity number

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0. Use number_of_workers and worker_type arguments instead with glue_version 2.0 and above.

maxRetries number

The maximum number of times to retry this job if it fails.

name string

The name you assign to this job. It must be unique in your account.

nonOverridableArguments {[key: string]: string}

Non-overridable arguments for this job, specified as name-value pairs.

notificationProperty JobNotificationPropertyArgs

Notification property of the job. Defined below.

numberOfWorkers number

The number of workers of a defined workerType that are allocated when a job runs.

securityConfiguration string

The name of the Security Configuration to be associated with the job.

tags {[key: string]: string}

Key-value map of resource tags. If configured with a provider default_tags configuration block present, tags with matching keys will overwrite those defined at the provider-level.

timeout number

The job timeout in minutes. The default is 2880 minutes (48 hours) for glueetl and pythonshell jobs, and null (unlimited) for gluestreaming jobs.

workerType string

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

command JobCommandArgs

The command of the job. Defined below.

role_arn str

The ARN of the IAM role associated with this job.

connections Sequence[str]

The list of connections used for this job.

default_arguments Mapping[str, str]

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

description str

Description of the job.

execution_class str

Indicates whether the job is run with a standard or flexible execution class. The standard execution class is ideal for time-sensitive workloads that require fast job startup and dedicated resources. Valid value: FLEX, STANDARD.

execution_property JobExecutionPropertyArgs

Execution property of the job. Defined below.

glue_version str

The version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.

max_capacity float

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0. Use number_of_workers and worker_type arguments instead with glue_version 2.0 and above.

max_retries int

The maximum number of times to retry this job if it fails.

name str

The name you assign to this job. It must be unique in your account.

non_overridable_arguments Mapping[str, str]

Non-overridable arguments for this job, specified as name-value pairs.

notification_property JobNotificationPropertyArgs

Notification property of the job. Defined below.

number_of_workers int

The number of workers of a defined workerType that are allocated when a job runs.

security_configuration str

The name of the Security Configuration to be associated with the job.

tags Mapping[str, str]

Key-value map of resource tags. If configured with a provider default_tags configuration block present, tags with matching keys will overwrite those defined at the provider-level.

timeout int

The job timeout in minutes. The default is 2880 minutes (48 hours) for glueetl and pythonshell jobs, and null (unlimited) for gluestreaming jobs.

worker_type str

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

command Property Map

The command of the job. Defined below.

roleArn String

The ARN of the IAM role associated with this job.

connections List<String>

The list of connections used for this job.

defaultArguments Map<String>

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

description String

Description of the job.

executionClass String

Indicates whether the job is run with a standard or flexible execution class. The standard execution class is ideal for time-sensitive workloads that require fast job startup and dedicated resources. Valid value: FLEX, STANDARD.

executionProperty Property Map

Execution property of the job. Defined below.

glueVersion String

The version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.

maxCapacity Number

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0. Use number_of_workers and worker_type arguments instead with glue_version 2.0 and above.

maxRetries Number

The maximum number of times to retry this job if it fails.

name String

The name you assign to this job. It must be unique in your account.

nonOverridableArguments Map<String>

Non-overridable arguments for this job, specified as name-value pairs.

notificationProperty Property Map

Notification property of the job. Defined below.

numberOfWorkers Number

The number of workers of a defined workerType that are allocated when a job runs.

securityConfiguration String

The name of the Security Configuration to be associated with the job.

tags Map<String>

Key-value map of resource tags. If configured with a provider default_tags configuration block present, tags with matching keys will overwrite those defined at the provider-level.

timeout Number

The job timeout in minutes. The default is 2880 minutes (48 hours) for glueetl and pythonshell jobs, and null (unlimited) for gluestreaming jobs.

workerType String

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

Outputs

All input properties are implicitly available as output properties. Additionally, the Job resource produces the following output properties:

Arn string

Amazon Resource Name (ARN) of Glue Job

Id string

The provider-assigned unique ID for this managed resource.

TagsAll Dictionary<string, string>

A map of tags assigned to the resource, including those inherited from the provider default_tags configuration block.

Arn string

Amazon Resource Name (ARN) of Glue Job

Id string

The provider-assigned unique ID for this managed resource.

TagsAll map[string]string

A map of tags assigned to the resource, including those inherited from the provider default_tags configuration block.

arn String

Amazon Resource Name (ARN) of Glue Job

id String

The provider-assigned unique ID for this managed resource.

tagsAll Map<String,String>

A map of tags assigned to the resource, including those inherited from the provider default_tags configuration block.

arn string

Amazon Resource Name (ARN) of Glue Job

id string

The provider-assigned unique ID for this managed resource.

tagsAll {[key: string]: string}

A map of tags assigned to the resource, including those inherited from the provider default_tags configuration block.

arn str

Amazon Resource Name (ARN) of Glue Job

id str

The provider-assigned unique ID for this managed resource.

tags_all Mapping[str, str]

A map of tags assigned to the resource, including those inherited from the provider default_tags configuration block.

arn String

Amazon Resource Name (ARN) of Glue Job

id String

The provider-assigned unique ID for this managed resource.

tagsAll Map<String>

A map of tags assigned to the resource, including those inherited from the provider default_tags configuration block.

Look up Existing Job Resource

Get an existing Job resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.

public static get(name: string, id: Input<ID>, state?: JobState, opts?: CustomResourceOptions): Job
@staticmethod
def get(resource_name: str,
        id: str,
        opts: Optional[ResourceOptions] = None,
        arn: Optional[str] = None,
        command: Optional[JobCommandArgs] = None,
        connections: Optional[Sequence[str]] = None,
        default_arguments: Optional[Mapping[str, str]] = None,
        description: Optional[str] = None,
        execution_class: Optional[str] = None,
        execution_property: Optional[JobExecutionPropertyArgs] = None,
        glue_version: Optional[str] = None,
        max_capacity: Optional[float] = None,
        max_retries: Optional[int] = None,
        name: Optional[str] = None,
        non_overridable_arguments: Optional[Mapping[str, str]] = None,
        notification_property: Optional[JobNotificationPropertyArgs] = None,
        number_of_workers: Optional[int] = None,
        role_arn: Optional[str] = None,
        security_configuration: Optional[str] = None,
        tags: Optional[Mapping[str, str]] = None,
        tags_all: Optional[Mapping[str, str]] = None,
        timeout: Optional[int] = None,
        worker_type: Optional[str] = None) -> Job
func GetJob(ctx *Context, name string, id IDInput, state *JobState, opts ...ResourceOption) (*Job, error)
public static Job Get(string name, Input<string> id, JobState? state, CustomResourceOptions? opts = null)
public static Job get(String name, Output<String> id, JobState state, CustomResourceOptions options)
Resource lookup is not supported in YAML
name
The unique name of the resulting resource.
id
The unique provider ID of the resource to lookup.
state
Any extra arguments used during the lookup.
opts
A bag of options that control this resource's behavior.
resource_name
The unique name of the resulting resource.
id
The unique provider ID of the resource to lookup.
name
The unique name of the resulting resource.
id
The unique provider ID of the resource to lookup.
state
Any extra arguments used during the lookup.
opts
A bag of options that control this resource's behavior.
name
The unique name of the resulting resource.
id
The unique provider ID of the resource to lookup.
state
Any extra arguments used during the lookup.
opts
A bag of options that control this resource's behavior.
name
The unique name of the resulting resource.
id
The unique provider ID of the resource to lookup.
state
Any extra arguments used during the lookup.
opts
A bag of options that control this resource's behavior.
The following state arguments are supported:
Arn string

Amazon Resource Name (ARN) of Glue Job

Command JobCommandArgs

The command of the job. Defined below.

Connections List<string>

The list of connections used for this job.

DefaultArguments Dictionary<string, string>

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Description string

Description of the job.

ExecutionClass string

Indicates whether the job is run with a standard or flexible execution class. The standard execution class is ideal for time-sensitive workloads that require fast job startup and dedicated resources. Valid value: FLEX, STANDARD.

ExecutionProperty JobExecutionPropertyArgs

Execution property of the job. Defined below.

GlueVersion string

The version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.

MaxCapacity double

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0. Use number_of_workers and worker_type arguments instead with glue_version 2.0 and above.

MaxRetries int

The maximum number of times to retry this job if it fails.

Name string

The name you assign to this job. It must be unique in your account.

NonOverridableArguments Dictionary<string, string>

Non-overridable arguments for this job, specified as name-value pairs.

NotificationProperty JobNotificationPropertyArgs

Notification property of the job. Defined below.

NumberOfWorkers int

The number of workers of a defined workerType that are allocated when a job runs.

RoleArn string

The ARN of the IAM role associated with this job.

SecurityConfiguration string

The name of the Security Configuration to be associated with the job.

Tags Dictionary<string, string>

Key-value map of resource tags. If configured with a provider default_tags configuration block present, tags with matching keys will overwrite those defined at the provider-level.

TagsAll Dictionary<string, string>

A map of tags assigned to the resource, including those inherited from the provider default_tags configuration block.

Timeout int

The job timeout in minutes. The default is 2880 minutes (48 hours) for glueetl and pythonshell jobs, and null (unlimited) for gluestreaming jobs.

WorkerType string

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

Arn string

Amazon Resource Name (ARN) of Glue Job

Command JobCommandArgs

The command of the job. Defined below.

Connections []string

The list of connections used for this job.

DefaultArguments map[string]string

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

Description string

Description of the job.

ExecutionClass string

Indicates whether the job is run with a standard or flexible execution class. The standard execution class is ideal for time-sensitive workloads that require fast job startup and dedicated resources. Valid value: FLEX, STANDARD.

ExecutionProperty JobExecutionPropertyArgs

Execution property of the job. Defined below.

GlueVersion string

The version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.

MaxCapacity float64

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0. Use number_of_workers and worker_type arguments instead with glue_version 2.0 and above.

MaxRetries int

The maximum number of times to retry this job if it fails.

Name string

The name you assign to this job. It must be unique in your account.

NonOverridableArguments map[string]string

Non-overridable arguments for this job, specified as name-value pairs.

NotificationProperty JobNotificationPropertyArgs

Notification property of the job. Defined below.

NumberOfWorkers int

The number of workers of a defined workerType that are allocated when a job runs.

RoleArn string

The ARN of the IAM role associated with this job.

SecurityConfiguration string

The name of the Security Configuration to be associated with the job.

Tags map[string]string

Key-value map of resource tags. If configured with a provider default_tags configuration block present, tags with matching keys will overwrite those defined at the provider-level.

TagsAll map[string]string

A map of tags assigned to the resource, including those inherited from the provider default_tags configuration block.

Timeout int

The job timeout in minutes. The default is 2880 minutes (48 hours) for glueetl and pythonshell jobs, and null (unlimited) for gluestreaming jobs.

WorkerType string

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

arn String

Amazon Resource Name (ARN) of Glue Job

command JobCommandArgs

The command of the job. Defined below.

connections List<String>

The list of connections used for this job.

defaultArguments Map<String,String>

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

description String

Description of the job.

executionClass String

Indicates whether the job is run with a standard or flexible execution class. The standard execution class is ideal for time-sensitive workloads that require fast job startup and dedicated resources. Valid value: FLEX, STANDARD.

executionProperty JobExecutionPropertyArgs

Execution property of the job. Defined below.

glueVersion String

The version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.

maxCapacity Double

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0. Use number_of_workers and worker_type arguments instead with glue_version 2.0 and above.

maxRetries Integer

The maximum number of times to retry this job if it fails.

name String

The name you assign to this job. It must be unique in your account.

nonOverridableArguments Map<String,String>

Non-overridable arguments for this job, specified as name-value pairs.

notificationProperty JobNotificationPropertyArgs

Notification property of the job. Defined below.

numberOfWorkers Integer

The number of workers of a defined workerType that are allocated when a job runs.

roleArn String

The ARN of the IAM role associated with this job.

securityConfiguration String

The name of the Security Configuration to be associated with the job.

tags Map<String,String>

Key-value map of resource tags. If configured with a provider default_tags configuration block present, tags with matching keys will overwrite those defined at the provider-level.

tagsAll Map<String,String>

A map of tags assigned to the resource, including those inherited from the provider default_tags configuration block.

timeout Integer

The job timeout in minutes. The default is 2880 minutes (48 hours) for glueetl and pythonshell jobs, and null (unlimited) for gluestreaming jobs.

workerType String

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

arn string

Amazon Resource Name (ARN) of Glue Job

command JobCommandArgs

The command of the job. Defined below.

connections string[]

The list of connections used for this job.

defaultArguments {[key: string]: string}

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

description string

Description of the job.

executionClass string

Indicates whether the job is run with a standard or flexible execution class. The standard execution class is ideal for time-sensitive workloads that require fast job startup and dedicated resources. Valid value: FLEX, STANDARD.

executionProperty JobExecutionPropertyArgs

Execution property of the job. Defined below.

glueVersion string

The version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.

maxCapacity number

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0. Use number_of_workers and worker_type arguments instead with glue_version 2.0 and above.

maxRetries number

The maximum number of times to retry this job if it fails.

name string

The name you assign to this job. It must be unique in your account.

nonOverridableArguments {[key: string]: string}

Non-overridable arguments for this job, specified as name-value pairs.

notificationProperty JobNotificationPropertyArgs

Notification property of the job. Defined below.

numberOfWorkers number

The number of workers of a defined workerType that are allocated when a job runs.

roleArn string

The ARN of the IAM role associated with this job.

securityConfiguration string

The name of the Security Configuration to be associated with the job.

tags {[key: string]: string}

Key-value map of resource tags. If configured with a provider default_tags configuration block present, tags with matching keys will overwrite those defined at the provider-level.

tagsAll {[key: string]: string}

A map of tags assigned to the resource, including those inherited from the provider default_tags configuration block.

timeout number

The job timeout in minutes. The default is 2880 minutes (48 hours) for glueetl and pythonshell jobs, and null (unlimited) for gluestreaming jobs.

workerType string

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

arn str

Amazon Resource Name (ARN) of Glue Job

command JobCommandArgs

The command of the job. Defined below.

connections Sequence[str]

The list of connections used for this job.

default_arguments Mapping[str, str]

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

description str

Description of the job.

execution_class str

Indicates whether the job is run with a standard or flexible execution class. The standard execution class is ideal for time-sensitive workloads that require fast job startup and dedicated resources. Valid value: FLEX, STANDARD.

execution_property JobExecutionPropertyArgs

Execution property of the job. Defined below.

glue_version str

The version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.

max_capacity float

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0. Use number_of_workers and worker_type arguments instead with glue_version 2.0 and above.

max_retries int

The maximum number of times to retry this job if it fails.

name str

The name you assign to this job. It must be unique in your account.

non_overridable_arguments Mapping[str, str]

Non-overridable arguments for this job, specified as name-value pairs.

notification_property JobNotificationPropertyArgs

Notification property of the job. Defined below.

number_of_workers int

The number of workers of a defined workerType that are allocated when a job runs.

role_arn str

The ARN of the IAM role associated with this job.

security_configuration str

The name of the Security Configuration to be associated with the job.

tags Mapping[str, str]

Key-value map of resource tags. If configured with a provider default_tags configuration block present, tags with matching keys will overwrite those defined at the provider-level.

tags_all Mapping[str, str]

A map of tags assigned to the resource, including those inherited from the provider default_tags configuration block.

timeout int

The job timeout in minutes. The default is 2880 minutes (48 hours) for glueetl and pythonshell jobs, and null (unlimited) for gluestreaming jobs.

worker_type str

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

arn String

Amazon Resource Name (ARN) of Glue Job

command Property Map

The command of the job. Defined below.

connections List<String>

The list of connections used for this job.

defaultArguments Map<String>

The map of default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.

description String

Description of the job.

executionClass String

Indicates whether the job is run with a standard or flexible execution class. The standard execution class is ideal for time-sensitive workloads that require fast job startup and dedicated resources. Valid value: FLEX, STANDARD.

executionProperty Property Map

Execution property of the job. Defined below.

glueVersion String

The version of glue to use, for example "1.0". For information about available versions, see the AWS Glue Release Notes.

maxCapacity Number

The maximum number of AWS Glue data processing units (DPUs) that can be allocated when this job runs. Required when pythonshell is set, accept either 0.0625 or 1.0. Use number_of_workers and worker_type arguments instead with glue_version 2.0 and above.

maxRetries Number

The maximum number of times to retry this job if it fails.

name String

The name you assign to this job. It must be unique in your account.

nonOverridableArguments Map<String>

Non-overridable arguments for this job, specified as name-value pairs.

notificationProperty Property Map

Notification property of the job. Defined below.

numberOfWorkers Number

The number of workers of a defined workerType that are allocated when a job runs.

roleArn String

The ARN of the IAM role associated with this job.

securityConfiguration String

The name of the Security Configuration to be associated with the job.

tags Map<String>

Key-value map of resource tags. If configured with a provider default_tags configuration block present, tags with matching keys will overwrite those defined at the provider-level.

tagsAll Map<String>

A map of tags assigned to the resource, including those inherited from the provider default_tags configuration block.

timeout Number

The job timeout in minutes. The default is 2880 minutes (48 hours) for glueetl and pythonshell jobs, and null (unlimited) for gluestreaming jobs.

workerType String

The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.

Supporting Types

JobCommand

ScriptLocation string

Specifies the S3 path to a script that executes a job.

Name string

The name of the job command. Defaults to glueetl. Use pythonshell for Python Shell Job Type, or gluestreaming for Streaming Job Type. max_capacity needs to be set if pythonshell is chosen.

PythonVersion string

The Python version being used to execute a Python shell job. Allowed values are 2, 3 or 3.9. Version 3 refers to Python 3.6.

ScriptLocation string

Specifies the S3 path to a script that executes a job.

Name string

The name of the job command. Defaults to glueetl. Use pythonshell for Python Shell Job Type, or gluestreaming for Streaming Job Type. max_capacity needs to be set if pythonshell is chosen.

PythonVersion string

The Python version being used to execute a Python shell job. Allowed values are 2, 3 or 3.9. Version 3 refers to Python 3.6.

scriptLocation String

Specifies the S3 path to a script that executes a job.

name String

The name of the job command. Defaults to glueetl. Use pythonshell for Python Shell Job Type, or gluestreaming for Streaming Job Type. max_capacity needs to be set if pythonshell is chosen.

pythonVersion String

The Python version being used to execute a Python shell job. Allowed values are 2, 3 or 3.9. Version 3 refers to Python 3.6.

scriptLocation string

Specifies the S3 path to a script that executes a job.

name string

The name of the job command. Defaults to glueetl. Use pythonshell for Python Shell Job Type, or gluestreaming for Streaming Job Type. max_capacity needs to be set if pythonshell is chosen.

pythonVersion string

The Python version being used to execute a Python shell job. Allowed values are 2, 3 or 3.9. Version 3 refers to Python 3.6.

script_location str

Specifies the S3 path to a script that executes a job.

name str

The name of the job command. Defaults to glueetl. Use pythonshell for Python Shell Job Type, or gluestreaming for Streaming Job Type. max_capacity needs to be set if pythonshell is chosen.

python_version str

The Python version being used to execute a Python shell job. Allowed values are 2, 3 or 3.9. Version 3 refers to Python 3.6.

scriptLocation String

Specifies the S3 path to a script that executes a job.

name String

The name of the job command. Defaults to glueetl. Use pythonshell for Python Shell Job Type, or gluestreaming for Streaming Job Type. max_capacity needs to be set if pythonshell is chosen.

pythonVersion String

The Python version being used to execute a Python shell job. Allowed values are 2, 3 or 3.9. Version 3 refers to Python 3.6.

JobExecutionProperty

MaxConcurrentRuns int

The maximum number of concurrent runs allowed for a job. The default is 1.

MaxConcurrentRuns int

The maximum number of concurrent runs allowed for a job. The default is 1.

maxConcurrentRuns Integer

The maximum number of concurrent runs allowed for a job. The default is 1.

maxConcurrentRuns number

The maximum number of concurrent runs allowed for a job. The default is 1.

max_concurrent_runs int

The maximum number of concurrent runs allowed for a job. The default is 1.

maxConcurrentRuns Number

The maximum number of concurrent runs allowed for a job. The default is 1.

JobNotificationProperty

NotifyDelayAfter int

After a job run starts, the number of minutes to wait before sending a job run delay notification.

NotifyDelayAfter int

After a job run starts, the number of minutes to wait before sending a job run delay notification.

notifyDelayAfter Integer

After a job run starts, the number of minutes to wait before sending a job run delay notification.

notifyDelayAfter number

After a job run starts, the number of minutes to wait before sending a job run delay notification.

notify_delay_after int

After a job run starts, the number of minutes to wait before sending a job run delay notification.

notifyDelayAfter Number

After a job run starts, the number of minutes to wait before sending a job run delay notification.

Import

Glue Jobs can be imported using name, e.g.,

 $ pulumi import aws:glue/job:Job MyJob MyJob

Package Details

Repository
AWS Classic pulumi/pulumi-aws
License
Apache-2.0
Notes

This Pulumi package is based on the aws Terraform Provider.