databricks logo
Databricks v1.14.0, May 23 23

databricks.getJob

Explore with Pulumi AI

Note If you have a fully automated setup with workspaces created by databricks_mws_workspaces, please make sure to add depends_on attribute in order to prevent default auth: cannot configure default credentials errors.

Retrieves the settings of databricks.Job by name or by id. Complements the feature of the databricks.getJobs data source.

The following resources are used in the same context:

  • databricks.getJobs data to get all jobs and their names from a workspace.
  • databricks.Job to manage Databricks Jobs to run non-interactive code in a databricks_cluster.

Example Usage

Getting the existing cluster id of specific databricks.Job by name or by id

using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Databricks = Pulumi.Databricks;

return await Deployment.RunAsync(() => 
{
    var @this = Databricks.GetJob.Invoke(new()
    {
        JobName = "My job",
    });

    return new Dictionary<string, object?>
    {
        ["jobNumWorkers"] = @this.Apply(@this => @this.Apply(getJobResult => getJobResult.JobSettings?.Settings?.NewCluster?.NumWorkers)),
    };
});
package main

import (
	"github.com/pulumi/pulumi-databricks/sdk/go/databricks"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		this, err := databricks.LookupJob(ctx, &databricks.LookupJobArgs{
			JobName: pulumi.StringRef("My job"),
		}, nil)
		if err != nil {
			return err
		}
		ctx.Export("jobNumWorkers", this.JobSettings.Settings.NewCluster.NumWorkers)
		return nil
	})
}
package generated_program;

import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.databricks.DatabricksFunctions;
import com.pulumi.databricks.inputs.GetJobArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;

public class App {
    public static void main(String[] args) {
        Pulumi.run(App::stack);
    }

    public static void stack(Context ctx) {
        final var this = DatabricksFunctions.getJob(GetJobArgs.builder()
            .jobName("My job")
            .build());

        ctx.export("jobNumWorkers", this_.jobSettings().settings().newCluster().numWorkers());
    }
}
import pulumi
import pulumi_databricks as databricks

this = databricks.get_job(job_name="My job")
pulumi.export("jobNumWorkers", this.job_settings.settings.new_cluster.num_workers)
import * as pulumi from "@pulumi/pulumi";
import * as databricks from "@pulumi/databricks";

const this = databricks.getJob({
    jobName: "My job",
});
export const jobNumWorkers = _this.then(_this => _this.jobSettings?.settings?.newCluster?.numWorkers);
variables:
  this:
    fn::invoke:
      Function: databricks:getJob
      Arguments:
        jobName: My job
outputs:
  jobNumWorkers: ${this.jobSettings.settings.newCluster.numWorkers}

Using getJob

Two invocation forms are available. The direct form accepts plain arguments and either blocks until the result value is available, or returns a Promise-wrapped result. The output form accepts Input-wrapped arguments and returns an Output-wrapped result.

function getJob(args: GetJobArgs, opts?: InvokeOptions): Promise<GetJobResult>
function getJobOutput(args: GetJobOutputArgs, opts?: InvokeOptions): Output<GetJobResult>
def get_job(id: Optional[str] = None,
            job_id: Optional[str] = None,
            job_name: Optional[str] = None,
            job_settings: Optional[GetJobJobSettings] = None,
            name: Optional[str] = None,
            opts: Optional[InvokeOptions] = None) -> GetJobResult
def get_job_output(id: Optional[pulumi.Input[str]] = None,
            job_id: Optional[pulumi.Input[str]] = None,
            job_name: Optional[pulumi.Input[str]] = None,
            job_settings: Optional[pulumi.Input[GetJobJobSettingsArgs]] = None,
            name: Optional[pulumi.Input[str]] = None,
            opts: Optional[InvokeOptions] = None) -> Output[GetJobResult]
func LookupJob(ctx *Context, args *LookupJobArgs, opts ...InvokeOption) (*LookupJobResult, error)
func LookupJobOutput(ctx *Context, args *LookupJobOutputArgs, opts ...InvokeOption) LookupJobResultOutput

> Note: This function is named LookupJob in the Go SDK.

public static class GetJob 
{
    public static Task<GetJobResult> InvokeAsync(GetJobArgs args, InvokeOptions? opts = null)
    public static Output<GetJobResult> Invoke(GetJobInvokeArgs args, InvokeOptions? opts = null)
}
public static CompletableFuture<GetJobResult> getJob(GetJobArgs args, InvokeOptions options)
// Output-based functions aren't available in Java yet
fn::invoke:
  function: databricks:index/getJob:getJob
  arguments:
    # arguments dictionary

The following arguments are supported:

Id string

the id of databricks.Job if the resource was matched by name.

JobId string
JobName string
JobSettings GetJobJobSettings

the same fields as in databricks_job.

Name string

the job name of databricks.Job if the resource was matched by id.

Id string

the id of databricks.Job if the resource was matched by name.

JobId string
JobName string
JobSettings GetJobJobSettings

the same fields as in databricks_job.

Name string

the job name of databricks.Job if the resource was matched by id.

id String

the id of databricks.Job if the resource was matched by name.

jobId String
jobName String
jobSettings GetJobJobSettings

the same fields as in databricks_job.

name String

the job name of databricks.Job if the resource was matched by id.

id string

the id of databricks.Job if the resource was matched by name.

jobId string
jobName string
jobSettings GetJobJobSettings

the same fields as in databricks_job.

name string

the job name of databricks.Job if the resource was matched by id.

id str

the id of databricks.Job if the resource was matched by name.

job_id str
job_name str
job_settings GetJobJobSettings

the same fields as in databricks_job.

name str

the job name of databricks.Job if the resource was matched by id.

id String

the id of databricks.Job if the resource was matched by name.

jobId String
jobName String
jobSettings Property Map

the same fields as in databricks_job.

name String

the job name of databricks.Job if the resource was matched by id.

getJob Result

The following output properties are available:

Id string

the id of databricks.Job if the resource was matched by name.

JobId string
JobName string
JobSettings GetJobJobSettings

the same fields as in databricks_job.

Name string

the job name of databricks.Job if the resource was matched by id.

Id string

the id of databricks.Job if the resource was matched by name.

JobId string
JobName string
JobSettings GetJobJobSettings

the same fields as in databricks_job.

Name string

the job name of databricks.Job if the resource was matched by id.

id String

the id of databricks.Job if the resource was matched by name.

jobId String
jobName String
jobSettings GetJobJobSettings

the same fields as in databricks_job.

name String

the job name of databricks.Job if the resource was matched by id.

id string

the id of databricks.Job if the resource was matched by name.

jobId string
jobName string
jobSettings GetJobJobSettings

the same fields as in databricks_job.

name string

the job name of databricks.Job if the resource was matched by id.

id str

the id of databricks.Job if the resource was matched by name.

job_id str
job_name str
job_settings GetJobJobSettings

the same fields as in databricks_job.

name str

the job name of databricks.Job if the resource was matched by id.

id String

the id of databricks.Job if the resource was matched by name.

jobId String
jobName String
jobSettings Property Map

the same fields as in databricks_job.

name String

the job name of databricks.Job if the resource was matched by id.

Supporting Types

GetJobJobSettings

GetJobJobSettingsSettings

Format string
Continuous GetJobJobSettingsSettingsContinuous
DbtTask GetJobJobSettingsSettingsDbtTask
EmailNotifications GetJobJobSettingsSettingsEmailNotifications
ExistingClusterId string
GitSource GetJobJobSettingsSettingsGitSource
JobClusters List<GetJobJobSettingsSettingsJobCluster>
Libraries List<GetJobJobSettingsSettingsLibrary>
MaxConcurrentRuns int
MaxRetries int
MinRetryIntervalMillis int
Name string

the job name of databricks.Job if the resource was matched by id.

NewCluster GetJobJobSettingsSettingsNewCluster
NotebookTask GetJobJobSettingsSettingsNotebookTask
NotificationSettings GetJobJobSettingsSettingsNotificationSettings
PipelineTask GetJobJobSettingsSettingsPipelineTask
PythonWheelTask GetJobJobSettingsSettingsPythonWheelTask
Queue GetJobJobSettingsSettingsQueue
RetryOnTimeout bool
Schedule GetJobJobSettingsSettingsSchedule
SparkJarTask GetJobJobSettingsSettingsSparkJarTask
SparkPythonTask GetJobJobSettingsSettingsSparkPythonTask
SparkSubmitTask GetJobJobSettingsSettingsSparkSubmitTask
Tags Dictionary<string, object>
Tasks List<GetJobJobSettingsSettingsTask>
TimeoutSeconds int
Trigger GetJobJobSettingsSettingsTrigger
WebhookNotifications GetJobJobSettingsSettingsWebhookNotifications
Format string
Continuous GetJobJobSettingsSettingsContinuous
DbtTask GetJobJobSettingsSettingsDbtTask
EmailNotifications GetJobJobSettingsSettingsEmailNotifications
ExistingClusterId string
GitSource GetJobJobSettingsSettingsGitSource
JobClusters []GetJobJobSettingsSettingsJobCluster
Libraries []GetJobJobSettingsSettingsLibrary
MaxConcurrentRuns int
MaxRetries int
MinRetryIntervalMillis int
Name string

the job name of databricks.Job if the resource was matched by id.

NewCluster GetJobJobSettingsSettingsNewCluster
NotebookTask GetJobJobSettingsSettingsNotebookTask
NotificationSettings GetJobJobSettingsSettingsNotificationSettings
PipelineTask GetJobJobSettingsSettingsPipelineTask
PythonWheelTask GetJobJobSettingsSettingsPythonWheelTask
Queue GetJobJobSettingsSettingsQueue
RetryOnTimeout bool
Schedule GetJobJobSettingsSettingsSchedule
SparkJarTask GetJobJobSettingsSettingsSparkJarTask
SparkPythonTask GetJobJobSettingsSettingsSparkPythonTask
SparkSubmitTask GetJobJobSettingsSettingsSparkSubmitTask
Tags map[string]interface{}
Tasks []GetJobJobSettingsSettingsTask
TimeoutSeconds int
Trigger GetJobJobSettingsSettingsTrigger
WebhookNotifications GetJobJobSettingsSettingsWebhookNotifications
format String
continuous GetJobJobSettingsSettingsContinuous
dbtTask GetJobJobSettingsSettingsDbtTask
emailNotifications GetJobJobSettingsSettingsEmailNotifications
existingClusterId String
gitSource GetJobJobSettingsSettingsGitSource
jobClusters List<GetJobJobSettingsSettingsJobCluster>
libraries List<GetJobJobSettingsSettingsLibrary>
maxConcurrentRuns Integer
maxRetries Integer
minRetryIntervalMillis Integer
name String

the job name of databricks.Job if the resource was matched by id.

newCluster GetJobJobSettingsSettingsNewCluster
notebookTask GetJobJobSettingsSettingsNotebookTask
notificationSettings GetJobJobSettingsSettingsNotificationSettings
pipelineTask GetJobJobSettingsSettingsPipelineTask
pythonWheelTask GetJobJobSettingsSettingsPythonWheelTask
queue GetJobJobSettingsSettingsQueue
retryOnTimeout Boolean
schedule GetJobJobSettingsSettingsSchedule
sparkJarTask GetJobJobSettingsSettingsSparkJarTask
sparkPythonTask GetJobJobSettingsSettingsSparkPythonTask
sparkSubmitTask GetJobJobSettingsSettingsSparkSubmitTask
tags Map<String,Object>
tasks List<GetJobJobSettingsSettingsTask>
timeoutSeconds Integer
trigger GetJobJobSettingsSettingsTrigger
webhookNotifications GetJobJobSettingsSettingsWebhookNotifications
format string
continuous GetJobJobSettingsSettingsContinuous
dbtTask GetJobJobSettingsSettingsDbtTask
emailNotifications GetJobJobSettingsSettingsEmailNotifications
existingClusterId string
gitSource GetJobJobSettingsSettingsGitSource
jobClusters GetJobJobSettingsSettingsJobCluster[]
libraries GetJobJobSettingsSettingsLibrary[]
maxConcurrentRuns number
maxRetries number
minRetryIntervalMillis number
name string

the job name of databricks.Job if the resource was matched by id.

newCluster GetJobJobSettingsSettingsNewCluster
notebookTask GetJobJobSettingsSettingsNotebookTask
notificationSettings GetJobJobSettingsSettingsNotificationSettings
pipelineTask GetJobJobSettingsSettingsPipelineTask
pythonWheelTask GetJobJobSettingsSettingsPythonWheelTask
queue GetJobJobSettingsSettingsQueue
retryOnTimeout boolean
schedule GetJobJobSettingsSettingsSchedule
sparkJarTask GetJobJobSettingsSettingsSparkJarTask
sparkPythonTask GetJobJobSettingsSettingsSparkPythonTask
sparkSubmitTask GetJobJobSettingsSettingsSparkSubmitTask
tags {[key: string]: any}
tasks GetJobJobSettingsSettingsTask[]
timeoutSeconds number
trigger GetJobJobSettingsSettingsTrigger
webhookNotifications GetJobJobSettingsSettingsWebhookNotifications
format str
continuous GetJobJobSettingsSettingsContinuous
dbt_task GetJobJobSettingsSettingsDbtTask
email_notifications GetJobJobSettingsSettingsEmailNotifications
existing_cluster_id str
git_source GetJobJobSettingsSettingsGitSource
job_clusters Sequence[GetJobJobSettingsSettingsJobCluster]
libraries Sequence[GetJobJobSettingsSettingsLibrary]
max_concurrent_runs int
max_retries int
min_retry_interval_millis int
name str

the job name of databricks.Job if the resource was matched by id.

new_cluster GetJobJobSettingsSettingsNewCluster
notebook_task GetJobJobSettingsSettingsNotebookTask
notification_settings GetJobJobSettingsSettingsNotificationSettings
pipeline_task GetJobJobSettingsSettingsPipelineTask
python_wheel_task GetJobJobSettingsSettingsPythonWheelTask
queue GetJobJobSettingsSettingsQueue
retry_on_timeout bool
schedule GetJobJobSettingsSettingsSchedule
spark_jar_task GetJobJobSettingsSettingsSparkJarTask
spark_python_task GetJobJobSettingsSettingsSparkPythonTask
spark_submit_task GetJobJobSettingsSettingsSparkSubmitTask
tags Mapping[str, Any]
tasks Sequence[GetJobJobSettingsSettingsTask]
timeout_seconds int
trigger GetJobJobSettingsSettingsTrigger
webhook_notifications GetJobJobSettingsSettingsWebhookNotifications

GetJobJobSettingsSettingsContinuous

GetJobJobSettingsSettingsDbtTask

Commands List<string>
Catalog string
ProfilesDirectory string
ProjectDirectory string
Schema string
WarehouseId string
Commands []string
Catalog string
ProfilesDirectory string
ProjectDirectory string
Schema string
WarehouseId string
commands List<String>
catalog String
profilesDirectory String
projectDirectory String
schema String
warehouseId String
commands string[]
catalog string
profilesDirectory string
projectDirectory string
schema string
warehouseId string
commands List<String>
catalog String
profilesDirectory String
projectDirectory String
schema String
warehouseId String

GetJobJobSettingsSettingsEmailNotifications

AlertOnLastAttempt bool
NoAlertForSkippedRuns bool
OnFailures List<string>
OnStarts List<string>
OnSuccesses List<string>
alertOnLastAttempt Boolean
noAlertForSkippedRuns Boolean
onFailures List<String>
onStarts List<String>
onSuccesses List<String>
alert_on_last_attempt bool
no_alert_for_skipped_runs bool
on_failures Sequence[str]
on_starts Sequence[str]
on_successes Sequence[str]
alertOnLastAttempt Boolean
noAlertForSkippedRuns Boolean
onFailures List<String>
onStarts List<String>
onSuccesses List<String>

GetJobJobSettingsSettingsGitSource

Url string
Branch string
Commit string
Provider string
Tag string
Url string
Branch string
Commit string
Provider string
Tag string
url String
branch String
commit String
provider String
tag String
url string
branch string
commit string
provider string
tag string
url str
branch str
commit str
provider str
tag str
url String
branch String
commit String
provider String
tag String

GetJobJobSettingsSettingsJobCluster

GetJobJobSettingsSettingsJobClusterNewCluster

DriverInstancePoolId string
DriverNodeTypeId string
EnableElasticDisk bool
EnableLocalDiskEncryption bool
NodeTypeId string
NumWorkers int
SparkVersion string
ApplyPolicyDefaultValues bool
Autoscale GetJobJobSettingsSettingsJobClusterNewClusterAutoscale
AutoterminationMinutes int
AwsAttributes GetJobJobSettingsSettingsJobClusterNewClusterAwsAttributes
AzureAttributes GetJobJobSettingsSettingsJobClusterNewClusterAzureAttributes
ClusterId string
ClusterLogConf GetJobJobSettingsSettingsJobClusterNewClusterClusterLogConf
ClusterMountInfos List<GetJobJobSettingsSettingsJobClusterNewClusterClusterMountInfo>
ClusterName string
CustomTags Dictionary<string, object>
DataSecurityMode string
DockerImage GetJobJobSettingsSettingsJobClusterNewClusterDockerImage
GcpAttributes GetJobJobSettingsSettingsJobClusterNewClusterGcpAttributes
IdempotencyToken string
InitScripts List<GetJobJobSettingsSettingsJobClusterNewClusterInitScript>
InstancePoolId string
PolicyId string
RuntimeEngine string
SingleUserName string
SparkConf Dictionary<string, object>
SparkEnvVars Dictionary<string, object>
SshPublicKeys List<string>
WorkloadType GetJobJobSettingsSettingsJobClusterNewClusterWorkloadType
DriverInstancePoolId string
DriverNodeTypeId string
EnableElasticDisk bool
EnableLocalDiskEncryption bool
NodeTypeId string
NumWorkers int
SparkVersion string
ApplyPolicyDefaultValues bool
Autoscale GetJobJobSettingsSettingsJobClusterNewClusterAutoscale
AutoterminationMinutes int
AwsAttributes GetJobJobSettingsSettingsJobClusterNewClusterAwsAttributes
AzureAttributes GetJobJobSettingsSettingsJobClusterNewClusterAzureAttributes
ClusterId string
ClusterLogConf GetJobJobSettingsSettingsJobClusterNewClusterClusterLogConf
ClusterMountInfos []GetJobJobSettingsSettingsJobClusterNewClusterClusterMountInfo
ClusterName string
CustomTags map[string]interface{}
DataSecurityMode string
DockerImage GetJobJobSettingsSettingsJobClusterNewClusterDockerImage
GcpAttributes GetJobJobSettingsSettingsJobClusterNewClusterGcpAttributes
IdempotencyToken string
InitScripts []GetJobJobSettingsSettingsJobClusterNewClusterInitScript
InstancePoolId string
PolicyId string
RuntimeEngine string
SingleUserName string
SparkConf map[string]interface{}
SparkEnvVars map[string]interface{}
SshPublicKeys []string
WorkloadType GetJobJobSettingsSettingsJobClusterNewClusterWorkloadType
driverInstancePoolId String
driverNodeTypeId String
enableElasticDisk Boolean
enableLocalDiskEncryption Boolean
nodeTypeId String
numWorkers Integer
sparkVersion String
applyPolicyDefaultValues Boolean
autoscale GetJobJobSettingsSettingsJobClusterNewClusterAutoscale
autoterminationMinutes Integer
awsAttributes GetJobJobSettingsSettingsJobClusterNewClusterAwsAttributes
azureAttributes GetJobJobSettingsSettingsJobClusterNewClusterAzureAttributes
clusterId String
clusterLogConf GetJobJobSettingsSettingsJobClusterNewClusterClusterLogConf
clusterMountInfos List<GetJobJobSettingsSettingsJobClusterNewClusterClusterMountInfo>
clusterName String
customTags Map<String,Object>
dataSecurityMode String
dockerImage GetJobJobSettingsSettingsJobClusterNewClusterDockerImage
gcpAttributes GetJobJobSettingsSettingsJobClusterNewClusterGcpAttributes
idempotencyToken String
initScripts List<GetJobJobSettingsSettingsJobClusterNewClusterInitScript>
instancePoolId String
policyId String
runtimeEngine String
singleUserName String
sparkConf Map<String,Object>
sparkEnvVars Map<String,Object>
sshPublicKeys List<String>
workloadType GetJobJobSettingsSettingsJobClusterNewClusterWorkloadType
driverInstancePoolId string
driverNodeTypeId string
enableElasticDisk boolean
enableLocalDiskEncryption boolean
nodeTypeId string
numWorkers number
sparkVersion string
applyPolicyDefaultValues boolean
autoscale GetJobJobSettingsSettingsJobClusterNewClusterAutoscale
autoterminationMinutes number
awsAttributes GetJobJobSettingsSettingsJobClusterNewClusterAwsAttributes
azureAttributes GetJobJobSettingsSettingsJobClusterNewClusterAzureAttributes
clusterId string
clusterLogConf GetJobJobSettingsSettingsJobClusterNewClusterClusterLogConf
clusterMountInfos GetJobJobSettingsSettingsJobClusterNewClusterClusterMountInfo[]
clusterName string
customTags {[key: string]: any}
dataSecurityMode string
dockerImage GetJobJobSettingsSettingsJobClusterNewClusterDockerImage
gcpAttributes GetJobJobSettingsSettingsJobClusterNewClusterGcpAttributes
idempotencyToken string
initScripts GetJobJobSettingsSettingsJobClusterNewClusterInitScript[]
instancePoolId string
policyId string
runtimeEngine string
singleUserName string
sparkConf {[key: string]: any}
sparkEnvVars {[key: string]: any}
sshPublicKeys string[]
workloadType GetJobJobSettingsSettingsJobClusterNewClusterWorkloadType
driver_instance_pool_id str
driver_node_type_id str
enable_elastic_disk bool
enable_local_disk_encryption bool
node_type_id str
num_workers int
spark_version str
apply_policy_default_values bool
autoscale GetJobJobSettingsSettingsJobClusterNewClusterAutoscale
autotermination_minutes int
aws_attributes GetJobJobSettingsSettingsJobClusterNewClusterAwsAttributes
azure_attributes GetJobJobSettingsSettingsJobClusterNewClusterAzureAttributes
cluster_id str
cluster_log_conf GetJobJobSettingsSettingsJobClusterNewClusterClusterLogConf
cluster_mount_infos Sequence[GetJobJobSettingsSettingsJobClusterNewClusterClusterMountInfo]
cluster_name str
custom_tags Mapping[str, Any]
data_security_mode str
docker_image GetJobJobSettingsSettingsJobClusterNewClusterDockerImage
gcp_attributes GetJobJobSettingsSettingsJobClusterNewClusterGcpAttributes
idempotency_token str
init_scripts Sequence[GetJobJobSettingsSettingsJobClusterNewClusterInitScript]
instance_pool_id str
policy_id str
runtime_engine str
single_user_name str
spark_conf Mapping[str, Any]
spark_env_vars Mapping[str, Any]
ssh_public_keys Sequence[str]
workload_type GetJobJobSettingsSettingsJobClusterNewClusterWorkloadType

GetJobJobSettingsSettingsJobClusterNewClusterAutoscale

maxWorkers Integer
minWorkers Integer
maxWorkers number
minWorkers number
maxWorkers Number
minWorkers Number

GetJobJobSettingsSettingsJobClusterNewClusterAwsAttributes

GetJobJobSettingsSettingsJobClusterNewClusterAzureAttributes

GetJobJobSettingsSettingsJobClusterNewClusterClusterLogConf

GetJobJobSettingsSettingsJobClusterNewClusterClusterLogConfDbfs

GetJobJobSettingsSettingsJobClusterNewClusterClusterLogConfS3

Destination string
CannedAcl string
EnableEncryption bool
EncryptionType string
Endpoint string
KmsKey string
Region string
Destination string
CannedAcl string
EnableEncryption bool
EncryptionType string
Endpoint string
KmsKey string
Region string
destination String
cannedAcl String
enableEncryption Boolean
encryptionType String
endpoint String
kmsKey String
region String
destination string
cannedAcl string
enableEncryption boolean
encryptionType string
endpoint string
kmsKey string
region string
destination String
cannedAcl String
enableEncryption Boolean
encryptionType String
endpoint String
kmsKey String
region String

GetJobJobSettingsSettingsJobClusterNewClusterClusterMountInfo

GetJobJobSettingsSettingsJobClusterNewClusterClusterMountInfoNetworkFilesystemInfo

GetJobJobSettingsSettingsJobClusterNewClusterDockerImage

GetJobJobSettingsSettingsJobClusterNewClusterDockerImageBasicAuth

Password string
Username string
Password string
Username string
password String
username String
password string
username string
password String
username String

GetJobJobSettingsSettingsJobClusterNewClusterGcpAttributes

GetJobJobSettingsSettingsJobClusterNewClusterInitScript

GetJobJobSettingsSettingsJobClusterNewClusterInitScriptAbfss

GetJobJobSettingsSettingsJobClusterNewClusterInitScriptDbfs

GetJobJobSettingsSettingsJobClusterNewClusterInitScriptFile

GetJobJobSettingsSettingsJobClusterNewClusterInitScriptGcs

GetJobJobSettingsSettingsJobClusterNewClusterInitScriptS3

Destination string
CannedAcl string
EnableEncryption bool
EncryptionType string
Endpoint string
KmsKey string
Region string
Destination string
CannedAcl string
EnableEncryption bool
EncryptionType string
Endpoint string
KmsKey string
Region string
destination String
cannedAcl String
enableEncryption Boolean
encryptionType String
endpoint String
kmsKey String
region String
destination string
cannedAcl string
enableEncryption boolean
encryptionType string
endpoint string
kmsKey string
region string
destination String
cannedAcl String
enableEncryption Boolean
encryptionType String
endpoint String
kmsKey String
region String

GetJobJobSettingsSettingsJobClusterNewClusterInitScriptWorkspace

GetJobJobSettingsSettingsJobClusterNewClusterWorkloadType

GetJobJobSettingsSettingsJobClusterNewClusterWorkloadTypeClients

Jobs bool
Notebooks bool
Jobs bool
Notebooks bool
jobs Boolean
notebooks Boolean
jobs boolean
notebooks boolean
jobs bool
notebooks bool
jobs Boolean
notebooks Boolean

GetJobJobSettingsSettingsLibrary

GetJobJobSettingsSettingsLibraryCran

Package string
Repo string
Package string
Repo string
package_ String
repo String
package string
repo string
package str
repo str
package String
repo String

GetJobJobSettingsSettingsLibraryMaven

Coordinates string
Exclusions List<string>
Repo string
Coordinates string
Exclusions []string
Repo string
coordinates String
exclusions List<String>
repo String
coordinates string
exclusions string[]
repo string
coordinates str
exclusions Sequence[str]
repo str
coordinates String
exclusions List<String>
repo String

GetJobJobSettingsSettingsLibraryPypi

Package string
Repo string
Package string
Repo string
package_ String
repo String
package string
repo string
package str
repo str
package String
repo String

GetJobJobSettingsSettingsNewCluster

DriverInstancePoolId string
DriverNodeTypeId string
EnableElasticDisk bool
EnableLocalDiskEncryption bool
NodeTypeId string
NumWorkers int
SparkVersion string
ApplyPolicyDefaultValues bool
Autoscale GetJobJobSettingsSettingsNewClusterAutoscale
AutoterminationMinutes int
AwsAttributes GetJobJobSettingsSettingsNewClusterAwsAttributes
AzureAttributes GetJobJobSettingsSettingsNewClusterAzureAttributes
ClusterId string
ClusterLogConf GetJobJobSettingsSettingsNewClusterClusterLogConf
ClusterMountInfos List<GetJobJobSettingsSettingsNewClusterClusterMountInfo>
ClusterName string
CustomTags Dictionary<string, object>
DataSecurityMode string
DockerImage GetJobJobSettingsSettingsNewClusterDockerImage
GcpAttributes GetJobJobSettingsSettingsNewClusterGcpAttributes
IdempotencyToken string
InitScripts List<GetJobJobSettingsSettingsNewClusterInitScript>
InstancePoolId string
PolicyId string
RuntimeEngine string
SingleUserName string
SparkConf Dictionary<string, object>
SparkEnvVars Dictionary<string, object>
SshPublicKeys List<string>
WorkloadType GetJobJobSettingsSettingsNewClusterWorkloadType
DriverInstancePoolId string
DriverNodeTypeId string
EnableElasticDisk bool
EnableLocalDiskEncryption bool
NodeTypeId string
NumWorkers int
SparkVersion string
ApplyPolicyDefaultValues bool
Autoscale GetJobJobSettingsSettingsNewClusterAutoscale
AutoterminationMinutes int
AwsAttributes GetJobJobSettingsSettingsNewClusterAwsAttributes
AzureAttributes GetJobJobSettingsSettingsNewClusterAzureAttributes
ClusterId string
ClusterLogConf GetJobJobSettingsSettingsNewClusterClusterLogConf
ClusterMountInfos []GetJobJobSettingsSettingsNewClusterClusterMountInfo
ClusterName string
CustomTags map[string]interface{}
DataSecurityMode string
DockerImage GetJobJobSettingsSettingsNewClusterDockerImage
GcpAttributes GetJobJobSettingsSettingsNewClusterGcpAttributes
IdempotencyToken string
InitScripts []GetJobJobSettingsSettingsNewClusterInitScript
InstancePoolId string
PolicyId string
RuntimeEngine string
SingleUserName string
SparkConf map[string]interface{}
SparkEnvVars map[string]interface{}
SshPublicKeys []string
WorkloadType GetJobJobSettingsSettingsNewClusterWorkloadType
driverInstancePoolId String
driverNodeTypeId String
enableElasticDisk Boolean
enableLocalDiskEncryption Boolean
nodeTypeId String
numWorkers Integer
sparkVersion String
applyPolicyDefaultValues Boolean
autoscale GetJobJobSettingsSettingsNewClusterAutoscale
autoterminationMinutes Integer
awsAttributes GetJobJobSettingsSettingsNewClusterAwsAttributes
azureAttributes GetJobJobSettingsSettingsNewClusterAzureAttributes
clusterId String
clusterLogConf GetJobJobSettingsSettingsNewClusterClusterLogConf
clusterMountInfos List<GetJobJobSettingsSettingsNewClusterClusterMountInfo>
clusterName String
customTags Map<String,Object>
dataSecurityMode String
dockerImage GetJobJobSettingsSettingsNewClusterDockerImage
gcpAttributes GetJobJobSettingsSettingsNewClusterGcpAttributes
idempotencyToken String
initScripts List<GetJobJobSettingsSettingsNewClusterInitScript>
instancePoolId String
policyId String
runtimeEngine String
singleUserName String
sparkConf Map<String,Object>
sparkEnvVars Map<String,Object>
sshPublicKeys List<String>
workloadType GetJobJobSettingsSettingsNewClusterWorkloadType
driverInstancePoolId string
driverNodeTypeId string
enableElasticDisk boolean
enableLocalDiskEncryption boolean
nodeTypeId string
numWorkers number
sparkVersion string
applyPolicyDefaultValues boolean
autoscale GetJobJobSettingsSettingsNewClusterAutoscale
autoterminationMinutes number
awsAttributes GetJobJobSettingsSettingsNewClusterAwsAttributes
azureAttributes GetJobJobSettingsSettingsNewClusterAzureAttributes
clusterId string
clusterLogConf GetJobJobSettingsSettingsNewClusterClusterLogConf
clusterMountInfos GetJobJobSettingsSettingsNewClusterClusterMountInfo[]
clusterName string
customTags {[key: string]: any}
dataSecurityMode string
dockerImage GetJobJobSettingsSettingsNewClusterDockerImage
gcpAttributes GetJobJobSettingsSettingsNewClusterGcpAttributes
idempotencyToken string
initScripts GetJobJobSettingsSettingsNewClusterInitScript[]
instancePoolId string
policyId string
runtimeEngine string
singleUserName string
sparkConf {[key: string]: any}
sparkEnvVars {[key: string]: any}
sshPublicKeys string[]
workloadType GetJobJobSettingsSettingsNewClusterWorkloadType
driver_instance_pool_id str
driver_node_type_id str
enable_elastic_disk bool
enable_local_disk_encryption bool
node_type_id str
num_workers int
spark_version str
apply_policy_default_values bool
autoscale GetJobJobSettingsSettingsNewClusterAutoscale
autotermination_minutes int
aws_attributes GetJobJobSettingsSettingsNewClusterAwsAttributes
azure_attributes GetJobJobSettingsSettingsNewClusterAzureAttributes
cluster_id str
cluster_log_conf GetJobJobSettingsSettingsNewClusterClusterLogConf
cluster_mount_infos Sequence[GetJobJobSettingsSettingsNewClusterClusterMountInfo]
cluster_name str
custom_tags Mapping[str, Any]
data_security_mode str
docker_image GetJobJobSettingsSettingsNewClusterDockerImage
gcp_attributes GetJobJobSettingsSettingsNewClusterGcpAttributes
idempotency_token str
init_scripts Sequence[GetJobJobSettingsSettingsNewClusterInitScript]
instance_pool_id str
policy_id str
runtime_engine str
single_user_name str
spark_conf Mapping[str, Any]
spark_env_vars Mapping[str, Any]
ssh_public_keys Sequence[str]
workload_type GetJobJobSettingsSettingsNewClusterWorkloadType

GetJobJobSettingsSettingsNewClusterAutoscale

maxWorkers Integer
minWorkers Integer
maxWorkers number
minWorkers number
maxWorkers Number
minWorkers Number

GetJobJobSettingsSettingsNewClusterAwsAttributes

GetJobJobSettingsSettingsNewClusterAzureAttributes

GetJobJobSettingsSettingsNewClusterClusterLogConf

GetJobJobSettingsSettingsNewClusterClusterLogConfDbfs

GetJobJobSettingsSettingsNewClusterClusterLogConfS3

Destination string
CannedAcl string
EnableEncryption bool
EncryptionType string
Endpoint string
KmsKey string
Region string
Destination string
CannedAcl string
EnableEncryption bool
EncryptionType string
Endpoint string
KmsKey string
Region string
destination String
cannedAcl String
enableEncryption Boolean
encryptionType String
endpoint String
kmsKey String
region String
destination string
cannedAcl string
enableEncryption boolean
encryptionType string
endpoint string
kmsKey string
region string
destination String
cannedAcl String
enableEncryption Boolean
encryptionType String
endpoint String
kmsKey String
region String

GetJobJobSettingsSettingsNewClusterClusterMountInfo

GetJobJobSettingsSettingsNewClusterClusterMountInfoNetworkFilesystemInfo

GetJobJobSettingsSettingsNewClusterDockerImage

GetJobJobSettingsSettingsNewClusterDockerImageBasicAuth

Password string
Username string
Password string
Username string
password String
username String
password string
username string
password String
username String

GetJobJobSettingsSettingsNewClusterGcpAttributes

GetJobJobSettingsSettingsNewClusterInitScript

GetJobJobSettingsSettingsNewClusterInitScriptAbfss

GetJobJobSettingsSettingsNewClusterInitScriptDbfs

GetJobJobSettingsSettingsNewClusterInitScriptFile

GetJobJobSettingsSettingsNewClusterInitScriptGcs

GetJobJobSettingsSettingsNewClusterInitScriptS3

Destination string
CannedAcl string
EnableEncryption bool
EncryptionType string
Endpoint string
KmsKey string
Region string
Destination string
CannedAcl string
EnableEncryption bool
EncryptionType string
Endpoint string
KmsKey string
Region string
destination String
cannedAcl String
enableEncryption Boolean
encryptionType String
endpoint String
kmsKey String
region String
destination string
cannedAcl string
enableEncryption boolean
encryptionType string
endpoint string
kmsKey string
region string
destination String
cannedAcl String
enableEncryption Boolean
encryptionType String
endpoint String
kmsKey String
region String

GetJobJobSettingsSettingsNewClusterInitScriptWorkspace

GetJobJobSettingsSettingsNewClusterWorkloadType

GetJobJobSettingsSettingsNewClusterWorkloadTypeClients

Jobs bool
Notebooks bool
Jobs bool
Notebooks bool
jobs Boolean
notebooks Boolean
jobs boolean
notebooks boolean
jobs bool
notebooks bool
jobs Boolean
notebooks Boolean

GetJobJobSettingsSettingsNotebookTask

NotebookPath string
BaseParameters Dictionary<string, object>
Source string
NotebookPath string
BaseParameters map[string]interface{}
Source string
notebookPath String
baseParameters Map<String,Object>
source String
notebookPath string
baseParameters {[key: string]: any}
source string
notebook_path str
base_parameters Mapping[str, Any]
source str
notebookPath String
baseParameters Map<Any>
source String

GetJobJobSettingsSettingsNotificationSettings

GetJobJobSettingsSettingsPipelineTask

PipelineId string
PipelineId string
pipelineId String
pipelineId string
pipelineId String

GetJobJobSettingsSettingsPythonWheelTask

EntryPoint string
NamedParameters Dictionary<string, object>
PackageName string
Parameters List<string>
EntryPoint string
NamedParameters map[string]interface{}
PackageName string
Parameters []string
entryPoint String
namedParameters Map<String,Object>
packageName String
parameters List<String>
entryPoint string
namedParameters {[key: string]: any}
packageName string
parameters string[]
entry_point str
named_parameters Mapping[str, Any]
package_name str
parameters Sequence[str]
entryPoint String
namedParameters Map<Any>
packageName String
parameters List<String>

GetJobJobSettingsSettingsSchedule

GetJobJobSettingsSettingsSparkJarTask

JarUri string
MainClassName string
Parameters List<string>
JarUri string
MainClassName string
Parameters []string
jarUri String
mainClassName String
parameters List<String>
jarUri string
mainClassName string
parameters string[]
jar_uri str
main_class_name str
parameters Sequence[str]
jarUri String
mainClassName String
parameters List<String>

GetJobJobSettingsSettingsSparkPythonTask

PythonFile string
Parameters List<string>
Source string
PythonFile string
Parameters []string
Source string
pythonFile String
parameters List<String>
source String
pythonFile string
parameters string[]
source string
python_file str
parameters Sequence[str]
source str
pythonFile String
parameters List<String>
source String

GetJobJobSettingsSettingsSparkSubmitTask

Parameters List<string>
Parameters []string
parameters List<String>
parameters string[]
parameters Sequence[str]
parameters List<String>

GetJobJobSettingsSettingsTask

RetryOnTimeout bool
DbtTask GetJobJobSettingsSettingsTaskDbtTask
DependsOns List<GetJobJobSettingsSettingsTaskDependsOn>
Description string
EmailNotifications GetJobJobSettingsSettingsTaskEmailNotifications
ExistingClusterId string
JobClusterKey string
Libraries List<GetJobJobSettingsSettingsTaskLibrary>
MaxRetries int
MinRetryIntervalMillis int
NewCluster GetJobJobSettingsSettingsTaskNewCluster
NotebookTask GetJobJobSettingsSettingsTaskNotebookTask
PipelineTask GetJobJobSettingsSettingsTaskPipelineTask
PythonWheelTask GetJobJobSettingsSettingsTaskPythonWheelTask
RunIf string
SparkJarTask GetJobJobSettingsSettingsTaskSparkJarTask
SparkPythonTask GetJobJobSettingsSettingsTaskSparkPythonTask
SparkSubmitTask GetJobJobSettingsSettingsTaskSparkSubmitTask
SqlTask GetJobJobSettingsSettingsTaskSqlTask
TaskKey string
TimeoutSeconds int
RetryOnTimeout bool
DbtTask GetJobJobSettingsSettingsTaskDbtTask
DependsOns []GetJobJobSettingsSettingsTaskDependsOn
Description string
EmailNotifications GetJobJobSettingsSettingsTaskEmailNotifications
ExistingClusterId string
JobClusterKey string
Libraries []GetJobJobSettingsSettingsTaskLibrary
MaxRetries int
MinRetryIntervalMillis int
NewCluster GetJobJobSettingsSettingsTaskNewCluster
NotebookTask GetJobJobSettingsSettingsTaskNotebookTask
PipelineTask GetJobJobSettingsSettingsTaskPipelineTask
PythonWheelTask GetJobJobSettingsSettingsTaskPythonWheelTask
RunIf string
SparkJarTask GetJobJobSettingsSettingsTaskSparkJarTask
SparkPythonTask GetJobJobSettingsSettingsTaskSparkPythonTask
SparkSubmitTask GetJobJobSettingsSettingsTaskSparkSubmitTask
SqlTask GetJobJobSettingsSettingsTaskSqlTask
TaskKey string
TimeoutSeconds int
retryOnTimeout Boolean
dbtTask GetJobJobSettingsSettingsTaskDbtTask
dependsOns List<GetJobJobSettingsSettingsTaskDependsOn>
description String
emailNotifications GetJobJobSettingsSettingsTaskEmailNotifications
existingClusterId String
jobClusterKey String
libraries List<GetJobJobSettingsSettingsTaskLibrary>
maxRetries Integer
minRetryIntervalMillis Integer
newCluster GetJobJobSettingsSettingsTaskNewCluster
notebookTask GetJobJobSettingsSettingsTaskNotebookTask
pipelineTask GetJobJobSettingsSettingsTaskPipelineTask
pythonWheelTask GetJobJobSettingsSettingsTaskPythonWheelTask
runIf String
sparkJarTask GetJobJobSettingsSettingsTaskSparkJarTask
sparkPythonTask GetJobJobSettingsSettingsTaskSparkPythonTask
sparkSubmitTask GetJobJobSettingsSettingsTaskSparkSubmitTask
sqlTask GetJobJobSettingsSettingsTaskSqlTask
taskKey String
timeoutSeconds Integer
retryOnTimeout boolean
dbtTask GetJobJobSettingsSettingsTaskDbtTask
dependsOns GetJobJobSettingsSettingsTaskDependsOn[]
description string
emailNotifications GetJobJobSettingsSettingsTaskEmailNotifications
existingClusterId string
jobClusterKey string
libraries GetJobJobSettingsSettingsTaskLibrary[]
maxRetries number
minRetryIntervalMillis number
newCluster GetJobJobSettingsSettingsTaskNewCluster
notebookTask GetJobJobSettingsSettingsTaskNotebookTask
pipelineTask GetJobJobSettingsSettingsTaskPipelineTask
pythonWheelTask GetJobJobSettingsSettingsTaskPythonWheelTask
runIf string
sparkJarTask GetJobJobSettingsSettingsTaskSparkJarTask
sparkPythonTask GetJobJobSettingsSettingsTaskSparkPythonTask
sparkSubmitTask GetJobJobSettingsSettingsTaskSparkSubmitTask
sqlTask GetJobJobSettingsSettingsTaskSqlTask
taskKey string
timeoutSeconds number
retry_on_timeout bool
dbt_task GetJobJobSettingsSettingsTaskDbtTask
depends_ons Sequence[GetJobJobSettingsSettingsTaskDependsOn]
description str
email_notifications GetJobJobSettingsSettingsTaskEmailNotifications
existing_cluster_id str
job_cluster_key str
libraries Sequence[GetJobJobSettingsSettingsTaskLibrary]
max_retries int
min_retry_interval_millis int
new_cluster GetJobJobSettingsSettingsTaskNewCluster
notebook_task GetJobJobSettingsSettingsTaskNotebookTask
pipeline_task GetJobJobSettingsSettingsTaskPipelineTask
python_wheel_task GetJobJobSettingsSettingsTaskPythonWheelTask
run_if str
spark_jar_task GetJobJobSettingsSettingsTaskSparkJarTask
spark_python_task GetJobJobSettingsSettingsTaskSparkPythonTask
spark_submit_task GetJobJobSettingsSettingsTaskSparkSubmitTask
sql_task GetJobJobSettingsSettingsTaskSqlTask
task_key str
timeout_seconds int

GetJobJobSettingsSettingsTaskDbtTask

Commands List<string>
Catalog string
ProfilesDirectory string
ProjectDirectory string
Schema string
WarehouseId string
Commands []string
Catalog string
ProfilesDirectory string
ProjectDirectory string
Schema string
WarehouseId string
commands List<String>
catalog String
profilesDirectory String
projectDirectory String
schema String
warehouseId String
commands string[]
catalog string
profilesDirectory string
projectDirectory string
schema string
warehouseId string
commands List<String>
catalog String
profilesDirectory String
projectDirectory String
schema String
warehouseId String

GetJobJobSettingsSettingsTaskDependsOn

TaskKey string
TaskKey string
taskKey String
taskKey string
taskKey String

GetJobJobSettingsSettingsTaskEmailNotifications

AlertOnLastAttempt bool
NoAlertForSkippedRuns bool
OnFailures List<string>
OnStarts List<string>
OnSuccesses List<string>
alertOnLastAttempt Boolean
noAlertForSkippedRuns Boolean
onFailures List<String>
onStarts List<String>
onSuccesses List<String>
alert_on_last_attempt bool
no_alert_for_skipped_runs bool
on_failures Sequence[str]
on_starts Sequence[str]
on_successes Sequence[str]
alertOnLastAttempt Boolean
noAlertForSkippedRuns Boolean
onFailures List<String>
onStarts List<String>
onSuccesses List<String>

GetJobJobSettingsSettingsTaskLibrary

GetJobJobSettingsSettingsTaskLibraryCran

Package string
Repo string
Package string
Repo string
package_ String
repo String
package string
repo string
package str
repo str
package String
repo String

GetJobJobSettingsSettingsTaskLibraryMaven

Coordinates string
Exclusions List<string>
Repo string
Coordinates string
Exclusions []string
Repo string
coordinates String
exclusions List<String>
repo String
coordinates string
exclusions string[]
repo string
coordinates str
exclusions Sequence[str]
repo str
coordinates String
exclusions List<String>
repo String

GetJobJobSettingsSettingsTaskLibraryPypi

Package string
Repo string
Package string
Repo string
package_ String
repo String
package string
repo string
package str
repo str
package String
repo String

GetJobJobSettingsSettingsTaskNewCluster

DriverInstancePoolId string
DriverNodeTypeId string
EnableElasticDisk bool
EnableLocalDiskEncryption bool
NodeTypeId string
NumWorkers int
SparkVersion string
ApplyPolicyDefaultValues bool
Autoscale GetJobJobSettingsSettingsTaskNewClusterAutoscale
AutoterminationMinutes int
AwsAttributes GetJobJobSettingsSettingsTaskNewClusterAwsAttributes
AzureAttributes GetJobJobSettingsSettingsTaskNewClusterAzureAttributes
ClusterId string
ClusterLogConf GetJobJobSettingsSettingsTaskNewClusterClusterLogConf
ClusterMountInfos List<GetJobJobSettingsSettingsTaskNewClusterClusterMountInfo>
ClusterName string
CustomTags Dictionary<string, object>
DataSecurityMode string
DockerImage GetJobJobSettingsSettingsTaskNewClusterDockerImage
GcpAttributes GetJobJobSettingsSettingsTaskNewClusterGcpAttributes
IdempotencyToken string
InitScripts List<GetJobJobSettingsSettingsTaskNewClusterInitScript>
InstancePoolId string
PolicyId string
RuntimeEngine string
SingleUserName string
SparkConf Dictionary<string, object>
SparkEnvVars Dictionary<string, object>
SshPublicKeys List<string>
WorkloadType GetJobJobSettingsSettingsTaskNewClusterWorkloadType
DriverInstancePoolId string
DriverNodeTypeId string
EnableElasticDisk bool
EnableLocalDiskEncryption bool
NodeTypeId string
NumWorkers int
SparkVersion string
ApplyPolicyDefaultValues bool
Autoscale GetJobJobSettingsSettingsTaskNewClusterAutoscale
AutoterminationMinutes int
AwsAttributes GetJobJobSettingsSettingsTaskNewClusterAwsAttributes
AzureAttributes GetJobJobSettingsSettingsTaskNewClusterAzureAttributes
ClusterId string
ClusterLogConf GetJobJobSettingsSettingsTaskNewClusterClusterLogConf
ClusterMountInfos []GetJobJobSettingsSettingsTaskNewClusterClusterMountInfo
ClusterName string
CustomTags map[string]interface{}
DataSecurityMode string
DockerImage GetJobJobSettingsSettingsTaskNewClusterDockerImage
GcpAttributes GetJobJobSettingsSettingsTaskNewClusterGcpAttributes
IdempotencyToken string
InitScripts []GetJobJobSettingsSettingsTaskNewClusterInitScript
InstancePoolId string
PolicyId string
RuntimeEngine string
SingleUserName string
SparkConf map[string]interface{}
SparkEnvVars map[string]interface{}
SshPublicKeys []string
WorkloadType GetJobJobSettingsSettingsTaskNewClusterWorkloadType
driverInstancePoolId String
driverNodeTypeId String
enableElasticDisk Boolean
enableLocalDiskEncryption Boolean
nodeTypeId String
numWorkers Integer
sparkVersion String
applyPolicyDefaultValues Boolean
autoscale GetJobJobSettingsSettingsTaskNewClusterAutoscale
autoterminationMinutes Integer
awsAttributes GetJobJobSettingsSettingsTaskNewClusterAwsAttributes
azureAttributes GetJobJobSettingsSettingsTaskNewClusterAzureAttributes
clusterId String
clusterLogConf GetJobJobSettingsSettingsTaskNewClusterClusterLogConf
clusterMountInfos List<GetJobJobSettingsSettingsTaskNewClusterClusterMountInfo>
clusterName String
customTags Map<String,Object>
dataSecurityMode String
dockerImage GetJobJobSettingsSettingsTaskNewClusterDockerImage
gcpAttributes GetJobJobSettingsSettingsTaskNewClusterGcpAttributes
idempotencyToken String
initScripts List<GetJobJobSettingsSettingsTaskNewClusterInitScript>
instancePoolId String
policyId String
runtimeEngine String
singleUserName String
sparkConf Map<String,Object>
sparkEnvVars Map<String,Object>
sshPublicKeys List<String>
workloadType GetJobJobSettingsSettingsTaskNewClusterWorkloadType
driverInstancePoolId string
driverNodeTypeId string
enableElasticDisk boolean
enableLocalDiskEncryption boolean
nodeTypeId string
numWorkers number
sparkVersion string
applyPolicyDefaultValues boolean
autoscale GetJobJobSettingsSettingsTaskNewClusterAutoscale
autoterminationMinutes number
awsAttributes GetJobJobSettingsSettingsTaskNewClusterAwsAttributes
azureAttributes GetJobJobSettingsSettingsTaskNewClusterAzureAttributes
clusterId string
clusterLogConf GetJobJobSettingsSettingsTaskNewClusterClusterLogConf
clusterMountInfos GetJobJobSettingsSettingsTaskNewClusterClusterMountInfo[]
clusterName string
customTags {[key: string]: any}
dataSecurityMode string
dockerImage GetJobJobSettingsSettingsTaskNewClusterDockerImage
gcpAttributes GetJobJobSettingsSettingsTaskNewClusterGcpAttributes
idempotencyToken string
initScripts GetJobJobSettingsSettingsTaskNewClusterInitScript[]
instancePoolId string
policyId string
runtimeEngine string
singleUserName string
sparkConf {[key: string]: any}
sparkEnvVars {[key: string]: any}
sshPublicKeys string[]
workloadType GetJobJobSettingsSettingsTaskNewClusterWorkloadType
driver_instance_pool_id str
driver_node_type_id str
enable_elastic_disk bool
enable_local_disk_encryption bool
node_type_id str
num_workers int
spark_version str
apply_policy_default_values bool
autoscale GetJobJobSettingsSettingsTaskNewClusterAutoscale
autotermination_minutes int
aws_attributes GetJobJobSettingsSettingsTaskNewClusterAwsAttributes
azure_attributes GetJobJobSettingsSettingsTaskNewClusterAzureAttributes
cluster_id str
cluster_log_conf GetJobJobSettingsSettingsTaskNewClusterClusterLogConf
cluster_mount_infos Sequence[GetJobJobSettingsSettingsTaskNewClusterClusterMountInfo]
cluster_name str
custom_tags Mapping[str, Any]
data_security_mode str
docker_image GetJobJobSettingsSettingsTaskNewClusterDockerImage
gcp_attributes GetJobJobSettingsSettingsTaskNewClusterGcpAttributes
idempotency_token str
init_scripts Sequence[GetJobJobSettingsSettingsTaskNewClusterInitScript]
instance_pool_id str
policy_id str
runtime_engine str
single_user_name str
spark_conf Mapping[str, Any]
spark_env_vars Mapping[str, Any]
ssh_public_keys Sequence[str]
workload_type GetJobJobSettingsSettingsTaskNewClusterWorkloadType

GetJobJobSettingsSettingsTaskNewClusterAutoscale

maxWorkers Integer
minWorkers Integer
maxWorkers number
minWorkers number
maxWorkers Number
minWorkers Number

GetJobJobSettingsSettingsTaskNewClusterAwsAttributes

GetJobJobSettingsSettingsTaskNewClusterAzureAttributes

GetJobJobSettingsSettingsTaskNewClusterClusterLogConf

GetJobJobSettingsSettingsTaskNewClusterClusterLogConfDbfs

GetJobJobSettingsSettingsTaskNewClusterClusterLogConfS3

Destination string
CannedAcl string
EnableEncryption bool
EncryptionType string
Endpoint string
KmsKey string
Region string
Destination string
CannedAcl string
EnableEncryption bool
EncryptionType string
Endpoint string
KmsKey string
Region string
destination String
cannedAcl String
enableEncryption Boolean
encryptionType String
endpoint String
kmsKey String
region String
destination string
cannedAcl string
enableEncryption boolean
encryptionType string
endpoint string
kmsKey string
region string
destination String
cannedAcl String
enableEncryption Boolean
encryptionType String
endpoint String
kmsKey String
region String

GetJobJobSettingsSettingsTaskNewClusterClusterMountInfo

GetJobJobSettingsSettingsTaskNewClusterClusterMountInfoNetworkFilesystemInfo

GetJobJobSettingsSettingsTaskNewClusterDockerImage

GetJobJobSettingsSettingsTaskNewClusterDockerImageBasicAuth

Password string
Username string
Password string
Username string
password String
username String
password string
username string
password String
username String

GetJobJobSettingsSettingsTaskNewClusterGcpAttributes

GetJobJobSettingsSettingsTaskNewClusterInitScript

GetJobJobSettingsSettingsTaskNewClusterInitScriptAbfss

GetJobJobSettingsSettingsTaskNewClusterInitScriptDbfs

GetJobJobSettingsSettingsTaskNewClusterInitScriptFile

GetJobJobSettingsSettingsTaskNewClusterInitScriptGcs

GetJobJobSettingsSettingsTaskNewClusterInitScriptS3

Destination string
CannedAcl string
EnableEncryption bool
EncryptionType string
Endpoint string
KmsKey string
Region string
Destination string
CannedAcl string
EnableEncryption bool
EncryptionType string
Endpoint string
KmsKey string
Region string
destination String
cannedAcl String
enableEncryption Boolean
encryptionType String
endpoint String
kmsKey String
region String
destination string
cannedAcl string
enableEncryption boolean
encryptionType string
endpoint string
kmsKey string
region string
destination String
cannedAcl String
enableEncryption Boolean
encryptionType String
endpoint String
kmsKey String
region String

GetJobJobSettingsSettingsTaskNewClusterInitScriptWorkspace

GetJobJobSettingsSettingsTaskNewClusterWorkloadType

GetJobJobSettingsSettingsTaskNewClusterWorkloadTypeClients

Jobs bool
Notebooks bool
Jobs bool
Notebooks bool
jobs Boolean
notebooks Boolean
jobs boolean
notebooks boolean
jobs bool
notebooks bool
jobs Boolean
notebooks Boolean

GetJobJobSettingsSettingsTaskNotebookTask

NotebookPath string
BaseParameters Dictionary<string, object>
Source string
NotebookPath string
BaseParameters map[string]interface{}
Source string
notebookPath String
baseParameters Map<String,Object>
source String
notebookPath string
baseParameters {[key: string]: any}
source string
notebook_path str
base_parameters Mapping[str, Any]
source str
notebookPath String
baseParameters Map<Any>
source String

GetJobJobSettingsSettingsTaskPipelineTask

PipelineId string
PipelineId string
pipelineId String
pipelineId string
pipelineId String

GetJobJobSettingsSettingsTaskPythonWheelTask

EntryPoint string
NamedParameters Dictionary<string, object>
PackageName string
Parameters List<string>
EntryPoint string
NamedParameters map[string]interface{}
PackageName string
Parameters []string
entryPoint String
namedParameters Map<String,Object>
packageName String
parameters List<String>
entryPoint string
namedParameters {[key: string]: any}
packageName string
parameters string[]
entry_point str
named_parameters Mapping[str, Any]
package_name str
parameters Sequence[str]
entryPoint String
namedParameters Map<Any>
packageName String
parameters List<String>

GetJobJobSettingsSettingsTaskSparkJarTask

JarUri string
MainClassName string
Parameters List<string>
JarUri string
MainClassName string
Parameters []string
jarUri String
mainClassName String
parameters List<String>
jarUri string
mainClassName string
parameters string[]
jar_uri str
main_class_name str
parameters Sequence[str]
jarUri String
mainClassName String
parameters List<String>

GetJobJobSettingsSettingsTaskSparkPythonTask

PythonFile string
Parameters List<string>
Source string
PythonFile string
Parameters []string
Source string
pythonFile String
parameters List<String>
source String
pythonFile string
parameters string[]
source string
python_file str
parameters Sequence[str]
source str
pythonFile String
parameters List<String>
source String

GetJobJobSettingsSettingsTaskSparkSubmitTask

Parameters List<string>
Parameters []string
parameters List<String>
parameters string[]
parameters Sequence[str]
parameters List<String>

GetJobJobSettingsSettingsTaskSqlTask

GetJobJobSettingsSettingsTaskSqlTaskAlert

AlertId string
AlertId string
alertId String
alertId string
alertId String

GetJobJobSettingsSettingsTaskSqlTaskDashboard

GetJobJobSettingsSettingsTaskSqlTaskFile

Path string
Path string
path String
path string
path str
path String

GetJobJobSettingsSettingsTaskSqlTaskQuery

QueryId string
QueryId string
queryId String
queryId string
queryId String

GetJobJobSettingsSettingsTrigger

GetJobJobSettingsSettingsTriggerFileArrival

GetJobJobSettingsSettingsWebhookNotifications