Docs
PackagesDatabricks v1.35.0 published on Friday, Mar 29, 2024 by Pulumi
databricks.Job
Explore with Pulumi AI
Import
The resource job can be imported using the id of the job
bash
$ pulumi import databricks:index/job:Job this <job-id>
Create Job Resource
Resources are created with functions called constructors. To learn more about declaring and configuring resources, see Resources.
Constructor syntax
new Job(name: string, args?: JobArgs, opts?: CustomResourceOptions);@overload
def Job(resource_name: str,
args: Optional[JobArgs] = None,
opts: Optional[ResourceOptions] = None)
@overload
def Job(resource_name: str,
opts: Optional[ResourceOptions] = None,
always_running: Optional[bool] = None,
computes: Optional[Sequence[JobComputeArgs]] = None,
continuous: Optional[JobContinuousArgs] = None,
control_run_state: Optional[bool] = None,
dbt_task: Optional[JobDbtTaskArgs] = None,
deployment: Optional[JobDeploymentArgs] = None,
description: Optional[str] = None,
edit_mode: Optional[str] = None,
email_notifications: Optional[JobEmailNotificationsArgs] = None,
existing_cluster_id: Optional[str] = None,
format: Optional[str] = None,
git_source: Optional[JobGitSourceArgs] = None,
health: Optional[JobHealthArgs] = None,
job_clusters: Optional[Sequence[JobJobClusterArgs]] = None,
libraries: Optional[Sequence[JobLibraryArgs]] = None,
max_concurrent_runs: Optional[int] = None,
max_retries: Optional[int] = None,
min_retry_interval_millis: Optional[int] = None,
name: Optional[str] = None,
new_cluster: Optional[JobNewClusterArgs] = None,
notebook_task: Optional[JobNotebookTaskArgs] = None,
notification_settings: Optional[JobNotificationSettingsArgs] = None,
parameters: Optional[Sequence[JobParameterArgs]] = None,
pipeline_task: Optional[JobPipelineTaskArgs] = None,
python_wheel_task: Optional[JobPythonWheelTaskArgs] = None,
queue: Optional[JobQueueArgs] = None,
retry_on_timeout: Optional[bool] = None,
run_as: Optional[JobRunAsArgs] = None,
run_job_task: Optional[JobRunJobTaskArgs] = None,
schedule: Optional[JobScheduleArgs] = None,
spark_jar_task: Optional[JobSparkJarTaskArgs] = None,
spark_python_task: Optional[JobSparkPythonTaskArgs] = None,
spark_submit_task: Optional[JobSparkSubmitTaskArgs] = None,
tags: Optional[Mapping[str, Any]] = None,
tasks: Optional[Sequence[JobTaskArgs]] = None,
timeout_seconds: Optional[int] = None,
trigger: Optional[JobTriggerArgs] = None,
webhook_notifications: Optional[JobWebhookNotificationsArgs] = None)func NewJob(ctx *Context, name string, args *JobArgs, opts ...ResourceOption) (*Job, error)public Job(string name, JobArgs? args = null, CustomResourceOptions? opts = null)type: databricks:Job
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.
Parameters
- name string
- The unique name of the resource.
- args JobArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- resource_name str
- The unique name of the resource.
- args JobArgs
- The arguments to resource properties.
- opts ResourceOptions
- Bag of options to control resource's behavior.
- ctx Context
- Context object for the current deployment.
- name string
- The unique name of the resource.
- args JobArgs
- The arguments to resource properties.
- opts ResourceOption
- Bag of options to control resource's behavior.
- name string
- The unique name of the resource.
- args JobArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- name String
- The unique name of the resource.
- args JobArgs
- The arguments to resource properties.
- options CustomResourceOptions
- Bag of options to control resource's behavior.
Example
The following reference example uses placeholder values for all input properties.
var jobResource = new Databricks.Job("jobResource", new()
{
Computes = new[]
{
new Databricks.Inputs.JobComputeArgs
{
ComputeKey = "string",
Spec = new Databricks.Inputs.JobComputeSpecArgs
{
Kind = "string",
},
},
},
Continuous = new Databricks.Inputs.JobContinuousArgs
{
PauseStatus = "string",
},
ControlRunState = false,
Deployment = new Databricks.Inputs.JobDeploymentArgs
{
Kind = "string",
MetadataFilePath = "string",
},
Description = "string",
EditMode = "string",
EmailNotifications = new Databricks.Inputs.JobEmailNotificationsArgs
{
NoAlertForSkippedRuns = false,
OnDurationWarningThresholdExceededs = new[]
{
"string",
},
OnFailures = new[]
{
"string",
},
OnStarts = new[]
{
"string",
},
OnSuccesses = new[]
{
"string",
},
},
ExistingClusterId = "string",
Format = "string",
GitSource = new Databricks.Inputs.JobGitSourceArgs
{
Url = "string",
Branch = "string",
Commit = "string",
JobSource = new Databricks.Inputs.JobGitSourceJobSourceArgs
{
ImportFromGitBranch = "string",
JobConfigPath = "string",
DirtyState = "string",
},
Provider = "string",
Tag = "string",
},
Health = new Databricks.Inputs.JobHealthArgs
{
Rules = new[]
{
new Databricks.Inputs.JobHealthRuleArgs
{
Metric = "string",
Op = "string",
Value = 0,
},
},
},
JobClusters = new[]
{
new Databricks.Inputs.JobJobClusterArgs
{
JobClusterKey = "string",
NewCluster = new Databricks.Inputs.JobJobClusterNewClusterArgs
{
SparkVersion = "string",
EnableElasticDisk = false,
ClusterId = "string",
EnableLocalDiskEncryption = false,
AzureAttributes = new Databricks.Inputs.JobJobClusterNewClusterAzureAttributesArgs
{
Availability = "string",
FirstOnDemand = 0,
SpotBidMaxPrice = 0,
},
GcpAttributes = new Databricks.Inputs.JobJobClusterNewClusterGcpAttributesArgs
{
Availability = "string",
BootDiskSize = 0,
GoogleServiceAccount = "string",
LocalSsdCount = 0,
UsePreemptibleExecutors = false,
ZoneId = "string",
},
ClusterLogConf = new Databricks.Inputs.JobJobClusterNewClusterClusterLogConfArgs
{
Dbfs = new Databricks.Inputs.JobJobClusterNewClusterClusterLogConfDbfsArgs
{
Destination = "string",
},
S3 = new Databricks.Inputs.JobJobClusterNewClusterClusterLogConfS3Args
{
Destination = "string",
CannedAcl = "string",
EnableEncryption = false,
EncryptionType = "string",
Endpoint = "string",
KmsKey = "string",
Region = "string",
},
},
ClusterMountInfos = new[]
{
new Databricks.Inputs.JobJobClusterNewClusterClusterMountInfoArgs
{
LocalMountDirPath = "string",
NetworkFilesystemInfo = new Databricks.Inputs.JobJobClusterNewClusterClusterMountInfoNetworkFilesystemInfoArgs
{
ServerAddress = "string",
MountOptions = "string",
},
RemoteMountDirPath = "string",
},
},
ClusterName = "string",
CustomTags =
{
{ "string", "any" },
},
DataSecurityMode = "string",
DockerImage = new Databricks.Inputs.JobJobClusterNewClusterDockerImageArgs
{
Url = "string",
BasicAuth = new Databricks.Inputs.JobJobClusterNewClusterDockerImageBasicAuthArgs
{
Password = "string",
Username = "string",
},
},
IdempotencyToken = "string",
DriverNodeTypeId = "string",
ApplyPolicyDefaultValues = false,
AwsAttributes = new Databricks.Inputs.JobJobClusterNewClusterAwsAttributesArgs
{
Availability = "string",
EbsVolumeCount = 0,
EbsVolumeSize = 0,
EbsVolumeType = "string",
FirstOnDemand = 0,
InstanceProfileArn = "string",
SpotBidPricePercent = 0,
ZoneId = "string",
},
AutoterminationMinutes = 0,
DriverInstancePoolId = "string",
InitScripts = new[]
{
new Databricks.Inputs.JobJobClusterNewClusterInitScriptArgs
{
Abfss = new Databricks.Inputs.JobJobClusterNewClusterInitScriptAbfssArgs
{
Destination = "string",
},
File = new Databricks.Inputs.JobJobClusterNewClusterInitScriptFileArgs
{
Destination = "string",
},
Gcs = new Databricks.Inputs.JobJobClusterNewClusterInitScriptGcsArgs
{
Destination = "string",
},
S3 = new Databricks.Inputs.JobJobClusterNewClusterInitScriptS3Args
{
Destination = "string",
CannedAcl = "string",
EnableEncryption = false,
EncryptionType = "string",
Endpoint = "string",
KmsKey = "string",
Region = "string",
},
Volumes = new Databricks.Inputs.JobJobClusterNewClusterInitScriptVolumesArgs
{
Destination = "string",
},
Workspace = new Databricks.Inputs.JobJobClusterNewClusterInitScriptWorkspaceArgs
{
Destination = "string",
},
},
},
InstancePoolId = "string",
NodeTypeId = "string",
NumWorkers = 0,
PolicyId = "string",
RuntimeEngine = "string",
SingleUserName = "string",
SparkConf =
{
{ "string", "any" },
},
SparkEnvVars =
{
{ "string", "any" },
},
Autoscale = new Databricks.Inputs.JobJobClusterNewClusterAutoscaleArgs
{
MaxWorkers = 0,
MinWorkers = 0,
},
SshPublicKeys = new[]
{
"string",
},
WorkloadType = new Databricks.Inputs.JobJobClusterNewClusterWorkloadTypeArgs
{
Clients = new Databricks.Inputs.JobJobClusterNewClusterWorkloadTypeClientsArgs
{
Jobs = false,
Notebooks = false,
},
},
},
},
},
Libraries = new[]
{
new Databricks.Inputs.JobLibraryArgs
{
Cran = new Databricks.Inputs.JobLibraryCranArgs
{
Package = "string",
Repo = "string",
},
Egg = "string",
Jar = "string",
Maven = new Databricks.Inputs.JobLibraryMavenArgs
{
Coordinates = "string",
Exclusions = new[]
{
"string",
},
Repo = "string",
},
Pypi = new Databricks.Inputs.JobLibraryPypiArgs
{
Package = "string",
Repo = "string",
},
Whl = "string",
},
},
MaxConcurrentRuns = 0,
Name = "string",
NewCluster = new Databricks.Inputs.JobNewClusterArgs
{
SparkVersion = "string",
EnableElasticDisk = false,
ClusterId = "string",
EnableLocalDiskEncryption = false,
AzureAttributes = new Databricks.Inputs.JobNewClusterAzureAttributesArgs
{
Availability = "string",
FirstOnDemand = 0,
SpotBidMaxPrice = 0,
},
GcpAttributes = new Databricks.Inputs.JobNewClusterGcpAttributesArgs
{
Availability = "string",
BootDiskSize = 0,
GoogleServiceAccount = "string",
LocalSsdCount = 0,
UsePreemptibleExecutors = false,
ZoneId = "string",
},
ClusterLogConf = new Databricks.Inputs.JobNewClusterClusterLogConfArgs
{
Dbfs = new Databricks.Inputs.JobNewClusterClusterLogConfDbfsArgs
{
Destination = "string",
},
S3 = new Databricks.Inputs.JobNewClusterClusterLogConfS3Args
{
Destination = "string",
CannedAcl = "string",
EnableEncryption = false,
EncryptionType = "string",
Endpoint = "string",
KmsKey = "string",
Region = "string",
},
},
ClusterMountInfos = new[]
{
new Databricks.Inputs.JobNewClusterClusterMountInfoArgs
{
LocalMountDirPath = "string",
NetworkFilesystemInfo = new Databricks.Inputs.JobNewClusterClusterMountInfoNetworkFilesystemInfoArgs
{
ServerAddress = "string",
MountOptions = "string",
},
RemoteMountDirPath = "string",
},
},
ClusterName = "string",
CustomTags =
{
{ "string", "any" },
},
DataSecurityMode = "string",
DockerImage = new Databricks.Inputs.JobNewClusterDockerImageArgs
{
Url = "string",
BasicAuth = new Databricks.Inputs.JobNewClusterDockerImageBasicAuthArgs
{
Password = "string",
Username = "string",
},
},
IdempotencyToken = "string",
DriverNodeTypeId = "string",
ApplyPolicyDefaultValues = false,
AwsAttributes = new Databricks.Inputs.JobNewClusterAwsAttributesArgs
{
Availability = "string",
EbsVolumeCount = 0,
EbsVolumeSize = 0,
EbsVolumeType = "string",
FirstOnDemand = 0,
InstanceProfileArn = "string",
SpotBidPricePercent = 0,
ZoneId = "string",
},
AutoterminationMinutes = 0,
DriverInstancePoolId = "string",
InitScripts = new[]
{
new Databricks.Inputs.JobNewClusterInitScriptArgs
{
Abfss = new Databricks.Inputs.JobNewClusterInitScriptAbfssArgs
{
Destination = "string",
},
File = new Databricks.Inputs.JobNewClusterInitScriptFileArgs
{
Destination = "string",
},
Gcs = new Databricks.Inputs.JobNewClusterInitScriptGcsArgs
{
Destination = "string",
},
S3 = new Databricks.Inputs.JobNewClusterInitScriptS3Args
{
Destination = "string",
CannedAcl = "string",
EnableEncryption = false,
EncryptionType = "string",
Endpoint = "string",
KmsKey = "string",
Region = "string",
},
Volumes = new Databricks.Inputs.JobNewClusterInitScriptVolumesArgs
{
Destination = "string",
},
Workspace = new Databricks.Inputs.JobNewClusterInitScriptWorkspaceArgs
{
Destination = "string",
},
},
},
InstancePoolId = "string",
NodeTypeId = "string",
NumWorkers = 0,
PolicyId = "string",
RuntimeEngine = "string",
SingleUserName = "string",
SparkConf =
{
{ "string", "any" },
},
SparkEnvVars =
{
{ "string", "any" },
},
Autoscale = new Databricks.Inputs.JobNewClusterAutoscaleArgs
{
MaxWorkers = 0,
MinWorkers = 0,
},
SshPublicKeys = new[]
{
"string",
},
WorkloadType = new Databricks.Inputs.JobNewClusterWorkloadTypeArgs
{
Clients = new Databricks.Inputs.JobNewClusterWorkloadTypeClientsArgs
{
Jobs = false,
Notebooks = false,
},
},
},
NotificationSettings = new Databricks.Inputs.JobNotificationSettingsArgs
{
NoAlertForCanceledRuns = false,
NoAlertForSkippedRuns = false,
},
Parameters = new[]
{
new Databricks.Inputs.JobParameterArgs
{
Default = "string",
Name = "string",
},
},
Queue = new Databricks.Inputs.JobQueueArgs
{
Enabled = false,
},
RunAs = new Databricks.Inputs.JobRunAsArgs
{
ServicePrincipalName = "string",
UserName = "string",
},
Schedule = new Databricks.Inputs.JobScheduleArgs
{
QuartzCronExpression = "string",
TimezoneId = "string",
PauseStatus = "string",
},
Tags =
{
{ "string", "any" },
},
Tasks = new[]
{
new Databricks.Inputs.JobTaskArgs
{
ComputeKey = "string",
ConditionTask = new Databricks.Inputs.JobTaskConditionTaskArgs
{
Left = "string",
Op = "string",
Right = "string",
},
DbtTask = new Databricks.Inputs.JobTaskDbtTaskArgs
{
Commands = new[]
{
"string",
},
Catalog = "string",
ProfilesDirectory = "string",
ProjectDirectory = "string",
Schema = "string",
Source = "string",
WarehouseId = "string",
},
DependsOns = new[]
{
new Databricks.Inputs.JobTaskDependsOnArgs
{
TaskKey = "string",
Outcome = "string",
},
},
Description = "string",
EmailNotifications = new Databricks.Inputs.JobTaskEmailNotificationsArgs
{
NoAlertForSkippedRuns = false,
OnDurationWarningThresholdExceededs = new[]
{
"string",
},
OnFailures = new[]
{
"string",
},
OnStarts = new[]
{
"string",
},
OnSuccesses = new[]
{
"string",
},
},
ExistingClusterId = "string",
ForEachTask = new Databricks.Inputs.JobTaskForEachTaskArgs
{
Inputs = "string",
Task = new Databricks.Inputs.JobTaskForEachTaskTaskArgs
{
ComputeKey = "string",
ConditionTask = new Databricks.Inputs.JobTaskForEachTaskTaskConditionTaskArgs
{
Left = "string",
Op = "string",
Right = "string",
},
DbtTask = new Databricks.Inputs.JobTaskForEachTaskTaskDbtTaskArgs
{
Commands = new[]
{
"string",
},
Catalog = "string",
ProfilesDirectory = "string",
ProjectDirectory = "string",
Schema = "string",
Source = "string",
WarehouseId = "string",
},
DependsOns = new[]
{
new Databricks.Inputs.JobTaskForEachTaskTaskDependsOnArgs
{
TaskKey = "string",
Outcome = "string",
},
},
Description = "string",
EmailNotifications = new Databricks.Inputs.JobTaskForEachTaskTaskEmailNotificationsArgs
{
NoAlertForSkippedRuns = false,
OnDurationWarningThresholdExceededs = new[]
{
"string",
},
OnFailures = new[]
{
"string",
},
OnStarts = new[]
{
"string",
},
OnSuccesses = new[]
{
"string",
},
},
ExistingClusterId = "string",
Health = new Databricks.Inputs.JobTaskForEachTaskTaskHealthArgs
{
Rules = new[]
{
new Databricks.Inputs.JobTaskForEachTaskTaskHealthRuleArgs
{
Metric = "string",
Op = "string",
Value = 0,
},
},
},
JobClusterKey = "string",
Libraries = new[]
{
new Databricks.Inputs.JobTaskForEachTaskTaskLibraryArgs
{
Cran = new Databricks.Inputs.JobTaskForEachTaskTaskLibraryCranArgs
{
Package = "string",
Repo = "string",
},
Egg = "string",
Jar = "string",
Maven = new Databricks.Inputs.JobTaskForEachTaskTaskLibraryMavenArgs
{
Coordinates = "string",
Exclusions = new[]
{
"string",
},
Repo = "string",
},
Pypi = new Databricks.Inputs.JobTaskForEachTaskTaskLibraryPypiArgs
{
Package = "string",
Repo = "string",
},
Whl = "string",
},
},
MaxRetries = 0,
MinRetryIntervalMillis = 0,
NewCluster = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterArgs
{
NumWorkers = 0,
SparkVersion = "string",
ClusterMountInfos = new[]
{
new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterClusterMountInfoArgs
{
LocalMountDirPath = "string",
NetworkFilesystemInfo = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterClusterMountInfoNetworkFilesystemInfoArgs
{
ServerAddress = "string",
MountOptions = "string",
},
RemoteMountDirPath = "string",
},
},
Autoscale = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterAutoscaleArgs
{
MaxWorkers = 0,
MinWorkers = 0,
},
AzureAttributes = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterAzureAttributesArgs
{
Availability = "string",
FirstOnDemand = 0,
SpotBidMaxPrice = 0,
},
ClusterId = "string",
ClusterLogConf = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterClusterLogConfArgs
{
Dbfs = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterClusterLogConfDbfsArgs
{
Destination = "string",
},
S3 = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterClusterLogConfS3Args
{
Destination = "string",
CannedAcl = "string",
EnableEncryption = false,
EncryptionType = "string",
Endpoint = "string",
KmsKey = "string",
Region = "string",
},
},
ApplyPolicyDefaultValues = false,
ClusterName = "string",
CustomTags =
{
{ "string", "any" },
},
DataSecurityMode = "string",
DockerImage = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterDockerImageArgs
{
Url = "string",
BasicAuth = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterDockerImageBasicAuthArgs
{
Password = "string",
Username = "string",
},
},
DriverInstancePoolId = "string",
DriverNodeTypeId = "string",
WorkloadType = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterWorkloadTypeArgs
{
Clients = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterWorkloadTypeClientsArgs
{
Jobs = false,
Notebooks = false,
},
},
AwsAttributes = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterAwsAttributesArgs
{
Availability = "string",
EbsVolumeCount = 0,
EbsVolumeSize = 0,
EbsVolumeType = "string",
FirstOnDemand = 0,
InstanceProfileArn = "string",
SpotBidPricePercent = 0,
ZoneId = "string",
},
NodeTypeId = "string",
IdempotencyToken = "string",
InitScripts = new[]
{
new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterInitScriptArgs
{
Abfss = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterInitScriptAbfssArgs
{
Destination = "string",
},
Dbfs = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterInitScriptDbfsArgs
{
Destination = "string",
},
File = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterInitScriptFileArgs
{
Destination = "string",
},
Gcs = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterInitScriptGcsArgs
{
Destination = "string",
},
S3 = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterInitScriptS3Args
{
Destination = "string",
CannedAcl = "string",
EnableEncryption = false,
EncryptionType = "string",
Endpoint = "string",
KmsKey = "string",
Region = "string",
},
Volumes = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterInitScriptVolumesArgs
{
Destination = "string",
},
Workspace = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterInitScriptWorkspaceArgs
{
Destination = "string",
},
},
},
InstancePoolId = "string",
GcpAttributes = new Databricks.Inputs.JobTaskForEachTaskTaskNewClusterGcpAttributesArgs
{
Availability = "string",
BootDiskSize = 0,
GoogleServiceAccount = "string",
LocalSsdCount = 0,
UsePreemptibleExecutors = false,
ZoneId = "string",
},
AutoterminationMinutes = 0,
PolicyId = "string",
RuntimeEngine = "string",
SingleUserName = "string",
SparkConf =
{
{ "string", "any" },
},
SparkEnvVars =
{
{ "string", "any" },
},
EnableLocalDiskEncryption = false,
SshPublicKeys = new[]
{
"string",
},
EnableElasticDisk = false,
},
NotebookTask = new Databricks.Inputs.JobTaskForEachTaskTaskNotebookTaskArgs
{
NotebookPath = "string",
BaseParameters =
{
{ "string", "any" },
},
Source = "string",
},
NotificationSettings = new Databricks.Inputs.JobTaskForEachTaskTaskNotificationSettingsArgs
{
AlertOnLastAttempt = false,
NoAlertForCanceledRuns = false,
NoAlertForSkippedRuns = false,
},
PipelineTask = new Databricks.Inputs.JobTaskForEachTaskTaskPipelineTaskArgs
{
PipelineId = "string",
FullRefresh = false,
},
PythonWheelTask = new Databricks.Inputs.JobTaskForEachTaskTaskPythonWheelTaskArgs
{
EntryPoint = "string",
NamedParameters =
{
{ "string", "any" },
},
PackageName = "string",
Parameters = new[]
{
"string",
},
},
RetryOnTimeout = false,
RunIf = "string",
RunJobTask = new Databricks.Inputs.JobTaskForEachTaskTaskRunJobTaskArgs
{
JobId = 0,
JobParameters =
{
{ "string", "any" },
},
},
SparkJarTask = new Databricks.Inputs.JobTaskForEachTaskTaskSparkJarTaskArgs
{
JarUri = "string",
MainClassName = "string",
Parameters = new[]
{
"string",
},
},
SparkPythonTask = new Databricks.Inputs.JobTaskForEachTaskTaskSparkPythonTaskArgs
{
PythonFile = "string",
Parameters = new[]
{
"string",
},
Source = "string",
},
SparkSubmitTask = new Databricks.Inputs.JobTaskForEachTaskTaskSparkSubmitTaskArgs
{
Parameters = new[]
{
"string",
},
},
SqlTask = new Databricks.Inputs.JobTaskForEachTaskTaskSqlTaskArgs
{
Alert = new Databricks.Inputs.JobTaskForEachTaskTaskSqlTaskAlertArgs
{
AlertId = "string",
Subscriptions = new[]
{
new Databricks.Inputs.JobTaskForEachTaskTaskSqlTaskAlertSubscriptionArgs
{
DestinationId = "string",
UserName = "string",
},
},
PauseSubscriptions = false,
},
Dashboard = new Databricks.Inputs.JobTaskForEachTaskTaskSqlTaskDashboardArgs
{
DashboardId = "string",
CustomSubject = "string",
PauseSubscriptions = false,
Subscriptions = new[]
{
new Databricks.Inputs.JobTaskForEachTaskTaskSqlTaskDashboardSubscriptionArgs
{
DestinationId = "string",
UserName = "string",
},
},
},
File = new Databricks.Inputs.JobTaskForEachTaskTaskSqlTaskFileArgs
{
Path = "string",
Source = "string",
},
Parameters =
{
{ "string", "any" },
},
Query = new Databricks.Inputs.JobTaskForEachTaskTaskSqlTaskQueryArgs
{
QueryId = "string",
},
WarehouseId = "string",
},
TaskKey = "string",
TimeoutSeconds = 0,
WebhookNotifications = new Databricks.Inputs.JobTaskForEachTaskTaskWebhookNotificationsArgs
{
OnDurationWarningThresholdExceededs = new[]
{
new Databricks.Inputs.JobTaskForEachTaskTaskWebhookNotificationsOnDurationWarningThresholdExceededArgs
{
Id = "string",
},
},
OnFailures = new[]
{
new Databricks.Inputs.JobTaskForEachTaskTaskWebhookNotificationsOnFailureArgs
{
Id = "string",
},
},
OnStarts = new[]
{
new Databricks.Inputs.JobTaskForEachTaskTaskWebhookNotificationsOnStartArgs
{
Id = "string",
},
},
OnSuccesses = new[]
{
new Databricks.Inputs.JobTaskForEachTaskTaskWebhookNotificationsOnSuccessArgs
{
Id = "string",
},
},
},
},
Concurrency = 0,
},
Health = new Databricks.Inputs.JobTaskHealthArgs
{
Rules = new[]
{
new Databricks.Inputs.JobTaskHealthRuleArgs
{
Metric = "string",
Op = "string",
Value = 0,
},
},
},
JobClusterKey = "string",
Libraries = new[]
{
new Databricks.Inputs.JobTaskLibraryArgs
{
Cran = new Databricks.Inputs.JobTaskLibraryCranArgs
{
Package = "string",
Repo = "string",
},
Egg = "string",
Jar = "string",
Maven = new Databricks.Inputs.JobTaskLibraryMavenArgs
{
Coordinates = "string",
Exclusions = new[]
{
"string",
},
Repo = "string",
},
Pypi = new Databricks.Inputs.JobTaskLibraryPypiArgs
{
Package = "string",
Repo = "string",
},
Whl = "string",
},
},
MaxRetries = 0,
MinRetryIntervalMillis = 0,
NewCluster = new Databricks.Inputs.JobTaskNewClusterArgs
{
SparkVersion = "string",
EnableElasticDisk = false,
ClusterId = "string",
EnableLocalDiskEncryption = false,
AzureAttributes = new Databricks.Inputs.JobTaskNewClusterAzureAttributesArgs
{
Availability = "string",
FirstOnDemand = 0,
SpotBidMaxPrice = 0,
},
GcpAttributes = new Databricks.Inputs.JobTaskNewClusterGcpAttributesArgs
{
Availability = "string",
BootDiskSize = 0,
GoogleServiceAccount = "string",
LocalSsdCount = 0,
UsePreemptibleExecutors = false,
ZoneId = "string",
},
ClusterLogConf = new Databricks.Inputs.JobTaskNewClusterClusterLogConfArgs
{
Dbfs = new Databricks.Inputs.JobTaskNewClusterClusterLogConfDbfsArgs
{
Destination = "string",
},
S3 = new Databricks.Inputs.JobTaskNewClusterClusterLogConfS3Args
{
Destination = "string",
CannedAcl = "string",
EnableEncryption = false,
EncryptionType = "string",
Endpoint = "string",
KmsKey = "string",
Region = "string",
},
},
ClusterMountInfos = new[]
{
new Databricks.Inputs.JobTaskNewClusterClusterMountInfoArgs
{
LocalMountDirPath = "string",
NetworkFilesystemInfo = new Databricks.Inputs.JobTaskNewClusterClusterMountInfoNetworkFilesystemInfoArgs
{
ServerAddress = "string",
MountOptions = "string",
},
RemoteMountDirPath = "string",
},
},
ClusterName = "string",
CustomTags =
{
{ "string", "any" },
},
DataSecurityMode = "string",
DockerImage = new Databricks.Inputs.JobTaskNewClusterDockerImageArgs
{
Url = "string",
BasicAuth = new Databricks.Inputs.JobTaskNewClusterDockerImageBasicAuthArgs
{
Password = "string",
Username = "string",
},
},
IdempotencyToken = "string",
DriverNodeTypeId = "string",
ApplyPolicyDefaultValues = false,
AwsAttributes = new Databricks.Inputs.JobTaskNewClusterAwsAttributesArgs
{
Availability = "string",
EbsVolumeCount = 0,
EbsVolumeSize = 0,
EbsVolumeType = "string",
FirstOnDemand = 0,
InstanceProfileArn = "string",
SpotBidPricePercent = 0,
ZoneId = "string",
},
AutoterminationMinutes = 0,
DriverInstancePoolId = "string",
InitScripts = new[]
{
new Databricks.Inputs.JobTaskNewClusterInitScriptArgs
{
Abfss = new Databricks.Inputs.JobTaskNewClusterInitScriptAbfssArgs
{
Destination = "string",
},
File = new Databricks.Inputs.JobTaskNewClusterInitScriptFileArgs
{
Destination = "string",
},
Gcs = new Databricks.Inputs.JobTaskNewClusterInitScriptGcsArgs
{
Destination = "string",
},
S3 = new Databricks.Inputs.JobTaskNewClusterInitScriptS3Args
{
Destination = "string",
CannedAcl = "string",
EnableEncryption = false,
EncryptionType = "string",
Endpoint = "string",
KmsKey = "string",
Region = "string",
},
Volumes = new Databricks.Inputs.JobTaskNewClusterInitScriptVolumesArgs
{
Destination = "string",
},
Workspace = new Databricks.Inputs.JobTaskNewClusterInitScriptWorkspaceArgs
{
Destination = "string",
},
},
},
InstancePoolId = "string",
NodeTypeId = "string",
NumWorkers = 0,
PolicyId = "string",
RuntimeEngine = "string",
SingleUserName = "string",
SparkConf =
{
{ "string", "any" },
},
SparkEnvVars =
{
{ "string", "any" },
},
Autoscale = new Databricks.Inputs.JobTaskNewClusterAutoscaleArgs
{
MaxWorkers = 0,
MinWorkers = 0,
},
SshPublicKeys = new[]
{
"string",
},
WorkloadType = new Databricks.Inputs.JobTaskNewClusterWorkloadTypeArgs
{
Clients = new Databricks.Inputs.JobTaskNewClusterWorkloadTypeClientsArgs
{
Jobs = false,
Notebooks = false,
},
},
},
NotebookTask = new Databricks.Inputs.JobTaskNotebookTaskArgs
{
NotebookPath = "string",
BaseParameters =
{
{ "string", "any" },
},
Source = "string",
},
NotificationSettings = new Databricks.Inputs.JobTaskNotificationSettingsArgs
{
AlertOnLastAttempt = false,
NoAlertForCanceledRuns = false,
NoAlertForSkippedRuns = false,
},
PipelineTask = new Databricks.Inputs.JobTaskPipelineTaskArgs
{
PipelineId = "string",
FullRefresh = false,
},
PythonWheelTask = new Databricks.Inputs.JobTaskPythonWheelTaskArgs
{
EntryPoint = "string",
NamedParameters =
{
{ "string", "any" },
},
PackageName = "string",
Parameters = new[]
{
"string",
},
},
RetryOnTimeout = false,
RunIf = "string",
RunJobTask = new Databricks.Inputs.JobTaskRunJobTaskArgs
{
JobId = 0,
JobParameters =
{
{ "string", "any" },
},
},
SparkJarTask = new Databricks.Inputs.JobTaskSparkJarTaskArgs
{
JarUri = "string",
MainClassName = "string",
Parameters = new[]
{
"string",
},
},
SparkPythonTask = new Databricks.Inputs.JobTaskSparkPythonTaskArgs
{
PythonFile = "string",
Parameters = new[]
{
"string",
},
Source = "string",
},
SparkSubmitTask = new Databricks.Inputs.JobTaskSparkSubmitTaskArgs
{
Parameters = new[]
{
"string",
},
},
SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs
{
Alert = new Databricks.Inputs.JobTaskSqlTaskAlertArgs
{
AlertId = "string",
Subscriptions = new[]
{
new Databricks.Inputs.JobTaskSqlTaskAlertSubscriptionArgs
{
DestinationId = "string",
UserName = "string",
},
},
PauseSubscriptions = false,
},
Dashboard = new Databricks.Inputs.JobTaskSqlTaskDashboardArgs
{
DashboardId = "string",
CustomSubject = "string",
PauseSubscriptions = false,
Subscriptions = new[]
{
new Databricks.Inputs.JobTaskSqlTaskDashboardSubscriptionArgs
{
DestinationId = "string",
UserName = "string",
},
},
},
File = new Databricks.Inputs.JobTaskSqlTaskFileArgs
{
Path = "string",
Source = "string",
},
Parameters =
{
{ "string", "any" },
},
Query = new Databricks.Inputs.JobTaskSqlTaskQueryArgs
{
QueryId = "string",
},
WarehouseId = "string",
},
TaskKey = "string",
TimeoutSeconds = 0,
WebhookNotifications = new Databricks.Inputs.JobTaskWebhookNotificationsArgs
{
OnDurationWarningThresholdExceededs = new[]
{
new Databricks.Inputs.JobTaskWebhookNotificationsOnDurationWarningThresholdExceededArgs
{
Id = "string",
},
},
OnFailures = new[]
{
new Databricks.Inputs.JobTaskWebhookNotificationsOnFailureArgs
{
Id = "string",
},
},
OnStarts = new[]
{
new Databricks.Inputs.JobTaskWebhookNotificationsOnStartArgs
{
Id = "string",
},
},
OnSuccesses = new[]
{
new Databricks.Inputs.JobTaskWebhookNotificationsOnSuccessArgs
{
Id = "string",
},
},
},
},
},
TimeoutSeconds = 0,
Trigger = new Databricks.Inputs.JobTriggerArgs
{
FileArrival = new Databricks.Inputs.JobTriggerFileArrivalArgs
{
Url = "string",
MinTimeBetweenTriggersSeconds = 0,
WaitAfterLastChangeSeconds = 0,
},
PauseStatus = "string",
TableUpdate = new Databricks.Inputs.JobTriggerTableUpdateArgs
{
TableNames = new[]
{
"string",
},
Condition = "string",
MinTimeBetweenTriggersSeconds = 0,
WaitAfterLastChangeSeconds = 0,
},
},
WebhookNotifications = new Databricks.Inputs.JobWebhookNotificationsArgs
{
OnDurationWarningThresholdExceededs = new[]
{
new Databricks.Inputs.JobWebhookNotificationsOnDurationWarningThresholdExceededArgs
{
Id = "string",
},
},
OnFailures = new[]
{
new Databricks.Inputs.JobWebhookNotificationsOnFailureArgs
{
Id = "string",
},
},
OnStarts = new[]
{
new Databricks.Inputs.JobWebhookNotificationsOnStartArgs
{
Id = "string",
},
},
OnSuccesses = new[]
{
new Databricks.Inputs.JobWebhookNotificationsOnSuccessArgs
{
Id = "string",
},
},
},
});
example, err := databricks.NewJob(ctx, "jobResource", &databricks.JobArgs{
Computes: databricks.JobComputeArray{
&databricks.JobComputeArgs{
ComputeKey: pulumi.String("string"),
Spec: &databricks.JobComputeSpecArgs{
Kind: pulumi.String("string"),
},
},
},
Continuous: &databricks.JobContinuousArgs{
PauseStatus: pulumi.String("string"),
},
ControlRunState: pulumi.Bool(false),
Deployment: &databricks.JobDeploymentArgs{
Kind: pulumi.String("string"),
MetadataFilePath: pulumi.String("string"),
},
Description: pulumi.String("string"),
EditMode: pulumi.String("string"),
EmailNotifications: &databricks.JobEmailNotificationsArgs{
NoAlertForSkippedRuns: pulumi.Bool(false),
OnDurationWarningThresholdExceededs: pulumi.StringArray{
pulumi.String("string"),
},
OnFailures: pulumi.StringArray{
pulumi.String("string"),
},
OnStarts: pulumi.StringArray{
pulumi.String("string"),
},
OnSuccesses: pulumi.StringArray{
pulumi.String("string"),
},
},
ExistingClusterId: pulumi.String("string"),
Format: pulumi.String("string"),
GitSource: &databricks.JobGitSourceArgs{
Url: pulumi.String("string"),
Branch: pulumi.String("string"),
Commit: pulumi.String("string"),
JobSource: &databricks.JobGitSourceJobSourceArgs{
ImportFromGitBranch: pulumi.String("string"),
JobConfigPath: pulumi.String("string"),
DirtyState: pulumi.String("string"),
},
Provider: pulumi.String("string"),
Tag: pulumi.String("string"),
},
Health: &databricks.JobHealthArgs{
Rules: databricks.JobHealthRuleArray{
&databricks.JobHealthRuleArgs{
Metric: pulumi.String("string"),
Op: pulumi.String("string"),
Value: pulumi.Int(0),
},
},
},
JobClusters: databricks.JobJobClusterArray{
&databricks.JobJobClusterArgs{
JobClusterKey: pulumi.String("string"),
NewCluster: &databricks.JobJobClusterNewClusterArgs{
SparkVersion: pulumi.String("string"),
EnableElasticDisk: pulumi.Bool(false),
ClusterId: pulumi.String("string"),
EnableLocalDiskEncryption: pulumi.Bool(false),
AzureAttributes: &databricks.JobJobClusterNewClusterAzureAttributesArgs{
Availability: pulumi.String("string"),
FirstOnDemand: pulumi.Int(0),
SpotBidMaxPrice: pulumi.Float64(0),
},
GcpAttributes: &databricks.JobJobClusterNewClusterGcpAttributesArgs{
Availability: pulumi.String("string"),
BootDiskSize: pulumi.Int(0),
GoogleServiceAccount: pulumi.String("string"),
LocalSsdCount: pulumi.Int(0),
UsePreemptibleExecutors: pulumi.Bool(false),
ZoneId: pulumi.String("string"),
},
ClusterLogConf: &databricks.JobJobClusterNewClusterClusterLogConfArgs{
Dbfs: &databricks.JobJobClusterNewClusterClusterLogConfDbfsArgs{
Destination: pulumi.String("string"),
},
S3: &databricks.JobJobClusterNewClusterClusterLogConfS3Args{
Destination: pulumi.String("string"),
CannedAcl: pulumi.String("string"),
EnableEncryption: pulumi.Bool(false),
EncryptionType: pulumi.String("string"),
Endpoint: pulumi.String("string"),
KmsKey: pulumi.String("string"),
Region: pulumi.String("string"),
},
},
ClusterMountInfos: databricks.JobJobClusterNewClusterClusterMountInfoArray{
&databricks.JobJobClusterNewClusterClusterMountInfoArgs{
LocalMountDirPath: pulumi.String("string"),
NetworkFilesystemInfo: &databricks.JobJobClusterNewClusterClusterMountInfoNetworkFilesystemInfoArgs{
ServerAddress: pulumi.String("string"),
MountOptions: pulumi.String("string"),
},
RemoteMountDirPath: pulumi.String("string"),
},
},
ClusterName: pulumi.String("string"),
CustomTags: pulumi.Map{
"string": pulumi.Any("any"),
},
DataSecurityMode: pulumi.String("string"),
DockerImage: &databricks.JobJobClusterNewClusterDockerImageArgs{
Url: pulumi.String("string"),
BasicAuth: &databricks.JobJobClusterNewClusterDockerImageBasicAuthArgs{
Password: pulumi.String("string"),
Username: pulumi.String("string"),
},
},
IdempotencyToken: pulumi.String("string"),
DriverNodeTypeId: pulumi.String("string"),
ApplyPolicyDefaultValues: pulumi.Bool(false),
AwsAttributes: &databricks.JobJobClusterNewClusterAwsAttributesArgs{
Availability: pulumi.String("string"),
EbsVolumeCount: pulumi.Int(0),
EbsVolumeSize: pulumi.Int(0),
EbsVolumeType: pulumi.String("string"),
FirstOnDemand: pulumi.Int(0),
InstanceProfileArn: pulumi.String("string"),
SpotBidPricePercent: pulumi.Int(0),
ZoneId: pulumi.String("string"),
},
AutoterminationMinutes: pulumi.Int(0),
DriverInstancePoolId: pulumi.String("string"),
InitScripts: databricks.JobJobClusterNewClusterInitScriptArray{
&databricks.JobJobClusterNewClusterInitScriptArgs{
Abfss: &databricks.JobJobClusterNewClusterInitScriptAbfssArgs{
Destination: pulumi.String("string"),
},
File: &databricks.JobJobClusterNewClusterInitScriptFileArgs{
Destination: pulumi.String("string"),
},
Gcs: &databricks.JobJobClusterNewClusterInitScriptGcsArgs{
Destination: pulumi.String("string"),
},
S3: &databricks.JobJobClusterNewClusterInitScriptS3Args{
Destination: pulumi.String("string"),
CannedAcl: pulumi.String("string"),
EnableEncryption: pulumi.Bool(false),
EncryptionType: pulumi.String("string"),
Endpoint: pulumi.String("string"),
KmsKey: pulumi.String("string"),
Region: pulumi.String("string"),
},
Volumes: &databricks.JobJobClusterNewClusterInitScriptVolumesArgs{
Destination: pulumi.String("string"),
},
Workspace: &databricks.JobJobClusterNewClusterInitScriptWorkspaceArgs{
Destination: pulumi.String("string"),
},
},
},
InstancePoolId: pulumi.String("string"),
NodeTypeId: pulumi.String("string"),
NumWorkers: pulumi.Int(0),
PolicyId: pulumi.String("string"),
RuntimeEngine: pulumi.String("string"),
SingleUserName: pulumi.String("string"),
SparkConf: pulumi.Map{
"string": pulumi.Any("any"),
},
SparkEnvVars: pulumi.Map{
"string": pulumi.Any("any"),
},
Autoscale: &databricks.JobJobClusterNewClusterAutoscaleArgs{
MaxWorkers: pulumi.Int(0),
MinWorkers: pulumi.Int(0),
},
SshPublicKeys: pulumi.StringArray{
pulumi.String("string"),
},
WorkloadType: &databricks.JobJobClusterNewClusterWorkloadTypeArgs{
Clients: &databricks.JobJobClusterNewClusterWorkloadTypeClientsArgs{
Jobs: pulumi.Bool(false),
Notebooks: pulumi.Bool(false),
},
},
},
},
},
Libraries: databricks.JobLibraryArray{
&databricks.JobLibraryArgs{
Cran: &databricks.JobLibraryCranArgs{
Package: pulumi.String("string"),
Repo: pulumi.String("string"),
},
Egg: pulumi.String("string"),
Jar: pulumi.String("string"),
Maven: &databricks.JobLibraryMavenArgs{
Coordinates: pulumi.String("string"),
Exclusions: pulumi.StringArray{
pulumi.String("string"),
},
Repo: pulumi.String("string"),
},
Pypi: &databricks.JobLibraryPypiArgs{
Package: pulumi.String("string"),
Repo: pulumi.String("string"),
},
Whl: pulumi.String("string"),
},
},
MaxConcurrentRuns: pulumi.Int(0),
Name: pulumi.String("string"),
NewCluster: &databricks.JobNewClusterArgs{
SparkVersion: pulumi.String("string"),
EnableElasticDisk: pulumi.Bool(false),
ClusterId: pulumi.String("string"),
EnableLocalDiskEncryption: pulumi.Bool(false),
AzureAttributes: &databricks.JobNewClusterAzureAttributesArgs{
Availability: pulumi.String("string"),
FirstOnDemand: pulumi.Int(0),
SpotBidMaxPrice: pulumi.Float64(0),
},
GcpAttributes: &databricks.JobNewClusterGcpAttributesArgs{
Availability: pulumi.String("string"),
BootDiskSize: pulumi.Int(0),
GoogleServiceAccount: pulumi.String("string"),
LocalSsdCount: pulumi.Int(0),
UsePreemptibleExecutors: pulumi.Bool(false),
ZoneId: pulumi.String("string"),
},
ClusterLogConf: &databricks.JobNewClusterClusterLogConfArgs{
Dbfs: &databricks.JobNewClusterClusterLogConfDbfsArgs{
Destination: pulumi.String("string"),
},
S3: &databricks.JobNewClusterClusterLogConfS3Args{
Destination: pulumi.String("string"),
CannedAcl: pulumi.String("string"),
EnableEncryption: pulumi.Bool(false),
EncryptionType: pulumi.String("string"),
Endpoint: pulumi.String("string"),
KmsKey: pulumi.String("string"),
Region: pulumi.String("string"),
},
},
ClusterMountInfos: databricks.JobNewClusterClusterMountInfoArray{
&databricks.JobNewClusterClusterMountInfoArgs{
LocalMountDirPath: pulumi.String("string"),
NetworkFilesystemInfo: &databricks.JobNewClusterClusterMountInfoNetworkFilesystemInfoArgs{
ServerAddress: pulumi.String("string"),
MountOptions: pulumi.String("string"),
},
RemoteMountDirPath: pulumi.String("string"),
},
},
ClusterName: pulumi.String("string"),
CustomTags: pulumi.Map{
"string": pulumi.Any("any"),
},
DataSecurityMode: pulumi.String("string"),
DockerImage: &databricks.JobNewClusterDockerImageArgs{
Url: pulumi.String("string"),
BasicAuth: &databricks.JobNewClusterDockerImageBasicAuthArgs{
Password: pulumi.String("string"),
Username: pulumi.String("string"),
},
},
IdempotencyToken: pulumi.String("string"),
DriverNodeTypeId: pulumi.String("string"),
ApplyPolicyDefaultValues: pulumi.Bool(false),
AwsAttributes: &databricks.JobNewClusterAwsAttributesArgs{
Availability: pulumi.String("string"),
EbsVolumeCount: pulumi.Int(0),
EbsVolumeSize: pulumi.Int(0),
EbsVolumeType: pulumi.String("string"),
FirstOnDemand: pulumi.Int(0),
InstanceProfileArn: pulumi.String("string"),
SpotBidPricePercent: pulumi.Int(0),
ZoneId: pulumi.String("string"),
},
AutoterminationMinutes: pulumi.Int(0),
DriverInstancePoolId: pulumi.String("string"),
InitScripts: databricks.JobNewClusterInitScriptArray{
&databricks.JobNewClusterInitScriptArgs{
Abfss: &databricks.JobNewClusterInitScriptAbfssArgs{
Destination: pulumi.String("string"),
},
File: &databricks.JobNewClusterInitScriptFileArgs{
Destination: pulumi.String("string"),
},
Gcs: &databricks.JobNewClusterInitScriptGcsArgs{
Destination: pulumi.String("string"),
},
S3: &databricks.JobNewClusterInitScriptS3Args{
Destination: pulumi.String("string"),
CannedAcl: pulumi.String("string"),
EnableEncryption: pulumi.Bool(false),
EncryptionType: pulumi.String("string"),
Endpoint: pulumi.String("string"),
KmsKey: pulumi.String("string"),
Region: pulumi.String("string"),
},
Volumes: &databricks.JobNewClusterInitScriptVolumesArgs{
Destination: pulumi.String("string"),
},
Workspace: &databricks.JobNewClusterInitScriptWorkspaceArgs{
Destination: pulumi.String("string"),
},
},
},
InstancePoolId: pulumi.String("string"),
NodeTypeId: pulumi.String("string"),
NumWorkers: pulumi.Int(0),
PolicyId: pulumi.String("string"),
RuntimeEngine: pulumi.String("string"),
SingleUserName: pulumi.String("string"),
SparkConf: pulumi.Map{
"string": pulumi.Any("any"),
},
SparkEnvVars: pulumi.Map{
"string": pulumi.Any("any"),
},
Autoscale: &databricks.JobNewClusterAutoscaleArgs{
MaxWorkers: pulumi.Int(0),
MinWorkers: pulumi.Int(0),
},
SshPublicKeys: pulumi.StringArray{
pulumi.String("string"),
},
WorkloadType: &databricks.JobNewClusterWorkloadTypeArgs{
Clients: &databricks.JobNewClusterWorkloadTypeClientsArgs{
Jobs: pulumi.Bool(false),
Notebooks: pulumi.Bool(false),
},
},
},
NotificationSettings: &databricks.JobNotificationSettingsArgs{
NoAlertForCanceledRuns: pulumi.Bool(false),
NoAlertForSkippedRuns: pulumi.Bool(false),
},
Parameters: databricks.JobParameterArray{
&databricks.JobParameterArgs{
Default: pulumi.String("string"),
Name: pulumi.String("string"),
},
},
Queue: &databricks.JobQueueArgs{
Enabled: pulumi.Bool(false),
},
RunAs: &databricks.JobRunAsArgs{
ServicePrincipalName: pulumi.String("string"),
UserName: pulumi.String("string"),
},
Schedule: &databricks.JobScheduleArgs{
QuartzCronExpression: pulumi.String("string"),
TimezoneId: pulumi.String("string"),
PauseStatus: pulumi.String("string"),
},
Tags: pulumi.Map{
"string": pulumi.Any("any"),
},
Tasks: databricks.JobTaskArray{
&databricks.JobTaskArgs{
ComputeKey: pulumi.String("string"),
ConditionTask: &databricks.JobTaskConditionTaskArgs{
Left: pulumi.String("string"),
Op: pulumi.String("string"),
Right: pulumi.String("string"),
},
DbtTask: &databricks.JobTaskDbtTaskArgs{
Commands: pulumi.StringArray{
pulumi.String("string"),
},
Catalog: pulumi.String("string"),
ProfilesDirectory: pulumi.String("string"),
ProjectDirectory: pulumi.String("string"),
Schema: pulumi.String("string"),
Source: pulumi.String("string"),
WarehouseId: pulumi.String("string"),
},
DependsOns: databricks.JobTaskDependsOnArray{
&databricks.JobTaskDependsOnArgs{
TaskKey: pulumi.String("string"),
Outcome: pulumi.String("string"),
},
},
Description: pulumi.String("string"),
EmailNotifications: &databricks.JobTaskEmailNotificationsArgs{
NoAlertForSkippedRuns: pulumi.Bool(false),
OnDurationWarningThresholdExceededs: pulumi.StringArray{
pulumi.String("string"),
},
OnFailures: pulumi.StringArray{
pulumi.String("string"),
},
OnStarts: pulumi.StringArray{
pulumi.String("string"),
},
OnSuccesses: pulumi.StringArray{
pulumi.String("string"),
},
},
ExistingClusterId: pulumi.String("string"),
ForEachTask: &databricks.JobTaskForEachTaskArgs{
Inputs: pulumi.String("string"),
Task: &databricks.JobTaskForEachTaskTaskArgs{
ComputeKey: pulumi.String("string"),
ConditionTask: &databricks.JobTaskForEachTaskTaskConditionTaskArgs{
Left: pulumi.String("string"),
Op: pulumi.String("string"),
Right: pulumi.String("string"),
},
DbtTask: &databricks.JobTaskForEachTaskTaskDbtTaskArgs{
Commands: pulumi.StringArray{
pulumi.String("string"),
},
Catalog: pulumi.String("string"),
ProfilesDirectory: pulumi.String("string"),
ProjectDirectory: pulumi.String("string"),
Schema: pulumi.String("string"),
Source: pulumi.String("string"),
WarehouseId: pulumi.String("string"),
},
DependsOns: databricks.JobTaskForEachTaskTaskDependsOnArray{
&databricks.JobTaskForEachTaskTaskDependsOnArgs{
TaskKey: pulumi.String("string"),
Outcome: pulumi.String("string"),
},
},
Description: pulumi.String("string"),
EmailNotifications: &databricks.JobTaskForEachTaskTaskEmailNotificationsArgs{
NoAlertForSkippedRuns: pulumi.Bool(false),
OnDurationWarningThresholdExceededs: pulumi.StringArray{
pulumi.String("string"),
},
OnFailures: pulumi.StringArray{
pulumi.String("string"),
},
OnStarts: pulumi.StringArray{
pulumi.String("string"),
},
OnSuccesses: pulumi.StringArray{
pulumi.String("string"),
},
},
ExistingClusterId: pulumi.String("string"),
Health: &databricks.JobTaskForEachTaskTaskHealthArgs{
Rules: databricks.JobTaskForEachTaskTaskHealthRuleArray{
&databricks.JobTaskForEachTaskTaskHealthRuleArgs{
Metric: pulumi.String("string"),
Op: pulumi.String("string"),
Value: pulumi.Int(0),
},
},
},
JobClusterKey: pulumi.String("string"),
Libraries: databricks.JobTaskForEachTaskTaskLibraryArray{
&databricks.JobTaskForEachTaskTaskLibraryArgs{
Cran: &databricks.JobTaskForEachTaskTaskLibraryCranArgs{
Package: pulumi.String("string"),
Repo: pulumi.String("string"),
},
Egg: pulumi.String("string"),
Jar: pulumi.String("string"),
Maven: &databricks.JobTaskForEachTaskTaskLibraryMavenArgs{
Coordinates: pulumi.String("string"),
Exclusions: pulumi.StringArray{
pulumi.String("string"),
},
Repo: pulumi.String("string"),
},
Pypi: &databricks.JobTaskForEachTaskTaskLibraryPypiArgs{
Package: pulumi.String("string"),
Repo: pulumi.String("string"),
},
Whl: pulumi.String("string"),
},
},
MaxRetries: pulumi.Int(0),
MinRetryIntervalMillis: pulumi.Int(0),
NewCluster: &databricks.JobTaskForEachTaskTaskNewClusterArgs{
NumWorkers: pulumi.Int(0),
SparkVersion: pulumi.String("string"),
ClusterMountInfos: databricks.JobTaskForEachTaskTaskNewClusterClusterMountInfoArray{
&databricks.JobTaskForEachTaskTaskNewClusterClusterMountInfoArgs{
LocalMountDirPath: pulumi.String("string"),
NetworkFilesystemInfo: &databricks.JobTaskForEachTaskTaskNewClusterClusterMountInfoNetworkFilesystemInfoArgs{
ServerAddress: pulumi.String("string"),
MountOptions: pulumi.String("string"),
},
RemoteMountDirPath: pulumi.String("string"),
},
},
Autoscale: &databricks.JobTaskForEachTaskTaskNewClusterAutoscaleArgs{
MaxWorkers: pulumi.Int(0),
MinWorkers: pulumi.Int(0),
},
AzureAttributes: &databricks.JobTaskForEachTaskTaskNewClusterAzureAttributesArgs{
Availability: pulumi.String("string"),
FirstOnDemand: pulumi.Int(0),
SpotBidMaxPrice: pulumi.Float64(0),
},
ClusterId: pulumi.String("string"),
ClusterLogConf: &databricks.JobTaskForEachTaskTaskNewClusterClusterLogConfArgs{
Dbfs: &databricks.JobTaskForEachTaskTaskNewClusterClusterLogConfDbfsArgs{
Destination: pulumi.String("string"),
},
S3: &databricks.JobTaskForEachTaskTaskNewClusterClusterLogConfS3Args{
Destination: pulumi.String("string"),
CannedAcl: pulumi.String("string"),
EnableEncryption: pulumi.Bool(false),
EncryptionType: pulumi.String("string"),
Endpoint: pulumi.String("string"),
KmsKey: pulumi.String("string"),
Region: pulumi.String("string"),
},
},
ApplyPolicyDefaultValues: pulumi.Bool(false),
ClusterName: pulumi.String("string"),
CustomTags: pulumi.Map{
"string": pulumi.Any("any"),
},
DataSecurityMode: pulumi.String("string"),
DockerImage: &databricks.JobTaskForEachTaskTaskNewClusterDockerImageArgs{
Url: pulumi.String("string"),
BasicAuth: &databricks.JobTaskForEachTaskTaskNewClusterDockerImageBasicAuthArgs{
Password: pulumi.String("string"),
Username: pulumi.String("string"),
},
},
DriverInstancePoolId: pulumi.String("string"),
DriverNodeTypeId: pulumi.String("string"),
WorkloadType: &databricks.JobTaskForEachTaskTaskNewClusterWorkloadTypeArgs{
Clients: &databricks.JobTaskForEachTaskTaskNewClusterWorkloadTypeClientsArgs{
Jobs: pulumi.Bool(false),
Notebooks: pulumi.Bool(false),
},
},
AwsAttributes: &databricks.JobTaskForEachTaskTaskNewClusterAwsAttributesArgs{
Availability: pulumi.String("string"),
EbsVolumeCount: pulumi.Int(0),
EbsVolumeSize: pulumi.Int(0),
EbsVolumeType: pulumi.String("string"),
FirstOnDemand: pulumi.Int(0),
InstanceProfileArn: pulumi.String("string"),
SpotBidPricePercent: pulumi.Int(0),
ZoneId: pulumi.String("string"),
},
NodeTypeId: pulumi.String("string"),
IdempotencyToken: pulumi.String("string"),
InitScripts: databricks.JobTaskForEachTaskTaskNewClusterInitScriptArray{
&databricks.JobTaskForEachTaskTaskNewClusterInitScriptArgs{
Abfss: &databricks.JobTaskForEachTaskTaskNewClusterInitScriptAbfssArgs{
Destination: pulumi.String("string"),
},
Dbfs: &databricks.JobTaskForEachTaskTaskNewClusterInitScriptDbfsArgs{
Destination: pulumi.String("string"),
},
File: &databricks.JobTaskForEachTaskTaskNewClusterInitScriptFileArgs{
Destination: pulumi.String("string"),
},
Gcs: &databricks.JobTaskForEachTaskTaskNewClusterInitScriptGcsArgs{
Destination: pulumi.String("string"),
},
S3: &databricks.JobTaskForEachTaskTaskNewClusterInitScriptS3Args{
Destination: pulumi.String("string"),
CannedAcl: pulumi.String("string"),
EnableEncryption: pulumi.Bool(false),
EncryptionType: pulumi.String("string"),
Endpoint: pulumi.String("string"),
KmsKey: pulumi.String("string"),
Region: pulumi.String("string"),
},
Volumes: &databricks.JobTaskForEachTaskTaskNewClusterInitScriptVolumesArgs{
Destination: pulumi.String("string"),
},
Workspace: &databricks.JobTaskForEachTaskTaskNewClusterInitScriptWorkspaceArgs{
Destination: pulumi.String("string"),
},
},
},
InstancePoolId: pulumi.String("string"),
GcpAttributes: &databricks.JobTaskForEachTaskTaskNewClusterGcpAttributesArgs{
Availability: pulumi.String("string"),
BootDiskSize: pulumi.Int(0),
GoogleServiceAccount: pulumi.String("string"),
LocalSsdCount: pulumi.Int(0),
UsePreemptibleExecutors: pulumi.Bool(false),
ZoneId: pulumi.String("string"),
},
AutoterminationMinutes: pulumi.Int(0),
PolicyId: pulumi.String("string"),
RuntimeEngine: pulumi.String("string"),
SingleUserName: pulumi.String("string"),
SparkConf: pulumi.Map{
"string": pulumi.Any("any"),
},
SparkEnvVars: pulumi.Map{
"string": pulumi.Any("any"),
},
EnableLocalDiskEncryption: pulumi.Bool(false),
SshPublicKeys: pulumi.StringArray{
pulumi.String("string"),
},
EnableElasticDisk: pulumi.Bool(false),
},
NotebookTask: &databricks.JobTaskForEachTaskTaskNotebookTaskArgs{
NotebookPath: pulumi.String("string"),
BaseParameters: pulumi.Map{
"string": pulumi.Any("any"),
},
Source: pulumi.String("string"),
},
NotificationSettings: &databricks.JobTaskForEachTaskTaskNotificationSettingsArgs{
AlertOnLastAttempt: pulumi.Bool(false),
NoAlertForCanceledRuns: pulumi.Bool(false),
NoAlertForSkippedRuns: pulumi.Bool(false),
},
PipelineTask: &databricks.JobTaskForEachTaskTaskPipelineTaskArgs{
PipelineId: pulumi.String("string"),
FullRefresh: pulumi.Bool(false),
},
PythonWheelTask: &databricks.JobTaskForEachTaskTaskPythonWheelTaskArgs{
EntryPoint: pulumi.String("string"),
NamedParameters: pulumi.Map{
"string": pulumi.Any("any"),
},
PackageName: pulumi.String("string"),
Parameters: pulumi.StringArray{
pulumi.String("string"),
},
},
RetryOnTimeout: pulumi.Bool(false),
RunIf: pulumi.String("string"),
RunJobTask: &databricks.JobTaskForEachTaskTaskRunJobTaskArgs{
JobId: pulumi.Int(0),
JobParameters: pulumi.Map{
"string": pulumi.Any("any"),
},
},
SparkJarTask: &databricks.JobTaskForEachTaskTaskSparkJarTaskArgs{
JarUri: pulumi.String("string"),
MainClassName: pulumi.String("string"),
Parameters: pulumi.StringArray{
pulumi.String("string"),
},
},
SparkPythonTask: &databricks.JobTaskForEachTaskTaskSparkPythonTaskArgs{
PythonFile: pulumi.String("string"),
Parameters: pulumi.StringArray{
pulumi.String("string"),
},
Source: pulumi.String("string"),
},
SparkSubmitTask: &databricks.JobTaskForEachTaskTaskSparkSubmitTaskArgs{
Parameters: pulumi.StringArray{
pulumi.String("string"),
},
},
SqlTask: &databricks.JobTaskForEachTaskTaskSqlTaskArgs{
Alert: &databricks.JobTaskForEachTaskTaskSqlTaskAlertArgs{
AlertId: pulumi.String("string"),
Subscriptions: databricks.JobTaskForEachTaskTaskSqlTaskAlertSubscriptionArray{
&databricks.JobTaskForEachTaskTaskSqlTaskAlertSubscriptionArgs{
DestinationId: pulumi.String("string"),
UserName: pulumi.String("string"),
},
},
PauseSubscriptions: pulumi.Bool(false),
},
Dashboard: &databricks.JobTaskForEachTaskTaskSqlTaskDashboardArgs{
DashboardId: pulumi.String("string"),
CustomSubject: pulumi.String("string"),
PauseSubscriptions: pulumi.Bool(false),
Subscriptions: databricks.JobTaskForEachTaskTaskSqlTaskDashboardSubscriptionArray{
&databricks.JobTaskForEachTaskTaskSqlTaskDashboardSubscriptionArgs{
DestinationId: pulumi.String("string"),
UserName: pulumi.String("string"),
},
},
},
File: &databricks.JobTaskForEachTaskTaskSqlTaskFileArgs{
Path: pulumi.String("string"),
Source: pulumi.String("string"),
},
Parameters: pulumi.Map{
"string": pulumi.Any("any"),
},
Query: &databricks.JobTaskForEachTaskTaskSqlTaskQueryArgs{
QueryId: pulumi.String("string"),
},
WarehouseId: pulumi.String("string"),
},
TaskKey: pulumi.String("string"),
TimeoutSeconds: pulumi.Int(0),
WebhookNotifications: &databricks.JobTaskForEachTaskTaskWebhookNotificationsArgs{
OnDurationWarningThresholdExceededs: databricks.JobTaskForEachTaskTaskWebhookNotificationsOnDurationWarningThresholdExceededArray{
&databricks.JobTaskForEachTaskTaskWebhookNotificationsOnDurationWarningThresholdExceededArgs{
Id: pulumi.String("string"),
},
},
OnFailures: databricks.JobTaskForEachTaskTaskWebhookNotificationsOnFailureArray{
&databricks.JobTaskForEachTaskTaskWebhookNotificationsOnFailureArgs{
Id: pulumi.String("string"),
},
},
OnStarts: databricks.JobTaskForEachTaskTaskWebhookNotificationsOnStartArray{
&databricks.JobTaskForEachTaskTaskWebhookNotificationsOnStartArgs{
Id: pulumi.String("string"),
},
},
OnSuccesses: databricks.JobTaskForEachTaskTaskWebhookNotificationsOnSuccessArray{
&databricks.JobTaskForEachTaskTaskWebhookNotificationsOnSuccessArgs{
Id: pulumi.String("string"),
},
},
},
},
Concurrency: pulumi.Int(0),
},
Health: &databricks.JobTaskHealthArgs{
Rules: databricks.JobTaskHealthRuleArray{
&databricks.JobTaskHealthRuleArgs{
Metric: pulumi.String("string"),
Op: pulumi.String("string"),
Value: pulumi.Int(0),
},
},
},
JobClusterKey: pulumi.String("string"),
Libraries: databricks.JobTaskLibraryArray{
&databricks.JobTaskLibraryArgs{
Cran: &databricks.JobTaskLibraryCranArgs{
Package: pulumi.String("string"),
Repo: pulumi.String("string"),
},
Egg: pulumi.String("string"),
Jar: pulumi.String("string"),
Maven: &databricks.JobTaskLibraryMavenArgs{
Coordinates: pulumi.String("string"),
Exclusions: pulumi.StringArray{
pulumi.String("string"),
},
Repo: pulumi.String("string"),
},
Pypi: &databricks.JobTaskLibraryPypiArgs{
Package: pulumi.String("string"),
Repo: pulumi.String("string"),
},
Whl: pulumi.String("string"),
},
},
MaxRetries: pulumi.Int(0),
MinRetryIntervalMillis: pulumi.Int(0),
NewCluster: &databricks.JobTaskNewClusterArgs{
SparkVersion: pulumi.String("string"),
EnableElasticDisk: pulumi.Bool(false),
ClusterId: pulumi.String("string"),
EnableLocalDiskEncryption: pulumi.Bool(false),
AzureAttributes: &databricks.JobTaskNewClusterAzureAttributesArgs{
Availability: pulumi.String("string"),
FirstOnDemand: pulumi.Int(0),
SpotBidMaxPrice: pulumi.Float64(0),
},
GcpAttributes: &databricks.JobTaskNewClusterGcpAttributesArgs{
Availability: pulumi.String("string"),
BootDiskSize: pulumi.Int(0),
GoogleServiceAccount: pulumi.String("string"),
LocalSsdCount: pulumi.Int(0),
UsePreemptibleExecutors: pulumi.Bool(false),
ZoneId: pulumi.String("string"),
},
ClusterLogConf: &databricks.JobTaskNewClusterClusterLogConfArgs{
Dbfs: &databricks.JobTaskNewClusterClusterLogConfDbfsArgs{
Destination: pulumi.String("string"),
},
S3: &databricks.JobTaskNewClusterClusterLogConfS3Args{
Destination: pulumi.String("string"),
CannedAcl: pulumi.String("string"),
EnableEncryption: pulumi.Bool(false),
EncryptionType: pulumi.String("string"),
Endpoint: pulumi.String("string"),
KmsKey: pulumi.String("string"),
Region: pulumi.String("string"),
},
},
ClusterMountInfos: databricks.JobTaskNewClusterClusterMountInfoArray{
&databricks.JobTaskNewClusterClusterMountInfoArgs{
LocalMountDirPath: pulumi.String("string"),
NetworkFilesystemInfo: &databricks.JobTaskNewClusterClusterMountInfoNetworkFilesystemInfoArgs{
ServerAddress: pulumi.String("string"),
MountOptions: pulumi.String("string"),
},
RemoteMountDirPath: pulumi.String("string"),
},
},
ClusterName: pulumi.String("string"),
CustomTags: pulumi.Map{
"string": pulumi.Any("any"),
},
DataSecurityMode: pulumi.String("string"),
DockerImage: &databricks.JobTaskNewClusterDockerImageArgs{
Url: pulumi.String("string"),
BasicAuth: &databricks.JobTaskNewClusterDockerImageBasicAuthArgs{
Password: pulumi.String("string"),
Username: pulumi.String("string"),
},
},
IdempotencyToken: pulumi.String("string"),
DriverNodeTypeId: pulumi.String("string"),
ApplyPolicyDefaultValues: pulumi.Bool(false),
AwsAttributes: &databricks.JobTaskNewClusterAwsAttributesArgs{
Availability: pulumi.String("string"),
EbsVolumeCount: pulumi.Int(0),
EbsVolumeSize: pulumi.Int(0),
EbsVolumeType: pulumi.String("string"),
FirstOnDemand: pulumi.Int(0),
InstanceProfileArn: pulumi.String("string"),
SpotBidPricePercent: pulumi.Int(0),
ZoneId: pulumi.String("string"),
},
AutoterminationMinutes: pulumi.Int(0),
DriverInstancePoolId: pulumi.String("string"),
InitScripts: databricks.JobTaskNewClusterInitScriptArray{
&databricks.JobTaskNewClusterInitScriptArgs{
Abfss: &databricks.JobTaskNewClusterInitScriptAbfssArgs{
Destination: pulumi.String("string"),
},
File: &databricks.JobTaskNewClusterInitScriptFileArgs{
Destination: pulumi.String("string"),
},
Gcs: &databricks.JobTaskNewClusterInitScriptGcsArgs{
Destination: pulumi.String("string"),
},
S3: &databricks.JobTaskNewClusterInitScriptS3Args{
Destination: pulumi.String("string"),
CannedAcl: pulumi.String("string"),
EnableEncryption: pulumi.Bool(false),
EncryptionType: pulumi.String("string"),
Endpoint: pulumi.String("string"),
KmsKey: pulumi.String("string"),
Region: pulumi.String("string"),
},
Volumes: &databricks.JobTaskNewClusterInitScriptVolumesArgs{
Destination: pulumi.String("string"),
},
Workspace: &databricks.JobTaskNewClusterInitScriptWorkspaceArgs{
Destination: pulumi.String("string"),
},
},
},
InstancePoolId: pulumi.String("string"),
NodeTypeId: pulumi.String("string"),
NumWorkers: pulumi.Int(0),
PolicyId: pulumi.String("string"),
RuntimeEngine: pulumi.String("string"),
SingleUserName: pulumi.String("string"),
SparkConf: pulumi.Map{
"string": pulumi.Any("any"),
},
SparkEnvVars: pulumi.Map{
"string": pulumi.Any("any"),
},
Autoscale: &databricks.JobTaskNewClusterAutoscaleArgs{
MaxWorkers: pulumi.Int(0),
MinWorkers: pulumi.Int(0),
},
SshPublicKeys: pulumi.StringArray{
pulumi.String("string"),
},
WorkloadType: &databricks.JobTaskNewClusterWorkloadTypeArgs{
Clients: &databricks.JobTaskNewClusterWorkloadTypeClientsArgs{
Jobs: pulumi.Bool(false),
Notebooks: pulumi.Bool(false),
},
},
},
NotebookTask: &databricks.JobTaskNotebookTaskArgs{
NotebookPath: pulumi.String("string"),
BaseParameters: pulumi.Map{
"string": pulumi.Any("any"),
},
Source: pulumi.String("string"),
},
NotificationSettings: &databricks.JobTaskNotificationSettingsArgs{
AlertOnLastAttempt: pulumi.Bool(false),
NoAlertForCanceledRuns: pulumi.Bool(false),
NoAlertForSkippedRuns: pulumi.Bool(false),
},
PipelineTask: &databricks.JobTaskPipelineTaskArgs{
PipelineId: pulumi.String("string"),
FullRefresh: pulumi.Bool(false),
},
PythonWheelTask: &databricks.JobTaskPythonWheelTaskArgs{
EntryPoint: pulumi.String("string"),
NamedParameters: pulumi.Map{
"string": pulumi.Any("any"),
},
PackageName: pulumi.String("string"),
Parameters: pulumi.StringArray{
pulumi.String("string"),
},
},
RetryOnTimeout: pulumi.Bool(false),
RunIf: pulumi.String("string"),
RunJobTask: &databricks.JobTaskRunJobTaskArgs{
JobId: pulumi.Int(0),
JobParameters: pulumi.Map{
"string": pulumi.Any("any"),
},
},
SparkJarTask: &databricks.JobTaskSparkJarTaskArgs{
JarUri: pulumi.String("string"),
MainClassName: pulumi.String("string"),
Parameters: pulumi.StringArray{
pulumi.String("string"),
},
},
SparkPythonTask: &databricks.JobTaskSparkPythonTaskArgs{
PythonFile: pulumi.String("string"),
Parameters: pulumi.StringArray{
pulumi.String("string"),
},
Source: pulumi.String("string"),
},
SparkSubmitTask: &databricks.JobTaskSparkSubmitTaskArgs{
Parameters: pulumi.StringArray{
pulumi.String("string"),
},
},
SqlTask: &databricks.JobTaskSqlTaskArgs{
Alert: &databricks.JobTaskSqlTaskAlertArgs{
AlertId: pulumi.String("string"),
Subscriptions: databricks.JobTaskSqlTaskAlertSubscriptionArray{
&databricks.JobTaskSqlTaskAlertSubscriptionArgs{
DestinationId: pulumi.String("string"),
UserName: pulumi.String("string"),
},
},
PauseSubscriptions: pulumi.Bool(false),
},
Dashboard: &databricks.JobTaskSqlTaskDashboardArgs{
DashboardId: pulumi.String("string"),
CustomSubject: pulumi.String("string"),
PauseSubscriptions: pulumi.Bool(false),
Subscriptions: databricks.JobTaskSqlTaskDashboardSubscriptionArray{
&databricks.JobTaskSqlTaskDashboardSubscriptionArgs{
DestinationId: pulumi.String("string"),
UserName: pulumi.String("string"),
},
},
},
File: &databricks.JobTaskSqlTaskFileArgs{
Path: pulumi.String("string"),
Source: pulumi.String("string"),
},
Parameters: pulumi.Map{
"string": pulumi.Any("any"),
},
Query: &databricks.JobTaskSqlTaskQueryArgs{
QueryId: pulumi.String("string"),
},
WarehouseId: pulumi.String("string"),
},
TaskKey: pulumi.String("string"),
TimeoutSeconds: pulumi.Int(0),
WebhookNotifications: &databricks.JobTaskWebhookNotificationsArgs{
OnDurationWarningThresholdExceededs: databricks.JobTaskWebhookNotificationsOnDurationWarningThresholdExceededArray{
&databricks.JobTaskWebhookNotificationsOnDurationWarningThresholdExceededArgs{
Id: pulumi.String("string"),
},
},
OnFailures: databricks.JobTaskWebhookNotificationsOnFailureArray{
&databricks.JobTaskWebhookNotificationsOnFailureArgs{
Id: pulumi.String("string"),
},
},
OnStarts: databricks.JobTaskWebhookNotificationsOnStartArray{
&databricks.JobTaskWebhookNotificationsOnStartArgs{
Id: pulumi.String("string"),
},
},
OnSuccesses: databricks.JobTaskWebhookNotificationsOnSuccessArray{
&databricks.JobTaskWebhookNotificationsOnSuccessArgs{
Id: pulumi.String("string"),
},
},
},
},
},
TimeoutSeconds: pulumi.Int(0),
Trigger: &databricks.JobTriggerArgs{
FileArrival: &databricks.JobTriggerFileArrivalArgs{
Url: pulumi.String("string"),
MinTimeBetweenTriggersSeconds: pulumi.Int(0),
WaitAfterLastChangeSeconds: pulumi.Int(0),
},
PauseStatus: pulumi.String("string"),
TableUpdate: &databricks.JobTriggerTableUpdateArgs{
TableNames: pulumi.StringArray{
pulumi.String("string"),
},
Condition: pulumi.String("string"),
MinTimeBetweenTriggersSeconds: pulumi.Int(0),
WaitAfterLastChangeSeconds: pulumi.Int(0),
},
},
WebhookNotifications: &databricks.JobWebhookNotificationsArgs{
OnDurationWarningThresholdExceededs: databricks.JobWebhookNotificationsOnDurationWarningThresholdExceededArray{
&databricks.JobWebhookNotificationsOnDurationWarningThresholdExceededArgs{
Id: pulumi.String("string"),
},
},
OnFailures: databricks.JobWebhookNotificationsOnFailureArray{
&databricks.JobWebhookNotificationsOnFailureArgs{
Id: pulumi.String("string"),
},
},
OnStarts: databricks.JobWebhookNotificationsOnStartArray{
&databricks.JobWebhookNotificationsOnStartArgs{
Id: pulumi.String("string"),
},
},
OnSuccesses: databricks.JobWebhookNotificationsOnSuccessArray{
&databricks.JobWebhookNotificationsOnSuccessArgs{
Id: pulumi.String("string"),
},
},
},
})
var jobResource = new Job("jobResource", JobArgs.builder()
.computes(JobComputeArgs.builder()
.computeKey("string")
.spec(JobComputeSpecArgs.builder()
.kind("string")
.build())
.build())
.continuous(JobContinuousArgs.builder()
.pauseStatus("string")
.build())
.controlRunState(false)
.deployment(JobDeploymentArgs.builder()
.kind("string")
.metadataFilePath("string")
.build())
.description("string")
.editMode("string")
.emailNotifications(JobEmailNotificationsArgs.builder()
.noAlertForSkippedRuns(false)
.onDurationWarningThresholdExceededs("string")
.onFailures("string")
.onStarts("string")
.onSuccesses("string")
.build())
.existingClusterId("string")
.format("string")
.gitSource(JobGitSourceArgs.builder()
.url("string")
.branch("string")
.commit("string")
.jobSource(JobGitSourceJobSourceArgs.builder()
.importFromGitBranch("string")
.jobConfigPath("string")
.dirtyState("string")
.build())
.provider("string")
.tag("string")
.build())
.health(JobHealthArgs.builder()
.rules(JobHealthRuleArgs.builder()
.metric("string")
.op("string")
.value(0)
.build())
.build())
.jobClusters(JobJobClusterArgs.builder()
.jobClusterKey("string")
.newCluster(JobJobClusterNewClusterArgs.builder()
.sparkVersion("string")
.enableElasticDisk(false)
.clusterId("string")
.enableLocalDiskEncryption(false)
.azureAttributes(JobJobClusterNewClusterAzureAttributesArgs.builder()
.availability("string")
.firstOnDemand(0)
.spotBidMaxPrice(0)
.build())
.gcpAttributes(JobJobClusterNewClusterGcpAttributesArgs.builder()
.availability("string")
.bootDiskSize(0)
.googleServiceAccount("string")
.localSsdCount(0)
.usePreemptibleExecutors(false)
.zoneId("string")
.build())
.clusterLogConf(JobJobClusterNewClusterClusterLogConfArgs.builder()
.dbfs(JobJobClusterNewClusterClusterLogConfDbfsArgs.builder()
.destination("string")
.build())
.s3(JobJobClusterNewClusterClusterLogConfS3Args.builder()
.destination("string")
.cannedAcl("string")
.enableEncryption(false)
.encryptionType("string")
.endpoint("string")
.kmsKey("string")
.region("string")
.build())
.build())
.clusterMountInfos(JobJobClusterNewClusterClusterMountInfoArgs.builder()
.localMountDirPath("string")
.networkFilesystemInfo(JobJobClusterNewClusterClusterMountInfoNetworkFilesystemInfoArgs.builder()
.serverAddress("string")
.mountOptions("string")
.build())
.remoteMountDirPath("string")
.build())
.clusterName("string")
.customTags(Map.of("string", "any"))
.dataSecurityMode("string")
.dockerImage(JobJobClusterNewClusterDockerImageArgs.builder()
.url("string")
.basicAuth(JobJobClusterNewClusterDockerImageBasicAuthArgs.builder()
.password("string")
.username("string")
.build())
.build())
.idempotencyToken("string")
.driverNodeTypeId("string")
.applyPolicyDefaultValues(false)
.awsAttributes(JobJobClusterNewClusterAwsAttributesArgs.builder()
.availability("string")
.ebsVolumeCount(0)
.ebsVolumeSize(0)
.ebsVolumeType("string")
.firstOnDemand(0)
.instanceProfileArn("string")
.spotBidPricePercent(0)
.zoneId("string")
.build())
.autoterminationMinutes(0)
.driverInstancePoolId("string")
.initScripts(JobJobClusterNewClusterInitScriptArgs.builder()
.abfss(JobJobClusterNewClusterInitScriptAbfssArgs.builder()
.destination("string")
.build())
.file(JobJobClusterNewClusterInitScriptFileArgs.builder()
.destination("string")
.build())
.gcs(JobJobClusterNewClusterInitScriptGcsArgs.builder()
.destination("string")
.build())
.s3(JobJobClusterNewClusterInitScriptS3Args.builder()
.destination("string")
.cannedAcl("string")
.enableEncryption(false)
.encryptionType("string")
.endpoint("string")
.kmsKey("string")
.region("string")
.build())
.volumes(JobJobClusterNewClusterInitScriptVolumesArgs.builder()
.destination("string")
.build())
.workspace(JobJobClusterNewClusterInitScriptWorkspaceArgs.builder()
.destination("string")
.build())
.build())
.instancePoolId("string")
.nodeTypeId("string")
.numWorkers(0)
.policyId("string")
.runtimeEngine("string")
.singleUserName("string")
.sparkConf(Map.of("string", "any"))
.sparkEnvVars(Map.of("string", "any"))
.autoscale(JobJobClusterNewClusterAutoscaleArgs.builder()
.maxWorkers(0)
.minWorkers(0)
.build())
.sshPublicKeys("string")
.workloadType(JobJobClusterNewClusterWorkloadTypeArgs.builder()
.clients(JobJobClusterNewClusterWorkloadTypeClientsArgs.builder()
.jobs(false)
.notebooks(false)
.build())
.build())
.build())
.build())
.libraries(JobLibraryArgs.builder()
.cran(JobLibraryCranArgs.builder()
.package_("string")
.repo("string")
.build())
.egg("string")
.jar("string")
.maven(JobLibraryMavenArgs.builder()
.coordinates("string")
.exclusions("string")
.repo("string")
.build())
.pypi(JobLibraryPypiArgs.builder()
.package_("string")
.repo("string")
.build())
.whl("string")
.build())
.maxConcurrentRuns(0)
.name("string")
.newCluster(JobNewClusterArgs.builder()
.sparkVersion("string")
.enableElasticDisk(false)
.clusterId("string")
.enableLocalDiskEncryption(false)
.azureAttributes(JobNewClusterAzureAttributesArgs.builder()
.availability("string")
.firstOnDemand(0)
.spotBidMaxPrice(0)
.build())
.gcpAttributes(JobNewClusterGcpAttributesArgs.builder()
.availability("string")
.bootDiskSize(0)
.googleServiceAccount("string")
.localSsdCount(0)
.usePreemptibleExecutors(false)
.zoneId("string")
.build())
.clusterLogConf(JobNewClusterClusterLogConfArgs.builder()
.dbfs(JobNewClusterClusterLogConfDbfsArgs.builder()
.destination("string")
.build())
.s3(JobNewClusterClusterLogConfS3Args.builder()
.destination("string")
.cannedAcl("string")
.enableEncryption(false)
.encryptionType("string")
.endpoint("string")
.kmsKey("string")
.region("string")
.build())
.build())
.clusterMountInfos(JobNewClusterClusterMountInfoArgs.builder()
.localMountDirPath("string")
.networkFilesystemInfo(JobNewClusterClusterMountInfoNetworkFilesystemInfoArgs.builder()
.serverAddress("string")
.mountOptions("string")
.build())
.remoteMountDirPath("string")
.build())
.clusterName("string")
.customTags(Map.of("string", "any"))
.dataSecurityMode("string")
.dockerImage(JobNewClusterDockerImageArgs.builder()
.url("string")
.basicAuth(JobNewClusterDockerImageBasicAuthArgs.builder()
.password("string")
.username("string")
.build())
.build())
.idempotencyToken("string")
.driverNodeTypeId("string")
.applyPolicyDefaultValues(false)
.awsAttributes(JobNewClusterAwsAttributesArgs.builder()
.availability("string")
.ebsVolumeCount(0)
.ebsVolumeSize(0)
.ebsVolumeType("string")
.firstOnDemand(0)
.instanceProfileArn("string")
.spotBidPricePercent(0)
.zoneId("string")
.build())
.autoterminationMinutes(0)
.driverInstancePoolId("string")
.initScripts(JobNewClusterInitScriptArgs.builder()
.abfss(JobNewClusterInitScriptAbfssArgs.builder()
.destination("string")
.build())
.file(JobNewClusterInitScriptFileArgs.builder()
.destination("string")
.build())
.gcs(JobNewClusterInitScriptGcsArgs.builder()
.destination("string")
.build())
.s3(JobNewClusterInitScriptS3Args.builder()
.destination("string")
.cannedAcl("string")
.enableEncryption(false)
.encryptionType("string")
.endpoint("string")
.kmsKey("string")
.region("string")
.build())
.volumes(JobNewClusterInitScriptVolumesArgs.builder()
.destination("string")
.build())
.workspace(JobNewClusterInitScriptWorkspaceArgs.builder()
.destination("string")
.build())
.build())
.instancePoolId("string")
.nodeTypeId("string")
.numWorkers(0)
.policyId("string")
.runtimeEngine("string")
.singleUserName("string")
.sparkConf(Map.of("string", "any"))
.sparkEnvVars(Map.of("string", "any"))
.autoscale(JobNewClusterAutoscaleArgs.builder()
.maxWorkers(0)
.minWorkers(0)
.build())
.sshPublicKeys("string")
.workloadType(JobNewClusterWorkloadTypeArgs.builder()
.clients(JobNewClusterWorkloadTypeClientsArgs.builder()
.jobs(false)
.notebooks(false)
.build())
.build())
.build())
.notificationSettings(JobNotificationSettingsArgs.builder()
.noAlertForCanceledRuns(false)
.noAlertForSkippedRuns(false)
.build())
.parameters(JobParameterArgs.builder()
.default_("string")
.name("string")
.build())
.queue(JobQueueArgs.builder()
.enabled(false)
.build())
.runAs(JobRunAsArgs.builder()
.servicePrincipalName("string")
.userName("string")
.build())
.schedule(JobScheduleArgs.builder()
.quartzCronExpression("string")
.timezoneId("string")
.pauseStatus("string")
.build())
.tags(Map.of("string", "any"))
.tasks(JobTaskArgs.builder()
.computeKey("string")
.conditionTask(JobTaskConditionTaskArgs.builder()
.left("string")
.op("string")
.right("string")
.build())
.dbtTask(JobTaskDbtTaskArgs.builder()
.commands("string")
.catalog("string")
.profilesDirectory("string")
.projectDirectory("string")
.schema("string")
.source("string")
.warehouseId("string")
.build())
.dependsOns(JobTaskDependsOnArgs.builder()
.taskKey("string")
.outcome("string")
.build())
.description("string")
.emailNotifications(JobTaskEmailNotificationsArgs.builder()
.noAlertForSkippedRuns(false)
.onDurationWarningThresholdExceededs("string")
.onFailures("string")
.onStarts("string")
.onSuccesses("string")
.build())
.existingClusterId("string")
.forEachTask(JobTaskForEachTaskArgs.builder()
.inputs("string")
.task(JobTaskForEachTaskTaskArgs.builder()
.computeKey("string")
.conditionTask(JobTaskForEachTaskTaskConditionTaskArgs.builder()
.left("string")
.op("string")
.right("string")
.build())
.dbtTask(JobTaskForEachTaskTaskDbtTaskArgs.builder()
.commands("string")
.catalog("string")
.profilesDirectory("string")
.projectDirectory("string")
.schema("string")
.source("string")
.warehouseId("string")
.build())
.dependsOns(JobTaskForEachTaskTaskDependsOnArgs.builder()
.taskKey("string")
.outcome("string")
.build())
.description("string")
.emailNotifications(JobTaskForEachTaskTaskEmailNotificationsArgs.builder()
.noAlertForSkippedRuns(false)
.onDurationWarningThresholdExceededs("string")
.onFailures("string")
.onStarts("string")
.onSuccesses("string")
.build())
.existingClusterId("string")
.health(JobTaskForEachTaskTaskHealthArgs.builder()
.rules(JobTaskForEachTaskTaskHealthRuleArgs.builder()
.metric("string")
.op("string")
.value(0)
.build())
.build())
.jobClusterKey("string")
.libraries(JobTaskForEachTaskTaskLibraryArgs.builder()
.cran(JobTaskForEachTaskTaskLibraryCranArgs.builder()
.package_("string")
.repo("string")
.build())
.egg("string")
.jar("string")
.maven(JobTaskForEachTaskTaskLibraryMavenArgs.builder()
.coordinates("string")
.exclusions("string")
.repo("string")
.build())
.pypi(JobTaskForEachTaskTaskLibraryPypiArgs.builder()
.package_("string")
.repo("string")
.build())
.whl("string")
.build())
.maxRetries(0)
.minRetryIntervalMillis(0)
.newCluster(JobTaskForEachTaskTaskNewClusterArgs.builder()
.numWorkers(0)
.sparkVersion("string")
.clusterMountInfos(JobTaskForEachTaskTaskNewClusterClusterMountInfoArgs.builder()
.localMountDirPath("string")
.networkFilesystemInfo(JobTaskForEachTaskTaskNewClusterClusterMountInfoNetworkFilesystemInfoArgs.builder()
.serverAddress("string")
.mountOptions("string")
.build())
.remoteMountDirPath("string")
.build())
.autoscale(JobTaskForEachTaskTaskNewClusterAutoscaleArgs.builder()
.maxWorkers(0)
.minWorkers(0)
.build())
.azureAttributes(JobTaskForEachTaskTaskNewClusterAzureAttributesArgs.builder()
.availability("string")
.firstOnDemand(0)
.spotBidMaxPrice(0)
.build())
.clusterId("string")
.clusterLogConf(JobTaskForEachTaskTaskNewClusterClusterLogConfArgs.builder()
.dbfs(JobTaskForEachTaskTaskNewClusterClusterLogConfDbfsArgs.builder()
.destination("string")
.build())
.s3(JobTaskForEachTaskTaskNewClusterClusterLogConfS3Args.builder()
.destination("string")
.cannedAcl("string")
.enableEncryption(false)
.encryptionType("string")
.endpoint("string")
.kmsKey("string")
.region("string")
.build())
.build())
.applyPolicyDefaultValues(false)
.clusterName("string")
.customTags(Map.of("string", "any"))
.dataSecurityMode("string")
.dockerImage(JobTaskForEachTaskTaskNewClusterDockerImageArgs.builder()
.url("string")
.basicAuth(JobTaskForEachTaskTaskNewClusterDockerImageBasicAuthArgs.builder()
.password("string")
.username("string")
.build())
.build())
.driverInstancePoolId("string")
.driverNodeTypeId("string")
.workloadType(JobTaskForEachTaskTaskNewClusterWorkloadTypeArgs.builder()
.clients(JobTaskForEachTaskTaskNewClusterWorkloadTypeClientsArgs.builder()
.jobs(false)
.notebooks(false)
.build())
.build())
.awsAttributes(JobTaskForEachTaskTaskNewClusterAwsAttributesArgs.builder()
.availability("string")
.ebsVolumeCount(0)
.ebsVolumeSize(0)
.ebsVolumeType("string")
.firstOnDemand(0)
.instanceProfileArn("string")
.spotBidPricePercent(0)
.zoneId("string")
.build())
.nodeTypeId("string")
.idempotencyToken("string")
.initScripts(JobTaskForEachTaskTaskNewClusterInitScriptArgs.builder()
.abfss(JobTaskForEachTaskTaskNewClusterInitScriptAbfssArgs.builder()
.destination("string")
.build())
.dbfs(JobTaskForEachTaskTaskNewClusterInitScriptDbfsArgs.builder()
.destination("string")
.build())
.file(JobTaskForEachTaskTaskNewClusterInitScriptFileArgs.builder()
.destination("string")
.build())
.gcs(JobTaskForEachTaskTaskNewClusterInitScriptGcsArgs.builder()
.destination("string")
.build())
.s3(JobTaskForEachTaskTaskNewClusterInitScriptS3Args.builder()
.destination("string")
.cannedAcl("string")
.enableEncryption(false)
.encryptionType("string")
.endpoint("string")
.kmsKey("string")
.region("string")
.build())
.volumes(JobTaskForEachTaskTaskNewClusterInitScriptVolumesArgs.builder()
.destination("string")
.build())
.workspace(JobTaskForEachTaskTaskNewClusterInitScriptWorkspaceArgs.builder()
.destination("string")
.build())
.build())
.instancePoolId("string")
.gcpAttributes(JobTaskForEachTaskTaskNewClusterGcpAttributesArgs.builder()
.availability("string")
.bootDiskSize(0)
.googleServiceAccount("string")
.localSsdCount(0)
.usePreemptibleExecutors(false)
.zoneId("string")
.build())
.autoterminationMinutes(0)
.policyId("string")
.runtimeEngine("string")
.singleUserName("string")
.sparkConf(Map.of("string", "any"))
.sparkEnvVars(Map.of("string", "any"))
.enableLocalDiskEncryption(false)
.sshPublicKeys("string")
.enableElasticDisk(false)
.build())
.notebookTask(JobTaskForEachTaskTaskNotebookTaskArgs.builder()
.notebookPath("string")
.baseParameters(Map.of("string", "any"))
.source("string")
.build())
.notificationSettings(JobTaskForEachTaskTaskNotificationSettingsArgs.builder()
.alertOnLastAttempt(false)
.noAlertForCanceledRuns(false)
.noAlertForSkippedRuns(false)
.build())
.pipelineTask(JobTaskForEachTaskTaskPipelineTaskArgs.builder()
.pipelineId("string")
.fullRefresh(false)
.build())
.pythonWheelTask(JobTaskForEachTaskTaskPythonWheelTaskArgs.builder()
.entryPoint("string")
.namedParameters(Map.of("string", "any"))
.packageName("string")
.parameters("string")
.build())
.retryOnTimeout(false)
.runIf("string")
.runJobTask(JobTaskForEachTaskTaskRunJobTaskArgs.builder()
.jobId(0)
.jobParameters(Map.of("string", "any"))
.build())
.sparkJarTask(JobTaskForEachTaskTaskSparkJarTaskArgs.builder()
.jarUri("string")
.mainClassName("string")
.parameters("string")
.build())
.sparkPythonTask(JobTaskForEachTaskTaskSparkPythonTaskArgs.builder()
.pythonFile("string")
.parameters("string")
.source("string")
.build())
.sparkSubmitTask(JobTaskForEachTaskTaskSparkSubmitTaskArgs.builder()
.parameters("string")
.build())
.sqlTask(JobTaskForEachTaskTaskSqlTaskArgs.builder()
.alert(JobTaskForEachTaskTaskSqlTaskAlertArgs.builder()
.alertId("string")
.subscriptions(JobTaskForEachTaskTaskSqlTaskAlertSubscriptionArgs.builder()
.destinationId("string")
.userName("string")
.build())
.pauseSubscriptions(false)
.build())
.dashboard(JobTaskForEachTaskTaskSqlTaskDashboardArgs.builder()
.dashboardId("string")
.customSubject("string")
.pauseSubscriptions(false)
.subscriptions(JobTaskForEachTaskTaskSqlTaskDashboardSubscriptionArgs.builder()
.destinationId("string")
.userName("string")
.build())
.build())
.file(JobTaskForEachTaskTaskSqlTaskFileArgs.builder()
.path("string")
.source("string")
.build())
.parameters(Map.of("string", "any"))
.query(JobTaskForEachTaskTaskSqlTaskQueryArgs.builder()
.queryId("string")
.build())
.warehouseId("string")
.build())
.taskKey("string")
.timeoutSeconds(0)
.webhookNotifications(JobTaskForEachTaskTaskWebhookNotificationsArgs.builder()
.onDurationWarningThresholdExceededs(JobTaskForEachTaskTaskWebhookNotificationsOnDurationWarningThresholdExceededArgs.builder()
.id("string")
.build())
.onFailures(JobTaskForEachTaskTaskWebhookNotificationsOnFailureArgs.builder()
.id("string")
.build())
.onStarts(JobTaskForEachTaskTaskWebhookNotificationsOnStartArgs.builder()
.id("string")
.build())
.onSuccesses(JobTaskForEachTaskTaskWebhookNotificationsOnSuccessArgs.builder()
.id("string")
.build())
.build())
.build())
.concurrency(0)
.build())
.health(JobTaskHealthArgs.builder()
.rules(JobTaskHealthRuleArgs.builder()
.metric("string")
.op("string")
.value(0)
.build())
.build())
.jobClusterKey("string")
.libraries(JobTaskLibraryArgs.builder()
.cran(JobTaskLibraryCranArgs.builder()
.package_("string")
.repo("string")
.build())
.egg("string")
.jar("string")
.maven(JobTaskLibraryMavenArgs.builder()
.coordinates("string")
.exclusions("string")
.repo("string")
.build())
.pypi(JobTaskLibraryPypiArgs.builder()
.package_("string")
.repo("string")
.build())
.whl("string")
.build())
.maxRetries(0)
.minRetryIntervalMillis(0)
.newCluster(JobTaskNewClusterArgs.builder()
.sparkVersion("string")
.enableElasticDisk(false)
.clusterId("string")
.enableLocalDiskEncryption(false)
.azureAttributes(JobTaskNewClusterAzureAttributesArgs.builder()
.availability("string")
.firstOnDemand(0)
.spotBidMaxPrice(0)
.build())
.gcpAttributes(JobTaskNewClusterGcpAttributesArgs.builder()
.availability("string")
.bootDiskSize(0)
.googleServiceAccount("string")
.localSsdCount(0)
.usePreemptibleExecutors(false)
.zoneId("string")
.build())
.clusterLogConf(JobTaskNewClusterClusterLogConfArgs.builder()
.dbfs(JobTaskNewClusterClusterLogConfDbfsArgs.builder()
.destination("string")
.build())
.s3(JobTaskNewClusterClusterLogConfS3Args.builder()
.destination("string")
.cannedAcl("string")
.enableEncryption(false)
.encryptionType("string")
.endpoint("string")
.kmsKey("string")
.region("string")
.build())
.build())
.clusterMountInfos(JobTaskNewClusterClusterMountInfoArgs.builder()
.localMountDirPath("string")
.networkFilesystemInfo(JobTaskNewClusterClusterMountInfoNetworkFilesystemInfoArgs.builder()
.serverAddress("string")
.mountOptions("string")
.build())
.remoteMountDirPath("string")
.build())
.clusterName("string")
.customTags(Map.of("string", "any"))
.dataSecurityMode("string")
.dockerImage(JobTaskNewClusterDockerImageArgs.builder()
.url("string")
.basicAuth(JobTaskNewClusterDockerImageBasicAuthArgs.builder()
.password("string")
.username("string")
.build())
.build())
.idempotencyToken("string")
.driverNodeTypeId("string")
.applyPolicyDefaultValues(false)
.awsAttributes(JobTaskNewClusterAwsAttributesArgs.builder()
.availability("string")
.ebsVolumeCount(0)
.ebsVolumeSize(0)
.ebsVolumeType("string")
.firstOnDemand(0)
.instanceProfileArn("string")
.spotBidPricePercent(0)
.zoneId("string")
.build())
.autoterminationMinutes(0)
.driverInstancePoolId("string")
.initScripts(JobTaskNewClusterInitScriptArgs.builder()
.abfss(JobTaskNewClusterInitScriptAbfssArgs.builder()
.destination("string")
.build())
.file(JobTaskNewClusterInitScriptFileArgs.builder()
.destination("string")
.build())
.gcs(JobTaskNewClusterInitScriptGcsArgs.builder()
.destination("string")
.build())
.s3(JobTaskNewClusterInitScriptS3Args.builder()
.destination("string")
.cannedAcl("string")
.enableEncryption(false)
.encryptionType("string")
.endpoint("string")
.kmsKey("string")
.region("string")
.build())
.volumes(JobTaskNewClusterInitScriptVolumesArgs.builder()
.destination("string")
.build())
.workspace(JobTaskNewClusterInitScriptWorkspaceArgs.builder()
.destination("string")
.build())
.build())
.instancePoolId("string")
.nodeTypeId("string")
.numWorkers(0)
.policyId("string")
.runtimeEngine("string")
.singleUserName("string")
.sparkConf(Map.of("string", "any"))
.sparkEnvVars(Map.of("string", "any"))
.autoscale(JobTaskNewClusterAutoscaleArgs.builder()
.maxWorkers(0)
.minWorkers(0)
.build())
.sshPublicKeys("string")
.workloadType(JobTaskNewClusterWorkloadTypeArgs.builder()
.clients(JobTaskNewClusterWorkloadTypeClientsArgs.builder()
.jobs(false)
.notebooks(false)
.build())
.build())
.build())
.notebookTask(JobTaskNotebookTaskArgs.builder()
.notebookPath("string")
.baseParameters(Map.of("string", "any"))
.source("string")
.build())
.notificationSettings(JobTaskNotificationSettingsArgs.builder()
.alertOnLastAttempt(false)
.noAlertForCanceledRuns(false)
.noAlertForSkippedRuns(false)
.build())
.pipelineTask(JobTaskPipelineTaskArgs.builder()
.pipelineId("string")
.fullRefresh(false)
.build())
.pythonWheelTask(JobTaskPythonWheelTaskArgs.builder()
.entryPoint("string")
.namedParameters(Map.of("string", "any"))
.packageName("string")
.parameters("string")
.build())
.retryOnTimeout(false)
.runIf("string")
.runJobTask(JobTaskRunJobTaskArgs.builder()
.jobId(0)
.jobParameters(Map.of("string", "any"))
.build())
.sparkJarTask(JobTaskSparkJarTaskArgs.builder()
.jarUri("string")
.mainClassName("string")
.parameters("string")
.build())
.sparkPythonTask(JobTaskSparkPythonTaskArgs.builder()
.pythonFile("string")
.parameters("string")
.source("string")
.build())
.sparkSubmitTask(JobTaskSparkSubmitTaskArgs.builder()
.parameters("string")
.build())
.sqlTask(JobTaskSqlTaskArgs.builder()
.alert(JobTaskSqlTaskAlertArgs.builder()
.alertId("string")
.subscriptions(JobTaskSqlTaskAlertSubscriptionArgs.builder()
.destinationId("string")
.userName("string")
.build())
.pauseSubscriptions(false)
.build())
.dashboard(JobTaskSqlTaskDashboardArgs.builder()
.dashboardId("string")
.customSubject("string")
.pauseSubscriptions(false)
.subscriptions(JobTaskSqlTaskDashboardSubscriptionArgs.builder()
.destinationId("string")
.userName("string")
.build())
.build())
.file(JobTaskSqlTaskFileArgs.builder()
.path("string")
.source("string")
.build())
.parameters(Map.of("string", "any"))
.query(JobTaskSqlTaskQueryArgs.builder()
.queryId("string")
.build())
.warehouseId("string")
.build())
.taskKey("string")
.timeoutSeconds(0)
.webhookNotifications(JobTaskWebhookNotificationsArgs.builder()
.onDurationWarningThresholdExceededs(JobTaskWebhookNotificationsOnDurationWarningThresholdExceededArgs.builder()
.id("string")
.build())
.onFailures(JobTaskWebhookNotificationsOnFailureArgs.builder()
.id("string")
.build())
.onStarts(JobTaskWebhookNotificationsOnStartArgs.builder()
.id("string")
.build())
.onSuccesses(JobTaskWebhookNotificationsOnSuccessArgs.builder()
.id("string")
.build())
.build())
.build())
.timeoutSeconds(0)
.trigger(JobTriggerArgs.builder()
.fileArrival(JobTriggerFileArrivalArgs.builder()
.url("string")
.minTimeBetweenTriggersSeconds(0)
.waitAfterLastChangeSeconds(0)
.build())
.pauseStatus("string")
.tableUpdate(JobTriggerTableUpdateArgs.builder()
.tableNames("string")
.condition("string")
.minTimeBetweenTriggersSeconds(0)
.waitAfterLastChangeSeconds(0)
.build())
.build())
.webhookNotifications(JobWebhookNotificationsArgs.builder()
.onDurationWarningThresholdExceededs(JobWebhookNotificationsOnDurationWarningThresholdExceededArgs.builder()
.id("string")
.build())
.onFailures(JobWebhookNotificationsOnFailureArgs.builder()
.id("string")
.build())
.onStarts(JobWebhookNotificationsOnStartArgs.builder()
.id("string")
.build())
.onSuccesses(JobWebhookNotificationsOnSuccessArgs.builder()
.id("string")
.build())
.build())
.build());
job_resource = databricks.Job("jobResource",
computes=[databricks.JobComputeArgs(
compute_key="string",
spec=databricks.JobComputeSpecArgs(
kind="string",
),
)],
continuous=databricks.JobContinuousArgs(
pause_status="string",
),
control_run_state=False,
deployment=databricks.JobDeploymentArgs(
kind="string",
metadata_file_path="string",
),
description="string",
edit_mode="string",
email_notifications=databricks.JobEmailNotificationsArgs(
no_alert_for_skipped_runs=False,
on_duration_warning_threshold_exceededs=["string"],
on_failures=["string"],
on_starts=["string"],
on_successes=["string"],
),
existing_cluster_id="string",
format="string",
git_source=databricks.JobGitSourceArgs(
url="string",
branch="string",
commit="string",
job_source=databricks.JobGitSourceJobSourceArgs(
import_from_git_branch="string",
job_config_path="string",
dirty_state="string",
),
provider="string",
tag="string",
),
health=databricks.JobHealthArgs(
rules=[databricks.JobHealthRuleArgs(
metric="string",
op="string",
value=0,
)],
),
job_clusters=[databricks.JobJobClusterArgs(
job_cluster_key="string",
new_cluster=databricks.JobJobClusterNewClusterArgs(
spark_version="string",
enable_elastic_disk=False,
cluster_id="string",
enable_local_disk_encryption=False,
azure_attributes=databricks.JobJobClusterNewClusterAzureAttributesArgs(
availability="string",
first_on_demand=0,
spot_bid_max_price=0,
),
gcp_attributes=databricks.JobJobClusterNewClusterGcpAttributesArgs(
availability="string",
boot_disk_size=0,
google_service_account="string",
local_ssd_count=0,
use_preemptible_executors=False,
zone_id="string",
),
cluster_log_conf=databricks.JobJobClusterNewClusterClusterLogConfArgs(
dbfs=databricks.JobJobClusterNewClusterClusterLogConfDbfsArgs(
destination="string",
),
s3=databricks.JobJobClusterNewClusterClusterLogConfS3Args(
destination="string",
canned_acl="string",
enable_encryption=False,
encryption_type="string",
endpoint="string",
kms_key="string",
region="string",
),
),
cluster_mount_infos=[databricks.JobJobClusterNewClusterClusterMountInfoArgs(
local_mount_dir_path="string",
network_filesystem_info=databricks.JobJobClusterNewClusterClusterMountInfoNetworkFilesystemInfoArgs(
server_address="string",
mount_options="string",
),
remote_mount_dir_path="string",
)],
cluster_name="string",
custom_tags={
"string": "any",
},
data_security_mode="string",
docker_image=databricks.JobJobClusterNewClusterDockerImageArgs(
url="string",
basic_auth=databricks.JobJobClusterNewClusterDockerImageBasicAuthArgs(
password="string",
username="string",
),
),
idempotency_token="string",
driver_node_type_id="string",
apply_policy_default_values=False,
aws_attributes=databricks.JobJobClusterNewClusterAwsAttributesArgs(
availability="string",
ebs_volume_count=0,
ebs_volume_size=0,
ebs_volume_type="string",
first_on_demand=0,
instance_profile_arn="string",
spot_bid_price_percent=0,
zone_id="string",
),
autotermination_minutes=0,
driver_instance_pool_id="string",
init_scripts=[databricks.JobJobClusterNewClusterInitScriptArgs(
abfss=databricks.JobJobClusterNewClusterInitScriptAbfssArgs(
destination="string",
),
file=databricks.JobJobClusterNewClusterInitScriptFileArgs(
destination="string",
),
gcs=databricks.JobJobClusterNewClusterInitScriptGcsArgs(
destination="string",
),
s3=databricks.JobJobClusterNewClusterInitScriptS3Args(
destination="string",
canned_acl="string",
enable_encryption=False,
encryption_type="string",
endpoint="string",
kms_key="string",
region="string",
),
volumes=databricks.JobJobClusterNewClusterInitScriptVolumesArgs(
destination="string",
),
workspace=databricks.JobJobClusterNewClusterInitScriptWorkspaceArgs(
destination="string",
),
)],
instance_pool_id="string",
node_type_id="string",
num_workers=0,
policy_id="string",
runtime_engine="string",
single_user_name="string",
spark_conf={
"string": "any",
},
spark_env_vars={
"string": "any",
},
autoscale=databricks.JobJobClusterNewClusterAutoscaleArgs(
max_workers=0,
min_workers=0,
),
ssh_public_keys=["string"],
workload_type=databricks.JobJobClusterNewClusterWorkloadTypeArgs(
clients=databricks.JobJobClusterNewClusterWorkloadTypeClientsArgs(
jobs=False,
notebooks=False,
),
),
),
)],
libraries=[databricks.JobLibraryArgs(
cran=databricks.JobLibraryCranArgs(
package="string",
repo="string",
),
egg="string",
jar="string",
maven=databricks.JobLibraryMavenArgs(
coordinates="string",
exclusions=["string"],
repo="string",
),
pypi=databricks.JobLibraryPypiArgs(
package="string",
repo="string",
),
whl="string",
)],
max_concurrent_runs=0,
name="string",
new_cluster=databricks.JobNewClusterArgs(
spark_version="string",
enable_elastic_disk=False,
cluster_id="string",
enable_local_disk_encryption=False,
azure_attributes=databricks.JobNewClusterAzureAttributesArgs(
availability="string",
first_on_demand=0,
spot_bid_max_price=0,
),
gcp_attributes=databricks.JobNewClusterGcpAttributesArgs(
availability="string",
boot_disk_size=0,
google_service_account="string",
local_ssd_count=0,
use_preemptible_executors=False,
zone_id="string",
),
cluster_log_conf=databricks.JobNewClusterClusterLogConfArgs(
dbfs=databricks.JobNewClusterClusterLogConfDbfsArgs(
destination="string",
),
s3=databricks.JobNewClusterClusterLogConfS3Args(
destination="string",
canned_acl="string",
enable_encryption=False,
encryption_type="string",
endpoint="string",
kms_key="string",
region="string",
),
),
cluster_mount_infos=[databricks.JobNewClusterClusterMountInfoArgs(
local_mount_dir_path="string",
network_filesystem_info=databricks.JobNewClusterClusterMountInfoNetworkFilesystemInfoArgs(
server_address="string",
mount_options="string",
),
remote_mount_dir_path="string",
)],
cluster_name="string",
custom_tags={
"string": "any",
},
data_security_mode="string",
docker_image=databricks.JobNewClusterDockerImageArgs(
url="string",
basic_auth=databricks.JobNewClusterDockerImageBasicAuthArgs(
password="string",
username="string",
),
),
idempotency_token="string",
driver_node_type_id="string",
apply_policy_default_values=False,
aws_attributes=databricks.JobNewClusterAwsAttributesArgs(
availability="string",
ebs_volume_count=0,
ebs_volume_size=0,
ebs_volume_type="string",
first_on_demand=0,
instance_profile_arn="string",
spot_bid_price_percent=0,
zone_id="string",
),
autotermination_minutes=0,
driver_instance_pool_id="string",
init_scripts=[databricks.JobNewClusterInitScriptArgs(
abfss=databricks.JobNewClusterInitScriptAbfssArgs(
destination="string",
),
file=databricks.JobNewClusterInitScriptFileArgs(
destination="string",
),
gcs=databricks.JobNewClusterInitScriptGcsArgs(
destination="string",
),
s3=databricks.JobNewClusterInitScriptS3Args(
destination="string",
canned_acl="string",
enable_encryption=False,
encryption_type="string",
endpoint="string",
kms_key="string",
region="string",
),
volumes=databricks.JobNewClusterInitScriptVolumesArgs(
destination="string",
),
workspace=databricks.JobNewClusterInitScriptWorkspaceArgs(
destination="string",
),
)],
instance_pool_id="string",
node_type_id="string",
num_workers=0,
policy_id="string",
runtime_engine="string",
single_user_name="string",
spark_conf={
"string": "any",
},
spark_env_vars={
"string": "any",
},
autoscale=databricks.JobNewClusterAutoscaleArgs(
max_workers=0,
min_workers=0,
),
ssh_public_keys=["string"],
workload_type=databricks.JobNewClusterWorkloadTypeArgs(
clients=databricks.JobNewClusterWorkloadTypeClientsArgs(
jobs=False,
notebooks=False,
),
),
),
notification_settings=databricks.JobNotificationSettingsArgs(
no_alert_for_canceled_runs=False,
no_alert_for_skipped_runs=False,
),
parameters=[databricks.JobParameterArgs(
default="string",
name="string",
)],
queue=databricks.JobQueueArgs(
enabled=False,
),
run_as=databricks.JobRunAsArgs(
service_principal_name="string",
user_name="string",
),
schedule=databricks.JobScheduleArgs(
quartz_cron_expression="string",
timezone_id="string",
pause_status="string",
),
tags={
"string": "any",
},
tasks=[databricks.JobTaskArgs(
compute_key="string",
condition_task=databricks.JobTaskConditionTaskArgs(
left="string",
op="string",
right="string",
),
dbt_task=databricks.JobTaskDbtTaskArgs(
commands=["string"],
catalog="string",
profiles_directory="string",
project_directory="string",
schema="string",
source="string",
warehouse_id="string",
),
depends_ons=[databricks.JobTaskDependsOnArgs(
task_key="string",
outcome="string",
)],
description="string",
email_notifications=databricks.JobTaskEmailNotificationsArgs(
no_alert_for_skipped_runs=False,
on_duration_warning_threshold_exceededs=["string"],
on_failures=["string"],
on_starts=["string"],
on_successes=["string"],
),
existing_cluster_id="string",
for_each_task=databricks.JobTaskForEachTaskArgs(
inputs="string",
task=databricks.JobTaskForEachTaskTaskArgs(
compute_key="string",
condition_task=databricks.JobTaskForEachTaskTaskConditionTaskArgs(
left="string",
op="string",
right="string",
),
dbt_task=databricks.JobTaskForEachTaskTaskDbtTaskArgs(
commands=["string"],
catalog="string",
profiles_directory="string",
project_directory="string",
schema="string",
source="string",
warehouse_id="string",
),
depends_ons=[databricks.JobTaskForEachTaskTaskDependsOnArgs(
task_key="string",
outcome="string",
)],
description="string",
email_notifications=databricks.JobTaskForEachTaskTaskEmailNotificationsArgs(
no_alert_for_skipped_runs=False,
on_duration_warning_threshold_exceededs=["string"],
on_failures=["string"],
on_starts=["string"],
on_successes=["string"],
),
existing_cluster_id="string",
health=databricks.JobTaskForEachTaskTaskHealthArgs(
rules=[databricks.JobTaskForEachTaskTaskHealthRuleArgs(
metric="string",
op="string",
value=0,
)],
),
job_cluster_key="string",
libraries=[databricks.JobTaskForEachTaskTaskLibraryArgs(
cran=databricks.JobTaskForEachTaskTaskLibraryCranArgs(
package="string",
repo="string",
),
egg="string",
jar="string",
maven=databricks.JobTaskForEachTaskTaskLibraryMavenArgs(
coordinates="string",
exclusions=["string"],
repo="string",
),
pypi=databricks.JobTaskForEachTaskTaskLibraryPypiArgs(
package="string",
repo="string",
),
whl="string",
)],
max_retries=0,
min_retry_interval_millis=0,
new_cluster=databricks.JobTaskForEachTaskTaskNewClusterArgs(
num_workers=0,
spark_version="string",
cluster_mount_infos=[databricks.JobTaskForEachTaskTaskNewClusterClusterMountInfoArgs(
local_mount_dir_path="string",
network_filesystem_info=databricks.JobTaskForEachTaskTaskNewClusterClusterMountInfoNetworkFilesystemInfoArgs(
server_address="string",
mount_options="string",
),
remote_mount_dir_path="string",
)],
autoscale=databricks.JobTaskForEachTaskTaskNewClusterAutoscaleArgs(
max_workers=0,
min_workers=0,
),
azure_attributes=databricks.JobTaskForEachTaskTaskNewClusterAzureAttributesArgs(
availability="string",
first_on_demand=0,
spot_bid_max_price=0,
),
cluster_id="string",
cluster_log_conf=databricks.JobTaskForEachTaskTaskNewClusterClusterLogConfArgs(
dbfs=databricks.JobTaskForEachTaskTaskNewClusterClusterLogConfDbfsArgs(
destination="string",
),
s3=databricks.JobTaskForEachTaskTaskNewClusterClusterLogConfS3Args(
destination="string",
canned_acl="string",
enable_encryption=False,
encryption_type="string",
endpoint="string",
kms_key="string",
region="string",
),
),
apply_policy_default_values=False,
cluster_name="string",
custom_tags={
"string": "any",
},
data_security_mode="string",
docker_image=databricks.JobTaskForEachTaskTaskNewClusterDockerImageArgs(
url="string",
basic_auth=databricks.JobTaskForEachTaskTaskNewClusterDockerImageBasicAuthArgs(
password="string",
username="string",
),
),
driver_instance_pool_id="string",
driver_node_type_id="string",
workload_type=databricks.JobTaskForEachTaskTaskNewClusterWorkloadTypeArgs(
clients=databricks.JobTaskForEachTaskTaskNewClusterWorkloadTypeClientsArgs(
jobs=False,
notebooks=False,
),
),
aws_attributes=databricks.JobTaskForEachTaskTaskNewClusterAwsAttributesArgs(
availability="string",
ebs_volume_count=0,
ebs_volume_size=0,
ebs_volume_type="string",
first_on_demand=0,
instance_profile_arn="string",
spot_bid_price_percent=0,
zone_id="string",
),
node_type_id="string",
idempotency_token="string",
init_scripts=[databricks.JobTaskForEachTaskTaskNewClusterInitScriptArgs(
abfss=databricks.JobTaskForEachTaskTaskNewClusterInitScriptAbfssArgs(
destination="string",
),
dbfs=databricks.JobTaskForEachTaskTaskNewClusterInitScriptDbfsArgs(
destination="string",
),
file=databricks.JobTaskForEachTaskTaskNewClusterInitScriptFileArgs(
destination="string",
),
gcs=databricks.JobTaskForEachTaskTaskNewClusterInitScriptGcsArgs(
destination="string",
),
s3=databricks.JobTaskForEachTaskTaskNewClusterInitScriptS3Args(
destination="string",
canned_acl="string",
enable_encryption=False,
encryption_type="string",
endpoint="string",
kms_key="string",
region="string",
),
volumes=databricks.JobTaskForEachTaskTaskNewClusterInitScriptVolumesArgs(
destination="string",
),
workspace=databricks.JobTaskForEachTaskTaskNewClusterInitScriptWorkspaceArgs(
destination="string",
),
)],
instance_pool_id="string",
gcp_attributes=databricks.JobTaskForEachTaskTaskNewClusterGcpAttributesArgs(
availability="string",
boot_disk_size=0,
google_service_account="string",
local_ssd_count=0,
use_preemptible_executors=False,
zone_id="string",
),
autotermination_minutes=0,
policy_id="string",
runtime_engine="string",
single_user_name="string",
spark_conf={
"string": "any",
},
spark_env_vars={
"string": "any",
},
enable_local_disk_encryption=False,
ssh_public_keys=["string"],
enable_elastic_disk=False,
),
notebook_task=databricks.JobTaskForEachTaskTaskNotebookTaskArgs(
notebook_path="string",
base_parameters={
"string": "any",
},
source="string",
),
notification_settings=databricks.JobTaskForEachTaskTaskNotificationSettingsArgs(
alert_on_last_attempt=False,
no_alert_for_canceled_runs=False,
no_alert_for_skipped_runs=False,
),
pipeline_task=databricks.JobTaskForEachTaskTaskPipelineTaskArgs(
pipeline_id="string",
full_refresh=False,
),
python_wheel_task=databricks.JobTaskForEachTaskTaskPythonWheelTaskArgs(
entry_point="string",
named_parameters={
"string": "any",
},
package_name="string",
parameters=["string"],
),
retry_on_timeout=False,
run_if="string",
run_job_task=databricks.JobTaskForEachTaskTaskRunJobTaskArgs(
job_id=0,
job_parameters={
"string": "any",
},
),
spark_jar_task=databricks.JobTaskForEachTaskTaskSparkJarTaskArgs(
jar_uri="string",
main_class_name="string",
parameters=["string"],
),
spark_python_task=databricks.JobTaskForEachTaskTaskSparkPythonTaskArgs(
python_file="string",
parameters=["string"],
source="string",
),
spark_submit_task=databricks.JobTaskForEachTaskTaskSparkSubmitTaskArgs(
parameters=["string"],
),
sql_task=databricks.JobTaskForEachTaskTaskSqlTaskArgs(
alert=databricks.JobTaskForEachTaskTaskSqlTaskAlertArgs(
alert_id="string",
subscriptions=[databricks.JobTaskForEachTaskTaskSqlTaskAlertSubscriptionArgs(
destination_id="string",
user_name="string",
)],
pause_subscriptions=False,
),
dashboard=databricks.JobTaskForEachTaskTaskSqlTaskDashboardArgs(
dashboard_id="string",
custom_subject="string",
pause_subscriptions=False,
subscriptions=[databricks.JobTaskForEachTaskTaskSqlTaskDashboardSubscriptionArgs(
destination_id="string",
user_name="string",
)],
),
file=databricks.JobTaskForEachTaskTaskSqlTaskFileArgs(
path="string",
source="string",
),
parameters={
"string": "any",
},
query=databricks.JobTaskForEachTaskTaskSqlTaskQueryArgs(
query_id="string",
),
warehouse_id="string",
),
task_key="string",
timeout_seconds=0,
webhook_notifications=databricks.JobTaskForEachTaskTaskWebhookNotificationsArgs(
on_duration_warning_threshold_exceededs=[databricks.JobTaskForEachTaskTaskWebhookNotificationsOnDurationWarningThresholdExceededArgs(
id="string",
)],
on_failures=[databricks.JobTaskForEachTaskTaskWebhookNotificationsOnFailureArgs(
id="string",
)],
on_starts=[databricks.JobTaskForEachTaskTaskWebhookNotificationsOnStartArgs(
id="string",
)],
on_successes=[databricks.JobTaskForEachTaskTaskWebhookNotificationsOnSuccessArgs(
id="string",
)],
),
),
concurrency=0,
),
health=databricks.JobTaskHealthArgs(
rules=[databricks.JobTaskHealthRuleArgs(
metric="string",
op="string",
value=0,
)],
),
job_cluster_key="string",
libraries=[databricks.JobTaskLibraryArgs(
cran=databricks.JobTaskLibraryCranArgs(
package="string",
repo="string",
),
egg="string",
jar="string",
maven=databricks.JobTaskLibraryMavenArgs(
coordinates="string",
exclusions=["string"],
repo="string",
),
pypi=databricks.JobTaskLibraryPypiArgs(
package="string",
repo="string",
),
whl="string",
)],
max_retries=0,
min_retry_interval_millis=0,
new_cluster=databricks.JobTaskNewClusterArgs(
spark_version="string",
enable_elastic_disk=False,
cluster_id="string",
enable_local_disk_encryption=False,
azure_attributes=databricks.JobTaskNewClusterAzureAttributesArgs(
availability="string",
first_on_demand=0,
spot_bid_max_price=0,
),
gcp_attributes=databricks.JobTaskNewClusterGcpAttributesArgs(
availability="string",
boot_disk_size=0,
google_service_account="string",
local_ssd_count=0,
use_preemptible_executors=False,
zone_id="string",
),
cluster_log_conf=databricks.JobTaskNewClusterClusterLogConfArgs(
dbfs=databricks.JobTaskNewClusterClusterLogConfDbfsArgs(
destination="string",
),
s3=databricks.JobTaskNewClusterClusterLogConfS3Args(
destination="string",
canned_acl="string",
enable_encryption=False,
encryption_type="string",
endpoint="string",
kms_key="string",
region="string",
),
),
cluster_mount_infos=[databricks.JobTaskNewClusterClusterMountInfoArgs(
local_mount_dir_path="string",
network_filesystem_info=databricks.JobTaskNewClusterClusterMountInfoNetworkFilesystemInfoArgs(
server_address="string",
mount_options="string",
),
remote_mount_dir_path="string",
)],
cluster_name="string",
custom_tags={
"string": "any",
},
data_security_mode="string",
docker_image=databricks.JobTaskNewClusterDockerImageArgs(
url="string",
basic_auth=databricks.JobTaskNewClusterDockerImageBasicAuthArgs(
password="string",
username="string",
),
),
idempotency_token="string",
driver_node_type_id="string",
apply_policy_default_values=False,
aws_attributes=databricks.JobTaskNewClusterAwsAttributesArgs(
availability="string",
ebs_volume_count=0,
ebs_volume_size=0,
ebs_volume_type="string",
first_on_demand=0,
instance_profile_arn="string",
spot_bid_price_percent=0,
zone_id="string",
),
autotermination_minutes=0,
driver_instance_pool_id="string",
init_scripts=[databricks.JobTaskNewClusterInitScriptArgs(
abfss=databricks.JobTaskNewClusterInitScriptAbfssArgs(
destination="string",
),
file=databricks.JobTaskNewClusterInitScriptFileArgs(
destination="string",
),
gcs=databricks.JobTaskNewClusterInitScriptGcsArgs(
destination="string",
),
s3=databricks.JobTaskNewClusterInitScriptS3Args(
destination="string",
canned_acl="string",
enable_encryption=False,
encryption_type="string",
endpoint="string",
kms_key="string",
region="string",
),
volumes=databricks.JobTaskNewClusterInitScriptVolumesArgs(
destination="string",
),
workspace=databricks.JobTaskNewClusterInitScriptWorkspaceArgs(
destination="string",
),
)],
instance_pool_id="string",
node_type_id="string",
num_workers=0,
policy_id="string",
runtime_engine="string",
single_user_name="string",
spark_conf={
"string": "any",
},
spark_env_vars={
"string": "any",
},
autoscale=databricks.JobTaskNewClusterAutoscaleArgs(
max_workers=0,
min_workers=0,
),
ssh_public_keys=["string"],
workload_type=databricks.JobTaskNewClusterWorkloadTypeArgs(
clients=databricks.JobTaskNewClusterWorkloadTypeClientsArgs(
jobs=False,
notebooks=False,
),
),
),
notebook_task=databricks.JobTaskNotebookTaskArgs(
notebook_path="string",
base_parameters={
"string": "any",
},
source="string",
),
notification_settings=databricks.JobTaskNotificationSettingsArgs(
alert_on_last_attempt=False,
no_alert_for_canceled_runs=False,
no_alert_for_skipped_runs=False,
),
pipeline_task=databricks.JobTaskPipelineTaskArgs(
pipeline_id="string",
full_refresh=False,
),
python_wheel_task=databricks.JobTaskPythonWheelTaskArgs(
entry_point="string",
named_parameters={
"string": "any",
},
package_name="string",
parameters=["string"],
),
retry_on_timeout=False,
run_if="string",
run_job_task=databricks.JobTaskRunJobTaskArgs(
job_id=0,
job_parameters={
"string": "any",
},
),
spark_jar_task=databricks.JobTaskSparkJarTaskArgs(
jar_uri="string",
main_class_name="string",
parameters=["string"],
),
spark_python_task=databricks.JobTaskSparkPythonTaskArgs(
python_file="string",
parameters=["string"],
source="string",
),
spark_submit_task=databricks.JobTaskSparkSubmitTaskArgs(
parameters=["string"],
),
sql_task=databricks.JobTaskSqlTaskArgs(
alert=databricks.JobTaskSqlTaskAlertArgs(
alert_id="string",
subscriptions=[databricks.JobTaskSqlTaskAlertSubscriptionArgs(
destination_id="string",
user_name="string",
)],
pause_subscriptions=False,
),
dashboard=databricks.JobTaskSqlTaskDashboardArgs(
dashboard_id="string",
custom_subject="string",
pause_subscriptions=False,
subscriptions=[databricks.JobTaskSqlTaskDashboardSubscriptionArgs(
destination_id="string",
user_name="string",
)],
),
file=databricks.JobTaskSqlTaskFileArgs(
path="string",
source="string",
),
parameters={
"string": "any",
},
query=databricks.JobTaskSqlTaskQueryArgs(
query_id="string",
),
warehouse_id="string",
),
task_key="string",
timeout_seconds=0,
webhook_notifications=databricks.JobTaskWebhookNotificationsArgs(
on_duration_warning_threshold_exceededs=[databricks.JobTaskWebhookNotificationsOnDurationWarningThresholdExceededArgs(
id="string",
)],
on_failures=[databricks.JobTaskWebhookNotificationsOnFailureArgs(
id="string",
)],
on_starts=[databricks.JobTaskWebhookNotificationsOnStartArgs(
id="string",
)],
on_successes=[databricks.JobTaskWebhookNotificationsOnSuccessArgs(
id="string",
)],
),
)],
timeout_seconds=0,
trigger=databricks.JobTriggerArgs(
file_arrival=databricks.JobTriggerFileArrivalArgs(
url="string",
min_time_between_triggers_seconds=0,
wait_after_last_change_seconds=0,
),
pause_status="string",
table_update=databricks.JobTriggerTableUpdateArgs(
table_names=["string"],
condition="string",
min_time_between_triggers_seconds=0,
wait_after_last_change_seconds=0,
),
),
webhook_notifications=databricks.JobWebhookNotificationsArgs(
on_duration_warning_threshold_exceededs=[databricks.JobWebhookNotificationsOnDurationWarningThresholdExceededArgs(
id="string",
)],
on_failures=[databricks.JobWebhookNotificationsOnFailureArgs(
id="string",
)],
on_starts=[databricks.JobWebhookNotificationsOnStartArgs(
id="string",
)],
on_successes=[databricks.JobWebhookNotificationsOnSuccessArgs(
id="string",
)],
))
const jobResource = new databricks.Job("jobResource", {
computes: [{
computeKey: "string",
spec: {
kind: "string",
},
}],
continuous: {
pauseStatus: "string",
},
controlRunState: false,
deployment: {
kind: "string",
metadataFilePath: "string",
},
description: "string",
editMode: "string",
emailNotifications: {
noAlertForSkippedRuns: false,
onDurationWarningThresholdExceededs: ["string"],
onFailures: ["string"],
onStarts: ["string"],
onSuccesses: ["string"],
},
existingClusterId: "string",
format: "string",
gitSource: {
url: "string",
branch: "string",
commit: "string",
jobSource: {
importFromGitBranch: "string",
jobConfigPath: "string",
dirtyState: "string",
},
provider: "string",
tag: "string",
},
health: {
rules: [{
metric: "string",
op: "string",
value: 0,
}],
},
jobClusters: [{
jobClusterKey: "string",
newCluster: {
sparkVersion: "string",
enableElasticDisk: false,
clusterId: "string",
enableLocalDiskEncryption: false,
azureAttributes: {
availability: "string",
firstOnDemand: 0,
spotBidMaxPrice: 0,
},
gcpAttributes: {
availability: "string",
bootDiskSize: 0,
googleServiceAccount: "string",
localSsdCount: 0,
usePreemptibleExecutors: false,
zoneId: "string",
},
clusterLogConf: {
dbfs: {
destination: "string",
},
s3: {
destination: "string",
cannedAcl: "string",
enableEncryption: false,
encryptionType: "string",
endpoint: "string",
kmsKey: "string",
region: "string",
},
},
clusterMountInfos: [{
localMountDirPath: "string",
networkFilesystemInfo: {
serverAddress: "string",
mountOptions: "string",
},
remoteMountDirPath: "string",
}],
clusterName: "string",
customTags: {
string: "any",
},
dataSecurityMode: "string",
dockerImage: {
url: "string",
basicAuth: {
password: "string",
username: "string",
},
},
idempotencyToken: "string",
driverNodeTypeId: "string",
applyPolicyDefaultValues: false,
awsAttributes: {
availability: "string",
ebsVolumeCount: 0,
ebsVolumeSize: 0,
ebsVolumeType: "string",
firstOnDemand: 0,
instanceProfileArn: "string",
spotBidPricePercent: 0,
zoneId: "string",
},
autoterminationMinutes: 0,
driverInstancePoolId: "string",
initScripts: [{
abfss: {
destination: "string",
},
file: {
destination: "string",
},
gcs: {
destination: "string",
},
s3: {
destination: "string",
cannedAcl: "string",
enableEncryption: false,
encryptionType: "string",
endpoint: "string",
kmsKey: "string",
region: "string",
},
volumes: {
destination: "string",
},
workspace: {
destination: "string",
},
}],
instancePoolId: "string",
nodeTypeId: "string",
numWorkers: 0,
policyId: "string",
runtimeEngine: "string",
singleUserName: "string",
sparkConf: {
string: "any",
},
sparkEnvVars: {
string: "any",
},
autoscale: {
maxWorkers: 0,
minWorkers: 0,
},
sshPublicKeys: ["string"],
workloadType: {
clients: {
jobs: false,
notebooks: false,
},
},
},
}],
libraries: [{
cran: {
"package": "string",
repo: "string",
},
egg: "string",
jar: "string",
maven: {
coordinates: "string",
exclusions: ["string"],
repo: "string",
},
pypi: {
"package": "string",
repo: "string",
},
whl: "string",
}],
maxConcurrentRuns: 0,
name: "string",
newCluster: {
sparkVersion: "string",
enableElasticDisk: false,
clusterId: "string",
enableLocalDiskEncryption: false,
azureAttributes: {
availability: "string",
firstOnDemand: 0,
spotBidMaxPrice: 0,
},
gcpAttributes: {
availability: "string",
bootDiskSize: 0,
googleServiceAccount: "string",
localSsdCount: 0,
usePreemptibleExecutors: false,
zoneId: "string",
},
clusterLogConf: {
dbfs: {
destination: "string",
},
s3: {
destination: "string",
cannedAcl: "string",
enableEncryption: false,
encryptionType: "string",
endpoint: "string",
kmsKey: "string",
region: "string",
},
},
clusterMountInfos: [{
localMountDirPath: "string",
networkFilesystemInfo: {
serverAddress: "string",
mountOptions: "string",
},
remoteMountDirPath: "string",
}],
clusterName: "string",
customTags: {
string: "any",
},
dataSecurityMode: "string",
dockerImage: {
url: "string",
basicAuth: {
password: "string",
username: "string",
},
},
idempotencyToken: "string",
driverNodeTypeId: "string",
applyPolicyDefaultValues: false,
awsAttributes: {
availability: "string",
ebsVolumeCount: 0,
ebsVolumeSize: 0,
ebsVolumeType: "string",
firstOnDemand: 0,
instanceProfileArn: "string",
spotBidPricePercent: 0,
zoneId: "string",
},
autoterminationMinutes: 0,
driverInstancePoolId: "string",
initScripts: [{
abfss: {
destination: "string",
},
file: {
destination: "string",
},
gcs: {
destination: "string",
},
s3: {
destination: "string",
cannedAcl: "string",
enableEncryption: false,
encryptionType: "string",
endpoint: "string",
kmsKey: "string",
region: "string",
},
volumes: {
destination: "string",
},
workspace: {
destination: "string",
},
}],
instancePoolId: "string",
nodeTypeId: "string",
numWorkers: 0,
policyId: "string",
runtimeEngine: "string",
singleUserName: "string",
sparkConf: {
string: "any",
},
sparkEnvVars: {
string: "any",
},
autoscale: {
maxWorkers: 0,
minWorkers: 0,
},
sshPublicKeys: ["string"],
workloadType: {
clients: {
jobs: false,
notebooks: false,
},
},
},
notificationSettings: {
noAlertForCanceledRuns: false,
noAlertForSkippedRuns: false,
},
parameters: [{
"default": "string",
name: "string",
}],
queue: {
enabled: false,
},
runAs: {
servicePrincipalName: "string",
userName: "string",
},
schedule: {
quartzCronExpression: "string",
timezoneId: "string",
pauseStatus: "string",
},
tags: {
string: "any",
},
tasks: [{
computeKey: "string",
conditionTask: {
left: "string",
op: "string",
right: "string",
},
dbtTask: {
commands: ["string"],
catalog: "string",
profilesDirectory: "string",
projectDirectory: "string",
schema: "string",
source: "string",
warehouseId: "string",
},
dependsOns: [{
taskKey: "string",
outcome: "string",
}],
description: "string",
emailNotifications: {
noAlertForSkippedRuns: false,
onDurationWarningThresholdExceededs: ["string"],
onFailures: ["string"],
onStarts: ["string"],
onSuccesses: ["string"],
},
existingClusterId: "string",
forEachTask: {
inputs: "string",
task: {
computeKey: "string",
conditionTask: {
left: "string",
op: "string",
right: "string",
},
dbtTask: {
commands: ["string"],
catalog: "string",
profilesDirectory: "string",
projectDirectory: "string",
schema: "string",
source: "string",
warehouseId: "string",
},
dependsOns: [{
taskKey: "string",
outcome: "string",
}],
description: "string",
emailNotifications: {
noAlertForSkippedRuns: false,
onDurationWarningThresholdExceededs: ["string"],
onFailures: ["string"],
onStarts: ["string"],
onSuccesses: ["string"],
},
existingClusterId: "string",
health: {
rules: [{
metric: "string",
op: "string",
value: 0,
}],
},
jobClusterKey: "string",
libraries: [{
cran: {
"package": "string",
repo: "string",
},
egg: "string",
jar: "string",
maven: {
coordinates: "string",
exclusions: ["string"],
repo: "string",
},
pypi: {
"package": "string",
repo: "string",
},
whl: "string",
}],
maxRetries: 0,
minRetryIntervalMillis: 0,
newCluster: {
numWorkers: 0,
sparkVersion: "string",
clusterMountInfos: [{
localMountDirPath: "string",
networkFilesystemInfo: {
serverAddress: "string",
mountOptions: "string",
},
remoteMountDirPath: "string",
}],
autoscale: {
maxWorkers: 0,
minWorkers: 0,
},
azureAttributes: {
availability: "string",
firstOnDemand: 0,
spotBidMaxPrice: 0,
},
clusterId: "string",
clusterLogConf: {
dbfs: {
destination: "string",
},
s3: {
destination: "string",
cannedAcl: "string",
enableEncryption: false,
encryptionType: "string",
endpoint: "string",
kmsKey: "string",
region: "string",
},
},
applyPolicyDefaultValues: false,
clusterName: "string",
customTags: {
string: "any",
},
dataSecurityMode: "string",
dockerImage: {
url: "string",
basicAuth: {
password: "string",
username: "string",
},
},
driverInstancePoolId: "string",
driverNodeTypeId: "string",
workloadType: {
clients: {
jobs: false,
notebooks: false,
},
},
awsAttributes: {
availability: "string",
ebsVolumeCount: 0,
ebsVolumeSize: 0,
ebsVolumeType: "string",
firstOnDemand: 0,
instanceProfileArn: "string",
spotBidPricePercent: 0,
zoneId: "string",
},
nodeTypeId: "string",
idempotencyToken: "string",
initScripts: [{
abfss: {
destination: "string",
},
dbfs: {
destination: "string",
},
file: {
destination: "string",
},
gcs: {
destination: "string",
},
s3: {
destination: "string",
cannedAcl: "string",
enableEncryption: false,
encryptionType: "string",
endpoint: "string",
kmsKey: "string",
region: "string",
},
volumes: {
destination: "string",
},
workspace: {
destination: "string",
},
}],
instancePoolId: "string",
gcpAttributes: {
availability: "string",
bootDiskSize: 0,
googleServiceAccount: "string",
localSsdCount: 0,
usePreemptibleExecutors: false,
zoneId: "string",
},
autoterminationMinutes: 0,
policyId: "string",
runtimeEngine: "string",
singleUserName: "string",
sparkConf: {
string: "any",
},
sparkEnvVars: {
string: "any",
},
enableLocalDiskEncryption: false,
sshPublicKeys: ["string"],
enableElasticDisk: false,
},
notebookTask: {
notebookPath: "string",
baseParameters: {
string: "any",
},
source: "string",
},
notificationSettings: {
alertOnLastAttempt: false,
noAlertForCanceledRuns: false,
noAlertForSkippedRuns: false,
},
pipelineTask: {
pipelineId: "string",
fullRefresh: false,
},
pythonWheelTask: {
entryPoint: "string",
namedParameters: {
string: "any",
},
packageName: "string",
parameters: ["string"],
},
retryOnTimeout: false,
runIf: "string",
runJobTask: {
jobId: 0,
jobParameters: {
string: "any",
},
},
sparkJarTask: {
jarUri: "string",
mainClassName: "string",
parameters: ["string"],
},
sparkPythonTask: {
pythonFile: "string",
parameters: ["string"],
source: "string",
},
sparkSubmitTask: {
parameters: ["string"],
},
sqlTask: {
alert: {
alertId: "string",
subscriptions: [{
destinationId: "string",
userName: "string",
}],
pauseSubscriptions: false,
},
dashboard: {
dashboardId: "string",
customSubject: "string",
pauseSubscriptions: false,
subscriptions: [{
destinationId: "string",
userName: "string",
}],
},
file: {
path: "string",
source: "string",
},
parameters: {
string: "any",
},
query: {
queryId: "string",
},
warehouseId: "string",
},
taskKey: "string",
timeoutSeconds: 0,
webhookNotifications: {
onDurationWarningThresholdExceededs: [{
id: "string",
}],
onFailures: [{
id: "string",
}],
onStarts: [{
id: "string",
}],
onSuccesses: [{
id: "string",
}],
},
},
concurrency: 0,
},
health: {
rules: [{
metric: "string",
op: "string",
value: 0,
}],
},
jobClusterKey: "string",
libraries: [{
cran: {
"package": "string",
repo: "string",
},
egg: "string",
jar: "string",
maven: {
coordinates: "string",
exclusions: ["string"],
repo: "string",
},
pypi: {
"package": "string",
repo: "string",
},
whl: "string",
}],
maxRetries: 0,
minRetryIntervalMillis: 0,
newCluster: {
sparkVersion: "string",
enableElasticDisk: false,
clusterId: "string",
enableLocalDiskEncryption: false,
azureAttributes: {
availability: "string",
firstOnDemand: 0,
spotBidMaxPrice: 0,
},
gcpAttributes: {
availability: "string",
bootDiskSize: 0,
googleServiceAccount: "string",
localSsdCount: 0,
usePreemptibleExecutors: false,
zoneId: "string",
},
clusterLogConf: {
dbfs: {
destination: "string",
},
s3: {
destination: "string",
cannedAcl: "string",
enableEncryption: false,
encryptionType: "string",
endpoint: "string",
kmsKey: "string",
region: "string",
},
},
clusterMountInfos: [{
localMountDirPath: "string",
networkFilesystemInfo: {
serverAddress: "string",
mountOptions: "string",
},
remoteMountDirPath: "string",
}],
clusterName: "string",
customTags: {
string: "any",
},
dataSecurityMode: "string",
dockerImage: {
url: "string",
basicAuth: {
password: "string",
username: "string",
},
},
idempotencyToken: "string",
driverNodeTypeId: "string",
applyPolicyDefaultValues: false,
awsAttributes: {
availability: "string",
ebsVolumeCount: 0,
ebsVolumeSize: 0,
ebsVolumeType: "string",
firstOnDemand: 0,
instanceProfileArn: "string",
spotBidPricePercent: 0,
zoneId: "string",
},
autoterminationMinutes: 0,
driverInstancePoolId: "string",
initScripts: [{
abfss: {
destination: "string",
},
file: {
destination: "string",
},
gcs: {
destination: "string",
},
s3: {
destination: "string",
cannedAcl: "string",
enableEncryption: false,
encryptionType: "string",
endpoint: "string",
kmsKey: "string",
region: "string",
},
volumes: {
destination: "string",
},
workspace: {
destination: "string",
},
}],
instancePoolId: "string",
nodeTypeId: "string",
numWorkers: 0,
policyId: "string",
runtimeEngine: "string",
singleUserName: "string",
sparkConf: {
string: "any",
},
sparkEnvVars: {
string: "any",
},
autoscale: {
maxWorkers: 0,
minWorkers: 0,
},
sshPublicKeys: ["string"],
workloadType: {
clients: {
jobs: false,
notebooks: false,
},
},
},
notebookTask: {
notebookPath: "string",
baseParameters: {
string: "any",
},
source: "string",
},
notificationSettings: {
alertOnLastAttempt: false,
noAlertForCanceledRuns: false,
noAlertForSkippedRuns: false,
},
pipelineTask: {
pipelineId: "string",
fullRefresh: false,
},
pythonWheelTask: {
entryPoint: "string",
namedParameters: {
string: "any",
},
packageName: "string",
parameters: ["string"],
},
retryOnTimeout: false,
runIf: "string",
runJobTask: {
jobId: 0,
jobParameters: {
string: "any",
},
},
sparkJarTask: {
jarUri: "string",
mainClassName: "string",
parameters: ["string"],
},
sparkPythonTask: {
pythonFile: "string",
parameters: ["string"],
source: "string",
},
sparkSubmitTask: {
parameters: ["string"],
},
sqlTask: {
alert: {
alertId: "string",
subscriptions: [{
destinationId: "string",
userName: "string",
}],
pauseSubscriptions: false,
},
dashboard: {
dashboardId: "string",
customSubject: "string",
pauseSubscriptions: false,
subscriptions: [{
destinationId: "string",
userName: "string",
}],
},
file: {
path: "string",
source: "string",
},
parameters: {
string: "any",
},
query: {
queryId: "string",
},
warehouseId: "string",
},
taskKey: "string",
timeoutSeconds: 0,
webhookNotifications: {
onDurationWarningThresholdExceededs: [{
id: "string",
}],
onFailures: [{
id: "string",
}],
onStarts: [{
id: "string",
}],
onSuccesses: [{
id: "string",
}],
},
}],
timeoutSeconds: 0,
trigger: {
fileArrival: {
url: "string",
minTimeBetweenTriggersSeconds: 0,
waitAfterLastChangeSeconds: 0,
},
pauseStatus: "string",
tableUpdate: {
tableNames: ["string"],
condition: "string",
minTimeBetweenTriggersSeconds: 0,
waitAfterLastChangeSeconds: 0,
},
},
webhookNotifications: {
onDurationWarningThresholdExceededs: [{
id: "string",
}],
onFailures: [{
id: "string",
}],
onStarts: [{
id: "string",
}],
onSuccesses: [{
id: "string",
}],
},
});
type: databricks:Job
properties:
computes:
- computeKey: string
spec:
kind: string
continuous:
pauseStatus: string
controlRunState: false
deployment:
kind: string
metadataFilePath: string
description: string
editMode: string
emailNotifications:
noAlertForSkippedRuns: false
onDurationWarningThresholdExceededs:
- string
onFailures:
- string
onStarts:
- string
onSuccesses:
- string
existingClusterId: string
format: string
gitSource:
branch: string
commit: string
jobSource:
dirtyState: string
importFromGitBranch: string
jobConfigPath: string
provider: string
tag: string
url: string
health:
rules:
- metric: string
op: string
value: 0
jobClusters:
- jobClusterKey: string
newCluster:
applyPolicyDefaultValues: false
autoscale:
maxWorkers: 0
minWorkers: 0
autoterminationMinutes: 0
awsAttributes:
availability: string
ebsVolumeCount: 0
ebsVolumeSize: 0
ebsVolumeType: string
firstOnDemand: 0
instanceProfileArn: string
spotBidPricePercent: 0
zoneId: string
azureAttributes:
availability: string
firstOnDemand: 0
spotBidMaxPrice: 0
clusterId: string
clusterLogConf:
dbfs:
destination: string
s3:
cannedAcl: string
destination: string
enableEncryption: false
encryptionType: string
endpoint: string
kmsKey: string
region: string
clusterMountInfos:
- localMountDirPath: string
networkFilesystemInfo:
mountOptions: string
serverAddress: string
remoteMountDirPath: string
clusterName: string
customTags:
string: any
dataSecurityMode: string
dockerImage:
basicAuth:
password: string
username: string
url: string
driverInstancePoolId: string
driverNodeTypeId: string
enableElasticDisk: false
enableLocalDiskEncryption: false
gcpAttributes:
availability: string
bootDiskSize: 0
googleServiceAccount: string
localSsdCount: 0
usePreemptibleExecutors: false
zoneId: string
idempotencyToken: string
initScripts:
- abfss:
destination: string
file:
destination: string
gcs:
destination: string
s3:
cannedAcl: string
destination: string
enableEncryption: false
encryptionType: string
endpoint: string
kmsKey: string
region: string
volumes:
destination: string
workspace:
destination: string
instancePoolId: string
nodeTypeId: string
numWorkers: 0
policyId: string
runtimeEngine: string
singleUserName: string
sparkConf:
string: any
sparkEnvVars:
string: any
sparkVersion: string
sshPublicKeys:
- string
workloadType:
clients:
jobs: false
notebooks: false
libraries:
- cran:
package: string
repo: string
egg: string
jar: string
maven:
coordinates: string
exclusions:
- string
repo: string
pypi:
package: string
repo: string
whl: string
maxConcurrentRuns: 0
name: string
newCluster:
applyPolicyDefaultValues: false
autoscale:
maxWorkers: 0
minWorkers: 0
autoterminationMinutes: 0
awsAttributes:
availability: string
ebsVolumeCount: 0
ebsVolumeSize: 0
ebsVolumeType: string
firstOnDemand: 0
instanceProfileArn: string
spotBidPricePercent: 0
zoneId: string
azureAttributes:
availability: string
firstOnDemand: 0
spotBidMaxPrice: 0
clusterId: string
clusterLogConf:
dbfs:
destination: string
s3:
cannedAcl: string
destination: string
enableEncryption: false
encryptionType: string
endpoint: string
kmsKey: string
region: string
clusterMountInfos:
- localMountDirPath: string
networkFilesystemInfo:
mountOptions: string
serverAddress: string
remoteMountDirPath: string
clusterName: string
customTags:
string: any
dataSecurityMode: string
dockerImage:
basicAuth:
password: string
username: string
url: string
driverInstancePoolId: string
driverNodeTypeId: string
enableElasticDisk: false
enableLocalDiskEncryption: false
gcpAttributes:
availability: string
bootDiskSize: 0
googleServiceAccount: string
localSsdCount: 0
usePreemptibleExecutors: false
zoneId: string
idempotencyToken: string
initScripts:
- abfss:
destination: string
file:
destination: string
gcs:
destination: string
s3:
cannedAcl: string
destination: string
enableEncryption: false
encryptionType: string
endpoint: string
kmsKey: string
region: string
volumes:
destination: string
workspace:
destination: string
instancePoolId: string
nodeTypeId: string
numWorkers: 0
policyId: string
runtimeEngine: string
singleUserName: string
sparkConf:
string: any
sparkEnvVars:
string: any
sparkVersion: string
sshPublicKeys:
- string
workloadType:
clients:
jobs: false
notebooks: false
notificationSettings:
noAlertForCanceledRuns: false
noAlertForSkippedRuns: false
parameters:
- default: string
name: string
queue:
enabled: false
runAs:
servicePrincipalName: string
userName: string
schedule:
pauseStatus: string
quartzCronExpression: string
timezoneId: string
tags:
string: any
tasks:
- computeKey: string
conditionTask:
left: string
op: string
right: string
dbtTask:
catalog: string
commands:
- string
profilesDirectory: string
projectDirectory: string
schema: string
source: string
warehouseId: string
dependsOns:
- outcome: string
taskKey: string
description: string
emailNotifications:
noAlertForSkippedRuns: false
onDurationWarningThresholdExceededs:
- string
onFailures:
- string
onStarts:
- string
onSuccesses:
- string
existingClusterId: string
forEachTask:
concurrency: 0
inputs: string
task:
computeKey: string
conditionTask:
left: string
op: string
right: string
dbtTask:
catalog: string
commands:
- string
profilesDirectory: string
projectDirectory: string
schema: string
source: string
warehouseId: string
dependsOns:
- outcome: string
taskKey: string
description: string
emailNotifications:
noAlertForSkippedRuns: false
onDurationWarningThresholdExceededs:
- string
onFailures:
- string
onStarts:
- string
onSuccesses:
- string
existingClusterId: string
health:
rules:
- metric: string
op: string
value: 0
jobClusterKey: string
libraries:
- cran:
package: string
repo: string
egg: string
jar: string
maven:
coordinates: string
exclusions:
- string
repo: string
pypi:
package: string
repo: string
whl: string
maxRetries: 0
minRetryIntervalMillis: 0
newCluster:
applyPolicyDefaultValues: false
autoscale:
maxWorkers: 0
minWorkers: 0
autoterminationMinutes: 0
awsAttributes:
availability: string
ebsVolumeCount: 0
ebsVolumeSize: 0
ebsVolumeType: string
firstOnDemand: 0
instanceProfileArn: string
spotBidPricePercent: 0
zoneId: string
azureAttributes:
availability: string
firstOnDemand: 0
spotBidMaxPrice: 0
clusterId: string
clusterLogConf:
dbfs:
destination: string
s3:
cannedAcl: string
destination: string
enableEncryption: false
encryptionType: string
endpoint: string
kmsKey: string
region: string
clusterMountInfos:
- localMountDirPath: string
networkFilesystemInfo:
mountOptions: string
serverAddress: string
remoteMountDirPath: string
clusterName: string
customTags:
string: any
dataSecurityMode: string
dockerImage:
basicAuth:
password: string
username: string
url: string
driverInstancePoolId: string
driverNodeTypeId: string
enableElasticDisk: false
enableLocalDiskEncryption: false
gcpAttributes:
availability: string
bootDiskSize: 0
googleServiceAccount: string
localSsdCount: 0
usePreemptibleExecutors: false
zoneId: string
idempotencyToken: string
initScripts:
- abfss:
destination: string
dbfs:
destination: string
file:
destination: string
gcs:
destination: string
s3:
cannedAcl: string
destination: string
enableEncryption: false
encryptionType: string
endpoint: string
kmsKey: string
region: string
volumes:
destination: string
workspace:
destination: string
instancePoolId: string
nodeTypeId: string
numWorkers: 0
policyId: string
runtimeEngine: string
singleUserName: string
sparkConf:
string: any
sparkEnvVars:
string: any
sparkVersion: string
sshPublicKeys:
- string
workloadType:
clients:
jobs: false
notebooks: false
notebookTask:
baseParameters:
string: any
notebookPath: string
source: string
notificationSettings:
alertOnLastAttempt: false
noAlertForCanceledRuns: false
noAlertForSkippedRuns: false
pipelineTask:
fullRefresh: false
pipelineId: string
pythonWheelTask:
entryPoint: string
namedParameters:
string: any
packageName: string
parameters:
- string
retryOnTimeout: false
runIf: string
runJobTask:
jobId: 0
jobParameters:
string: any
sparkJarTask:
jarUri: string
mainClassName: string
parameters:
- string
sparkPythonTask:
parameters:
- string
pythonFile: string
source: string
sparkSubmitTask:
parameters:
- string
sqlTask:
alert:
alertId: string
pauseSubscriptions: false
subscriptions:
- destinationId: string
userName: string
dashboard:
customSubject: string
dashboardId: string
pauseSubscriptions: false
subscriptions:
- destinationId: string
userName: string
file:
path: string
source: string
parameters:
string: any
query:
queryId: string
warehouseId: string
taskKey: string
timeoutSeconds: 0
webhookNotifications:
onDurationWarningThresholdExceededs:
- id: string
onFailures:
- id: string
onStarts:
- id: string
onSuccesses:
- id: string
health:
rules:
- metric: string
op: string
value: 0
jobClusterKey: string
libraries:
- cran:
package: string
repo: string
egg: string
jar: string
maven:
coordinates: string
exclusions:
- string
repo: string
pypi:
package: string
repo: string
whl: string
maxRetries: 0
minRetryIntervalMillis: 0
newCluster:
applyPolicyDefaultValues: false
autoscale:
maxWorkers: 0
minWorkers: 0
autoterminationMinutes: 0
awsAttributes:
availability: string
ebsVolumeCount: 0
ebsVolumeSize: 0
ebsVolumeType: string
firstOnDemand: 0
instanceProfileArn: string
spotBidPricePercent: 0
zoneId: string
azureAttributes:
availability: string
firstOnDemand: 0
spotBidMaxPrice: 0
clusterId: string
clusterLogConf:
dbfs:
destination: string
s3:
cannedAcl: string
destination: string
enableEncryption: false
encryptionType: string
endpoint: string
kmsKey: string
region: string
clusterMountInfos:
- localMountDirPath: string
networkFilesystemInfo:
mountOptions: string
serverAddress: string
remoteMountDirPath: string
clusterName: string
customTags:
string: any
dataSecurityMode: string
dockerImage:
basicAuth:
password: string
username: string
url: string
driverInstancePoolId: string
driverNodeTypeId: string
enableElasticDisk: false
enableLocalDiskEncryption: false
gcpAttributes:
availability: string
bootDiskSize: 0
googleServiceAccount: string
localSsdCount: 0
usePreemptibleExecutors: false
zoneId: string
idempotencyToken: string
initScripts:
- abfss:
destination: string
file:
destination: string
gcs:
destination: string
s3:
cannedAcl: string
destination: string
enableEncryption: false
encryptionType: string
endpoint: string
kmsKey: string
region: string
volumes:
destination: string
workspace:
destination: string
instancePoolId: string
nodeTypeId: string
numWorkers: 0
policyId: string
runtimeEngine: string
singleUserName: string
sparkConf:
string: any
sparkEnvVars:
string: any
sparkVersion: string
sshPublicKeys:
- string
workloadType:
clients:
jobs: false
notebooks: false
notebookTask:
baseParameters:
string: any
notebookPath: string
source: string
notificationSettings:
alertOnLastAttempt: false
noAlertForCanceledRuns: false
noAlertForSkippedRuns: false
pipelineTask:
fullRefresh: false
pipelineId: string
pythonWheelTask:
entryPoint: string
namedParameters:
string: any
packageName: string
parameters:
- string
retryOnTimeout: false
runIf: string
runJobTask:
jobId: 0
jobParameters:
string: any
sparkJarTask:
jarUri: string
mainClassName: string
parameters:
- string
sparkPythonTask:
parameters:
- string
pythonFile: string
source: string
sparkSubmitTask:
parameters:
- string
sqlTask:
alert:
alertId: string
pauseSubscriptions: false
subscriptions:
- destinationId: string
userName: string
dashboard:
customSubject: string
dashboardId: string
pauseSubscriptions: false
subscriptions:
- destinationId: string
userName: string
file:
path: string
source: string
parameters:
string: any
query:
queryId: string
warehouseId: string
taskKey: string
timeoutSeconds: 0
webhookNotifications:
onDurationWarningThresholdExceededs:
- id: string
onFailures:
- id: string
onStarts:
- id: string
onSuccesses:
- id: string
timeoutSeconds: 0
trigger:
fileArrival:
minTimeBetweenTriggersSeconds: 0
url: string
waitAfterLastChangeSeconds: 0
pauseStatus: string
tableUpdate:
condition: string
minTimeBetweenTriggersSeconds: 0
tableNames:
- string
waitAfterLastChangeSeconds: 0
webhookNotifications:
onDurationWarningThresholdExceededs:
- id: string
onFailures:
- id: string
onStarts:
- id: string
onSuccesses:
- id: string
Job Resource Properties
To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.
Inputs
The Job resource accepts the following input properties:
- Always
Running bool - (Bool) Whenever the job is always running, like a Spark Streaming application, on every update restart the current active run or start it again, if nothing it is not running. False by default. Any job runs are started with
parametersspecified inspark_jar_taskorspark_submit_taskorspark_python_taskornotebook_taskblocks. - Computes
List<Job
Compute> - Continuous
Job
Continuous - Control
Run boolState (Bool) If true, the Databricks provider will stop and start the job as needed to ensure that the active run for the job reflects the deployed configuration. For continuous jobs, the provider respects the
pause_statusby stopping the current active run. This flag cannot be set for non-continuous jobs.When migrating from
always_runningtocontrol_run_state, setcontinuousas follows:import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- Dbt
Task JobDbt Task - Deployment
Job
Deployment - Description string
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- Edit
Mode string - Email
Notifications JobEmail Notifications - (List) An optional set of email addresses notified when runs of this job begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- Existing
Cluster stringId - Format string
- Git
Source JobGit Source - Health
Job
Health - An optional block that specifies the health conditions for the job (described below).
- Job
Clusters List<JobJob Cluster> - A list of job databricks.Cluster specifications that can be shared and reused by tasks of this job. Libraries cannot be declared in a shared job cluster. You must declare dependent libraries in task settings. Multi-task syntax
- Libraries
List<Job
Library> - (Set) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
- Max
Concurrent intRuns - (Integer) An optional maximum allowed number of concurrent runs of the job. Defaults to 1.
- Max
Retries int - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - Min
Retry intInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- Name string
- An optional name for the job. The default value is Untitled.
- New
Cluster JobNew Cluster - Same set of parameters as for databricks.Cluster resource.
- Notebook
Task JobNotebook Task - Notification
Settings JobNotification Settings - An optional block controlling the notification settings on the job level (described below).
- Parameters
List<Job
Parameter> - Pipeline
Task JobPipeline Task - Python
Wheel JobTask Python Wheel Task - Queue
Job
Queue - Retry
On boolTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- Run
As JobRun As - Run
Job JobTask Run Job Task - Schedule
Job
Schedule - (List) An optional periodic schedule for this job. The default behavior is that the job runs when triggered by clicking Run Now in the Jobs UI or sending an API request to runNow. This field is a block and is documented below.
- Spark
Jar JobTask Spark Jar Task - Spark
Python JobTask Spark Python Task - Spark
Submit JobTask Spark Submit Task - Dictionary<string, object>
- Tasks
List<Job
Task> - Task to run against the
inputslist. - Timeout
Seconds int - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- Trigger
Job
Trigger - Webhook
Notifications JobWebhook Notifications - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this job begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- Always
Running bool - (Bool) Whenever the job is always running, like a Spark Streaming application, on every update restart the current active run or start it again, if nothing it is not running. False by default. Any job runs are started with
parametersspecified inspark_jar_taskorspark_submit_taskorspark_python_taskornotebook_taskblocks. - Computes
[]Job
Compute Args - Continuous
Job
Continuous Args - Control
Run boolState (Bool) If true, the Databricks provider will stop and start the job as needed to ensure that the active run for the job reflects the deployed configuration. For continuous jobs, the provider respects the
pause_statusby stopping the current active run. This flag cannot be set for non-continuous jobs.When migrating from
always_runningtocontrol_run_state, setcontinuousas follows:import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- Dbt
Task JobDbt Task Args - Deployment
Job
Deployment Args - Description string
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- Edit
Mode string - Email
Notifications JobEmail Notifications Args - (List) An optional set of email addresses notified when runs of this job begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- Existing
Cluster stringId - Format string
- Git
Source JobGit Source Args - Health
Job
Health Args - An optional block that specifies the health conditions for the job (described below).
- Job
Clusters []JobJob Cluster Args - A list of job databricks.Cluster specifications that can be shared and reused by tasks of this job. Libraries cannot be declared in a shared job cluster. You must declare dependent libraries in task settings. Multi-task syntax
- Libraries
[]Job
Library Args - (Set) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
- Max
Concurrent intRuns - (Integer) An optional maximum allowed number of concurrent runs of the job. Defaults to 1.
- Max
Retries int - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - Min
Retry intInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- Name string
- An optional name for the job. The default value is Untitled.
- New
Cluster JobNew Cluster Args - Same set of parameters as for databricks.Cluster resource.
- Notebook
Task JobNotebook Task Args - Notification
Settings JobNotification Settings Args - An optional block controlling the notification settings on the job level (described below).
- Parameters
[]Job
Parameter Args - Pipeline
Task JobPipeline Task Args - Python
Wheel JobTask Python Wheel Task Args - Queue
Job
Queue Args - Retry
On boolTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- Run
As JobRun As Args - Run
Job JobTask Run Job Task Args - Schedule
Job
Schedule Args - (List) An optional periodic schedule for this job. The default behavior is that the job runs when triggered by clicking Run Now in the Jobs UI or sending an API request to runNow. This field is a block and is documented below.
- Spark
Jar JobTask Spark Jar Task Args - Spark
Python JobTask Spark Python Task Args - Spark
Submit JobTask Spark Submit Task Args - map[string]interface{}
- Tasks
[]Job
Task Args - Task to run against the
inputslist. - Timeout
Seconds int - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- Trigger
Job
Trigger Args - Webhook
Notifications JobWebhook Notifications Args - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this job begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- always
Running Boolean - (Bool) Whenever the job is always running, like a Spark Streaming application, on every update restart the current active run or start it again, if nothing it is not running. False by default. Any job runs are started with
parametersspecified inspark_jar_taskorspark_submit_taskorspark_python_taskornotebook_taskblocks. - computes
List<Job
Compute> - continuous
Job
Continuous - control
Run BooleanState (Bool) If true, the Databricks provider will stop and start the job as needed to ensure that the active run for the job reflects the deployed configuration. For continuous jobs, the provider respects the
pause_statusby stopping the current active run. This flag cannot be set for non-continuous jobs.When migrating from
always_runningtocontrol_run_state, setcontinuousas follows:import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- dbt
Task JobDbt Task - deployment
Job
Deployment - description String
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- edit
Mode String - email
Notifications JobEmail Notifications - (List) An optional set of email addresses notified when runs of this job begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- existing
Cluster StringId - format String
- git
Source JobGit Source - health
Job
Health - An optional block that specifies the health conditions for the job (described below).
- job
Clusters List<JobJob Cluster> - A list of job databricks.Cluster specifications that can be shared and reused by tasks of this job. Libraries cannot be declared in a shared job cluster. You must declare dependent libraries in task settings. Multi-task syntax
- libraries
List<Job
Library> - (Set) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
- max
Concurrent IntegerRuns - (Integer) An optional maximum allowed number of concurrent runs of the job. Defaults to 1.
- max
Retries Integer - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - min
Retry IntegerInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- name String
- An optional name for the job. The default value is Untitled.
- new
Cluster JobNew Cluster - Same set of parameters as for databricks.Cluster resource.
- notebook
Task JobNotebook Task - notification
Settings JobNotification Settings - An optional block controlling the notification settings on the job level (described below).
- parameters
List<Job
Parameter> - pipeline
Task JobPipeline Task - python
Wheel JobTask Python Wheel Task - queue
Job
Queue - retry
On BooleanTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- run
As JobRun As - run
Job JobTask Run Job Task - schedule
Job
Schedule - (List) An optional periodic schedule for this job. The default behavior is that the job runs when triggered by clicking Run Now in the Jobs UI or sending an API request to runNow. This field is a block and is documented below.
- spark
Jar JobTask Spark Jar Task - spark
Python JobTask Spark Python Task - spark
Submit JobTask Spark Submit Task - Map<String,Object>
- tasks
List<Job
Task> - Task to run against the
inputslist. - timeout
Seconds Integer - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- trigger
Job
Trigger - webhook
Notifications JobWebhook Notifications - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this job begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- always
Running boolean - (Bool) Whenever the job is always running, like a Spark Streaming application, on every update restart the current active run or start it again, if nothing it is not running. False by default. Any job runs are started with
parametersspecified inspark_jar_taskorspark_submit_taskorspark_python_taskornotebook_taskblocks. - computes
Job
Compute[] - continuous
Job
Continuous - control
Run booleanState (Bool) If true, the Databricks provider will stop and start the job as needed to ensure that the active run for the job reflects the deployed configuration. For continuous jobs, the provider respects the
pause_statusby stopping the current active run. This flag cannot be set for non-continuous jobs.When migrating from
always_runningtocontrol_run_state, setcontinuousas follows:import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- dbt
Task JobDbt Task - deployment
Job
Deployment - description string
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- edit
Mode string - email
Notifications JobEmail Notifications - (List) An optional set of email addresses notified when runs of this job begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- existing
Cluster stringId - format string
- git
Source JobGit Source - health
Job
Health - An optional block that specifies the health conditions for the job (described below).
- job
Clusters JobJob Cluster[] - A list of job databricks.Cluster specifications that can be shared and reused by tasks of this job. Libraries cannot be declared in a shared job cluster. You must declare dependent libraries in task settings. Multi-task syntax
- libraries
Job
Library[] - (Set) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
- max
Concurrent numberRuns - (Integer) An optional maximum allowed number of concurrent runs of the job. Defaults to 1.
- max
Retries number - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - min
Retry numberInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- name string
- An optional name for the job. The default value is Untitled.
- new
Cluster JobNew Cluster - Same set of parameters as for databricks.Cluster resource.
- notebook
Task JobNotebook Task - notification
Settings JobNotification Settings - An optional block controlling the notification settings on the job level (described below).
- parameters
Job
Parameter[] - pipeline
Task JobPipeline Task - python
Wheel JobTask Python Wheel Task - queue
Job
Queue - retry
On booleanTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- run
As JobRun As - run
Job JobTask Run Job Task - schedule
Job
Schedule - (List) An optional periodic schedule for this job. The default behavior is that the job runs when triggered by clicking Run Now in the Jobs UI or sending an API request to runNow. This field is a block and is documented below.
- spark
Jar JobTask Spark Jar Task - spark
Python JobTask Spark Python Task - spark
Submit JobTask Spark Submit Task - {[key: string]: any}
- tasks
Job
Task[] - Task to run against the
inputslist. - timeout
Seconds number - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- trigger
Job
Trigger - webhook
Notifications JobWebhook Notifications - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this job begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- always_
running bool - (Bool) Whenever the job is always running, like a Spark Streaming application, on every update restart the current active run or start it again, if nothing it is not running. False by default. Any job runs are started with
parametersspecified inspark_jar_taskorspark_submit_taskorspark_python_taskornotebook_taskblocks. - computes
Sequence[Job
Compute Args] - continuous
Job
Continuous Args - control_
run_ boolstate (Bool) If true, the Databricks provider will stop and start the job as needed to ensure that the active run for the job reflects the deployed configuration. For continuous jobs, the provider respects the
pause_statusby stopping the current active run. This flag cannot be set for non-continuous jobs.When migrating from
always_runningtocontrol_run_state, setcontinuousas follows:import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- dbt_
task JobDbt Task Args - deployment
Job
Deployment Args - description str
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- edit_
mode str - email_
notifications JobEmail Notifications Args - (List) An optional set of email addresses notified when runs of this job begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- existing_
cluster_ strid - format str
- git_
source JobGit Source Args - health
Job
Health Args - An optional block that specifies the health conditions for the job (described below).
- job_
clusters Sequence[JobJob Cluster Args] - A list of job databricks.Cluster specifications that can be shared and reused by tasks of this job. Libraries cannot be declared in a shared job cluster. You must declare dependent libraries in task settings. Multi-task syntax
- libraries
Sequence[Job
Library Args] - (Set) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
- max_
concurrent_ intruns - (Integer) An optional maximum allowed number of concurrent runs of the job. Defaults to 1.
- max_
retries int - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - min_
retry_ intinterval_ millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- name str
- An optional name for the job. The default value is Untitled.
- new_
cluster JobNew Cluster Args - Same set of parameters as for databricks.Cluster resource.
- notebook_
task JobNotebook Task Args - notification_
settings JobNotification Settings Args - An optional block controlling the notification settings on the job level (described below).
- parameters
Sequence[Job
Parameter Args] - pipeline_
task JobPipeline Task Args - python_
wheel_ Jobtask Python Wheel Task Args - queue
Job
Queue Args - retry_
on_ booltimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- run_
as JobRun As Args - run_
job_ Jobtask Run Job Task Args - schedule
Job
Schedule Args - (List) An optional periodic schedule for this job. The default behavior is that the job runs when triggered by clicking Run Now in the Jobs UI or sending an API request to runNow. This field is a block and is documented below.
- spark_
jar_ Jobtask Spark Jar Task Args - spark_
python_ Jobtask Spark Python Task Args - spark_
submit_ Jobtask Spark Submit Task Args - Mapping[str, Any]
- tasks
Sequence[Job
Task Args] - Task to run against the
inputslist. - timeout_
seconds int - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- trigger
Job
Trigger Args - webhook_
notifications JobWebhook Notifications Args - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this job begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- always
Running Boolean - (Bool) Whenever the job is always running, like a Spark Streaming application, on every update restart the current active run or start it again, if nothing it is not running. False by default. Any job runs are started with
parametersspecified inspark_jar_taskorspark_submit_taskorspark_python_taskornotebook_taskblocks. - computes List<Property Map>
- continuous Property Map
- control
Run BooleanState (Bool) If true, the Databricks provider will stop and start the job as needed to ensure that the active run for the job reflects the deployed configuration. For continuous jobs, the provider respects the
pause_statusby stopping the current active run. This flag cannot be set for non-continuous jobs.When migrating from
always_runningtocontrol_run_state, setcontinuousas follows:import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- dbt
Task Property Map - deployment Property Map
- description String
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- edit
Mode String - email
Notifications Property Map - (List) An optional set of email addresses notified when runs of this job begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- existing
Cluster StringId - format String
- git
Source Property Map - health Property Map
- An optional block that specifies the health conditions for the job (described below).
- job
Clusters List<Property Map> - A list of job databricks.Cluster specifications that can be shared and reused by tasks of this job. Libraries cannot be declared in a shared job cluster. You must declare dependent libraries in task settings. Multi-task syntax
- libraries List<Property Map>
- (Set) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
- max
Concurrent NumberRuns - (Integer) An optional maximum allowed number of concurrent runs of the job. Defaults to 1.
- max
Retries Number - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - min
Retry NumberInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- name String
- An optional name for the job. The default value is Untitled.
- new
Cluster Property Map - Same set of parameters as for databricks.Cluster resource.
- notebook
Task Property Map - notification
Settings Property Map - An optional block controlling the notification settings on the job level (described below).
- parameters List<Property Map>
- pipeline
Task Property Map - python
Wheel Property MapTask - queue Property Map
- retry
On BooleanTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- run
As Property Map - run
Job Property MapTask - schedule Property Map
- (List) An optional periodic schedule for this job. The default behavior is that the job runs when triggered by clicking Run Now in the Jobs UI or sending an API request to runNow. This field is a block and is documented below.
- spark
Jar Property MapTask - spark
Python Property MapTask - spark
Submit Property MapTask - Map<Any>
- tasks List<Property Map>
- Task to run against the
inputslist. - timeout
Seconds Number - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- trigger Property Map
- webhook
Notifications Property Map - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this job begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
Outputs
All input properties are implicitly available as output properties. Additionally, the Job resource produces the following output properties:
Look up Existing Job Resource
Get an existing Job resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.
public static get(name: string, id: Input<ID>, state?: JobState, opts?: CustomResourceOptions): Job@staticmethod
def get(resource_name: str,
id: str,
opts: Optional[ResourceOptions] = None,
always_running: Optional[bool] = None,
computes: Optional[Sequence[JobComputeArgs]] = None,
continuous: Optional[JobContinuousArgs] = None,
control_run_state: Optional[bool] = None,
dbt_task: Optional[JobDbtTaskArgs] = None,
deployment: Optional[JobDeploymentArgs] = None,
description: Optional[str] = None,
edit_mode: Optional[str] = None,
email_notifications: Optional[JobEmailNotificationsArgs] = None,
existing_cluster_id: Optional[str] = None,
format: Optional[str] = None,
git_source: Optional[JobGitSourceArgs] = None,
health: Optional[JobHealthArgs] = None,
job_clusters: Optional[Sequence[JobJobClusterArgs]] = None,
libraries: Optional[Sequence[JobLibraryArgs]] = None,
max_concurrent_runs: Optional[int] = None,
max_retries: Optional[int] = None,
min_retry_interval_millis: Optional[int] = None,
name: Optional[str] = None,
new_cluster: Optional[JobNewClusterArgs] = None,
notebook_task: Optional[JobNotebookTaskArgs] = None,
notification_settings: Optional[JobNotificationSettingsArgs] = None,
parameters: Optional[Sequence[JobParameterArgs]] = None,
pipeline_task: Optional[JobPipelineTaskArgs] = None,
python_wheel_task: Optional[JobPythonWheelTaskArgs] = None,
queue: Optional[JobQueueArgs] = None,
retry_on_timeout: Optional[bool] = None,
run_as: Optional[JobRunAsArgs] = None,
run_job_task: Optional[JobRunJobTaskArgs] = None,
schedule: Optional[JobScheduleArgs] = None,
spark_jar_task: Optional[JobSparkJarTaskArgs] = None,
spark_python_task: Optional[JobSparkPythonTaskArgs] = None,
spark_submit_task: Optional[JobSparkSubmitTaskArgs] = None,
tags: Optional[Mapping[str, Any]] = None,
tasks: Optional[Sequence[JobTaskArgs]] = None,
timeout_seconds: Optional[int] = None,
trigger: Optional[JobTriggerArgs] = None,
url: Optional[str] = None,
webhook_notifications: Optional[JobWebhookNotificationsArgs] = None) -> Jobfunc GetJob(ctx *Context, name string, id IDInput, state *JobState, opts ...ResourceOption) (*Job, error)public static Job Get(string name, Input<string> id, JobState? state, CustomResourceOptions? opts = null)public static Job get(String name, Output<String> id, JobState state, CustomResourceOptions options)Resource lookup is not supported in YAML- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- resource_name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- Always
Running bool - (Bool) Whenever the job is always running, like a Spark Streaming application, on every update restart the current active run or start it again, if nothing it is not running. False by default. Any job runs are started with
parametersspecified inspark_jar_taskorspark_submit_taskorspark_python_taskornotebook_taskblocks. - Computes
List<Job
Compute> - Continuous
Job
Continuous - Control
Run boolState (Bool) If true, the Databricks provider will stop and start the job as needed to ensure that the active run for the job reflects the deployed configuration. For continuous jobs, the provider respects the
pause_statusby stopping the current active run. This flag cannot be set for non-continuous jobs.When migrating from
always_runningtocontrol_run_state, setcontinuousas follows:import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- Dbt
Task JobDbt Task - Deployment
Job
Deployment - Description string
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- Edit
Mode string - Email
Notifications JobEmail Notifications - (List) An optional set of email addresses notified when runs of this job begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- Existing
Cluster stringId - Format string
- Git
Source JobGit Source - Health
Job
Health - An optional block that specifies the health conditions for the job (described below).
- Job
Clusters List<JobJob Cluster> - A list of job databricks.Cluster specifications that can be shared and reused by tasks of this job. Libraries cannot be declared in a shared job cluster. You must declare dependent libraries in task settings. Multi-task syntax
- Libraries
List<Job
Library> - (Set) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
- Max
Concurrent intRuns - (Integer) An optional maximum allowed number of concurrent runs of the job. Defaults to 1.
- Max
Retries int - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - Min
Retry intInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- Name string
- An optional name for the job. The default value is Untitled.
- New
Cluster JobNew Cluster - Same set of parameters as for databricks.Cluster resource.
- Notebook
Task JobNotebook Task - Notification
Settings JobNotification Settings - An optional block controlling the notification settings on the job level (described below).
- Parameters
List<Job
Parameter> - Pipeline
Task JobPipeline Task - Python
Wheel JobTask Python Wheel Task - Queue
Job
Queue - Retry
On boolTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- Run
As JobRun As - Run
Job JobTask Run Job Task - Schedule
Job
Schedule - (List) An optional periodic schedule for this job. The default behavior is that the job runs when triggered by clicking Run Now in the Jobs UI or sending an API request to runNow. This field is a block and is documented below.
- Spark
Jar JobTask Spark Jar Task - Spark
Python JobTask Spark Python Task - Spark
Submit JobTask Spark Submit Task - Dictionary<string, object>
- Tasks
List<Job
Task> - Task to run against the
inputslist. - Timeout
Seconds int - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- Trigger
Job
Trigger - Url string
- URL of the Git repository to use.
- Webhook
Notifications JobWebhook Notifications - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this job begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- Always
Running bool - (Bool) Whenever the job is always running, like a Spark Streaming application, on every update restart the current active run or start it again, if nothing it is not running. False by default. Any job runs are started with
parametersspecified inspark_jar_taskorspark_submit_taskorspark_python_taskornotebook_taskblocks. - Computes
[]Job
Compute Args - Continuous
Job
Continuous Args - Control
Run boolState (Bool) If true, the Databricks provider will stop and start the job as needed to ensure that the active run for the job reflects the deployed configuration. For continuous jobs, the provider respects the
pause_statusby stopping the current active run. This flag cannot be set for non-continuous jobs.When migrating from
always_runningtocontrol_run_state, setcontinuousas follows:import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- Dbt
Task JobDbt Task Args - Deployment
Job
Deployment Args - Description string
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- Edit
Mode string - Email
Notifications JobEmail Notifications Args - (List) An optional set of email addresses notified when runs of this job begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- Existing
Cluster stringId - Format string
- Git
Source JobGit Source Args - Health
Job
Health Args - An optional block that specifies the health conditions for the job (described below).
- Job
Clusters []JobJob Cluster Args - A list of job databricks.Cluster specifications that can be shared and reused by tasks of this job. Libraries cannot be declared in a shared job cluster. You must declare dependent libraries in task settings. Multi-task syntax
- Libraries
[]Job
Library Args - (Set) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
- Max
Concurrent intRuns - (Integer) An optional maximum allowed number of concurrent runs of the job. Defaults to 1.
- Max
Retries int - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - Min
Retry intInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- Name string
- An optional name for the job. The default value is Untitled.
- New
Cluster JobNew Cluster Args - Same set of parameters as for databricks.Cluster resource.
- Notebook
Task JobNotebook Task Args - Notification
Settings JobNotification Settings Args - An optional block controlling the notification settings on the job level (described below).
- Parameters
[]Job
Parameter Args - Pipeline
Task JobPipeline Task Args - Python
Wheel JobTask Python Wheel Task Args - Queue
Job
Queue Args - Retry
On boolTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- Run
As JobRun As Args - Run
Job JobTask Run Job Task Args - Schedule
Job
Schedule Args - (List) An optional periodic schedule for this job. The default behavior is that the job runs when triggered by clicking Run Now in the Jobs UI or sending an API request to runNow. This field is a block and is documented below.
- Spark
Jar JobTask Spark Jar Task Args - Spark
Python JobTask Spark Python Task Args - Spark
Submit JobTask Spark Submit Task Args - map[string]interface{}
- Tasks
[]Job
Task Args - Task to run against the
inputslist. - Timeout
Seconds int - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- Trigger
Job
Trigger Args - Url string
- URL of the Git repository to use.
- Webhook
Notifications JobWebhook Notifications Args - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this job begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- always
Running Boolean - (Bool) Whenever the job is always running, like a Spark Streaming application, on every update restart the current active run or start it again, if nothing it is not running. False by default. Any job runs are started with
parametersspecified inspark_jar_taskorspark_submit_taskorspark_python_taskornotebook_taskblocks. - computes
List<Job
Compute> - continuous
Job
Continuous - control
Run BooleanState (Bool) If true, the Databricks provider will stop and start the job as needed to ensure that the active run for the job reflects the deployed configuration. For continuous jobs, the provider respects the
pause_statusby stopping the current active run. This flag cannot be set for non-continuous jobs.When migrating from
always_runningtocontrol_run_state, setcontinuousas follows:import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- dbt
Task JobDbt Task - deployment
Job
Deployment - description String
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- edit
Mode String - email
Notifications JobEmail Notifications - (List) An optional set of email addresses notified when runs of this job begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- existing
Cluster StringId - format String
- git
Source JobGit Source - health
Job
Health - An optional block that specifies the health conditions for the job (described below).
- job
Clusters List<JobJob Cluster> - A list of job databricks.Cluster specifications that can be shared and reused by tasks of this job. Libraries cannot be declared in a shared job cluster. You must declare dependent libraries in task settings. Multi-task syntax
- libraries
List<Job
Library> - (Set) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
- max
Concurrent IntegerRuns - (Integer) An optional maximum allowed number of concurrent runs of the job. Defaults to 1.
- max
Retries Integer - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - min
Retry IntegerInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- name String
- An optional name for the job. The default value is Untitled.
- new
Cluster JobNew Cluster - Same set of parameters as for databricks.Cluster resource.
- notebook
Task JobNotebook Task - notification
Settings JobNotification Settings - An optional block controlling the notification settings on the job level (described below).
- parameters
List<Job
Parameter> - pipeline
Task JobPipeline Task - python
Wheel JobTask Python Wheel Task - queue
Job
Queue - retry
On BooleanTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- run
As JobRun As - run
Job JobTask Run Job Task - schedule
Job
Schedule - (List) An optional periodic schedule for this job. The default behavior is that the job runs when triggered by clicking Run Now in the Jobs UI or sending an API request to runNow. This field is a block and is documented below.
- spark
Jar JobTask Spark Jar Task - spark
Python JobTask Spark Python Task - spark
Submit JobTask Spark Submit Task - Map<String,Object>
- tasks
List<Job
Task> - Task to run against the
inputslist. - timeout
Seconds Integer - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- trigger
Job
Trigger - url String
- URL of the Git repository to use.
- webhook
Notifications JobWebhook Notifications - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this job begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- always
Running boolean - (Bool) Whenever the job is always running, like a Spark Streaming application, on every update restart the current active run or start it again, if nothing it is not running. False by default. Any job runs are started with
parametersspecified inspark_jar_taskorspark_submit_taskorspark_python_taskornotebook_taskblocks. - computes
Job
Compute[] - continuous
Job
Continuous - control
Run booleanState (Bool) If true, the Databricks provider will stop and start the job as needed to ensure that the active run for the job reflects the deployed configuration. For continuous jobs, the provider respects the
pause_statusby stopping the current active run. This flag cannot be set for non-continuous jobs.When migrating from
always_runningtocontrol_run_state, setcontinuousas follows:import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- dbt
Task JobDbt Task - deployment
Job
Deployment - description string
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- edit
Mode string - email
Notifications JobEmail Notifications - (List) An optional set of email addresses notified when runs of this job begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- existing
Cluster stringId - format string
- git
Source JobGit Source - health
Job
Health - An optional block that specifies the health conditions for the job (described below).
- job
Clusters JobJob Cluster[] - A list of job databricks.Cluster specifications that can be shared and reused by tasks of this job. Libraries cannot be declared in a shared job cluster. You must declare dependent libraries in task settings. Multi-task syntax
- libraries
Job
Library[] - (Set) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
- max
Concurrent numberRuns - (Integer) An optional maximum allowed number of concurrent runs of the job. Defaults to 1.
- max
Retries number - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - min
Retry numberInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- name string
- An optional name for the job. The default value is Untitled.
- new
Cluster JobNew Cluster - Same set of parameters as for databricks.Cluster resource.
- notebook
Task JobNotebook Task - notification
Settings JobNotification Settings - An optional block controlling the notification settings on the job level (described below).
- parameters
Job
Parameter[] - pipeline
Task JobPipeline Task - python
Wheel JobTask Python Wheel Task - queue
Job
Queue - retry
On booleanTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- run
As JobRun As - run
Job JobTask Run Job Task - schedule
Job
Schedule - (List) An optional periodic schedule for this job. The default behavior is that the job runs when triggered by clicking Run Now in the Jobs UI or sending an API request to runNow. This field is a block and is documented below.
- spark
Jar JobTask Spark Jar Task - spark
Python JobTask Spark Python Task - spark
Submit JobTask Spark Submit Task - {[key: string]: any}
- tasks
Job
Task[] - Task to run against the
inputslist. - timeout
Seconds number - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- trigger
Job
Trigger - url string
- URL of the Git repository to use.
- webhook
Notifications JobWebhook Notifications - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this job begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- always_
running bool - (Bool) Whenever the job is always running, like a Spark Streaming application, on every update restart the current active run or start it again, if nothing it is not running. False by default. Any job runs are started with
parametersspecified inspark_jar_taskorspark_submit_taskorspark_python_taskornotebook_taskblocks. - computes
Sequence[Job
Compute Args] - continuous
Job
Continuous Args - control_
run_ boolstate (Bool) If true, the Databricks provider will stop and start the job as needed to ensure that the active run for the job reflects the deployed configuration. For continuous jobs, the provider respects the
pause_statusby stopping the current active run. This flag cannot be set for non-continuous jobs.When migrating from
always_runningtocontrol_run_state, setcontinuousas follows:import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- dbt_
task JobDbt Task Args - deployment
Job
Deployment Args - description str
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- edit_
mode str - email_
notifications JobEmail Notifications Args - (List) An optional set of email addresses notified when runs of this job begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- existing_
cluster_ strid - format str
- git_
source JobGit Source Args - health
Job
Health Args - An optional block that specifies the health conditions for the job (described below).
- job_
clusters Sequence[JobJob Cluster Args] - A list of job databricks.Cluster specifications that can be shared and reused by tasks of this job. Libraries cannot be declared in a shared job cluster. You must declare dependent libraries in task settings. Multi-task syntax
- libraries
Sequence[Job
Library Args] - (Set) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
- max_
concurrent_ intruns - (Integer) An optional maximum allowed number of concurrent runs of the job. Defaults to 1.
- max_
retries int - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - min_
retry_ intinterval_ millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- name str
- An optional name for the job. The default value is Untitled.
- new_
cluster JobNew Cluster Args - Same set of parameters as for databricks.Cluster resource.
- notebook_
task JobNotebook Task Args - notification_
settings JobNotification Settings Args - An optional block controlling the notification settings on the job level (described below).
- parameters
Sequence[Job
Parameter Args] - pipeline_
task JobPipeline Task Args - python_
wheel_ Jobtask Python Wheel Task Args - queue
Job
Queue Args - retry_
on_ booltimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- run_
as JobRun As Args - run_
job_ Jobtask Run Job Task Args - schedule
Job
Schedule Args - (List) An optional periodic schedule for this job. The default behavior is that the job runs when triggered by clicking Run Now in the Jobs UI or sending an API request to runNow. This field is a block and is documented below.
- spark_
jar_ Jobtask Spark Jar Task Args - spark_
python_ Jobtask Spark Python Task Args - spark_
submit_ Jobtask Spark Submit Task Args - Mapping[str, Any]
- tasks
Sequence[Job
Task Args] - Task to run against the
inputslist. - timeout_
seconds int - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- trigger
Job
Trigger Args - url str
- URL of the Git repository to use.
- webhook_
notifications JobWebhook Notifications Args - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this job begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- always
Running Boolean - (Bool) Whenever the job is always running, like a Spark Streaming application, on every update restart the current active run or start it again, if nothing it is not running. False by default. Any job runs are started with
parametersspecified inspark_jar_taskorspark_submit_taskorspark_python_taskornotebook_taskblocks. - computes List<Property Map>
- continuous Property Map
- control
Run BooleanState (Bool) If true, the Databricks provider will stop and start the job as needed to ensure that the active run for the job reflects the deployed configuration. For continuous jobs, the provider respects the
pause_statusby stopping the current active run. This flag cannot be set for non-continuous jobs.When migrating from
always_runningtocontrol_run_state, setcontinuousas follows:import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- dbt
Task Property Map - deployment Property Map
- description String
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- edit
Mode String - email
Notifications Property Map - (List) An optional set of email addresses notified when runs of this job begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- existing
Cluster StringId - format String
- git
Source Property Map - health Property Map
- An optional block that specifies the health conditions for the job (described below).
- job
Clusters List<Property Map> - A list of job databricks.Cluster specifications that can be shared and reused by tasks of this job. Libraries cannot be declared in a shared job cluster. You must declare dependent libraries in task settings. Multi-task syntax
- libraries List<Property Map>
- (Set) An optional list of libraries to be installed on the cluster that will execute the job. Please consult libraries section of the databricks.Cluster resource for more information.
- max
Concurrent NumberRuns - (Integer) An optional maximum allowed number of concurrent runs of the job. Defaults to 1.
- max
Retries Number - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - min
Retry NumberInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- name String
- An optional name for the job. The default value is Untitled.
- new
Cluster Property Map - Same set of parameters as for databricks.Cluster resource.
- notebook
Task Property Map - notification
Settings Property Map - An optional block controlling the notification settings on the job level (described below).
- parameters List<Property Map>
- pipeline
Task Property Map - python
Wheel Property MapTask - queue Property Map
- retry
On BooleanTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- run
As Property Map - run
Job Property MapTask - schedule Property Map
- (List) An optional periodic schedule for this job. The default behavior is that the job runs when triggered by clicking Run Now in the Jobs UI or sending an API request to runNow. This field is a block and is documented below.
- spark
Jar Property MapTask - spark
Python Property MapTask - spark
Submit Property MapTask - Map<Any>
- tasks List<Property Map>
- Task to run against the
inputslist. - timeout
Seconds Number - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- trigger Property Map
- url String
- URL of the Git repository to use.
- webhook
Notifications Property Map - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this job begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
Supporting Types
JobCompute, JobComputeArgs
- Compute
Key string - Spec
Job
Compute Spec
- Compute
Key string - Spec
Job
Compute Spec
- compute
Key String - spec
Job
Compute Spec
- compute
Key string - spec
Job
Compute Spec
- compute
Key String - spec Property Map
JobComputeSpec, JobComputeSpecArgs
- Kind string
- Kind string
- kind String
- kind string
- kind str
- kind String
JobContinuous, JobContinuousArgs
- Pause
Status string - Indicate whether this continuous job is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted in the block, the server will default to usingUNPAUSEDas a value forpause_status.
- Pause
Status string - Indicate whether this continuous job is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted in the block, the server will default to usingUNPAUSEDas a value forpause_status.
- pause
Status String - Indicate whether this continuous job is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted in the block, the server will default to usingUNPAUSEDas a value forpause_status.
- pause
Status string - Indicate whether this continuous job is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted in the block, the server will default to usingUNPAUSEDas a value forpause_status.
- pause_
status str - Indicate whether this continuous job is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted in the block, the server will default to usingUNPAUSEDas a value forpause_status.
- pause
Status String - Indicate whether this continuous job is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted in the block, the server will default to usingUNPAUSEDas a value forpause_status.
JobDbtTask, JobDbtTaskArgs
- Commands List<string>
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- Catalog string
- The name of the catalog to use inside Unity Catalog.
- Profiles
Directory string - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - Project
Directory string - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- Schema string
- The name of the schema dbt should run in. Defaults to
default. - Source string
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - Warehouse
Id string The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
- Commands []string
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- Catalog string
- The name of the catalog to use inside Unity Catalog.
- Profiles
Directory string - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - Project
Directory string - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- Schema string
- The name of the schema dbt should run in. Defaults to
default. - Source string
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - Warehouse
Id string The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
- commands List<String>
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- catalog String
- The name of the catalog to use inside Unity Catalog.
- profiles
Directory String - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - project
Directory String - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- schema String
- The name of the schema dbt should run in. Defaults to
default. - source String
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - warehouse
Id String The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
- commands string[]
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- catalog string
- The name of the catalog to use inside Unity Catalog.
- profiles
Directory string - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - project
Directory string - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- schema string
- The name of the schema dbt should run in. Defaults to
default. - source string
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - warehouse
Id string The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
- commands Sequence[str]
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- catalog str
- The name of the catalog to use inside Unity Catalog.
- profiles_
directory str - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - project_
directory str - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- schema str
- The name of the schema dbt should run in. Defaults to
default. - source str
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - warehouse_
id str The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
- commands List<String>
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- catalog String
- The name of the catalog to use inside Unity Catalog.
- profiles
Directory String - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - project
Directory String - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- schema String
- The name of the schema dbt should run in. Defaults to
default. - source String
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - warehouse
Id String The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
JobDeployment, JobDeploymentArgs
- Kind string
- Metadata
File stringPath
- Kind string
- Metadata
File stringPath
- kind String
- metadata
File StringPath
- kind string
- metadata
File stringPath
- kind str
- metadata_
file_ strpath
- kind String
- metadata
File StringPath
JobEmailNotifications, JobEmailNotificationsArgs
- No
Alert boolFor Skipped Runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - On
Duration List<string>Warning Threshold Exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - On
Failures List<string> - (List) list of emails to notify when the run fails.
- On
Starts List<string> - (List) list of emails to notify when the run starts.
- On
Successes List<string> - (List) list of emails to notify when the run completes successfully.
- No
Alert boolFor Skipped Runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - On
Duration []stringWarning Threshold Exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - On
Failures []string - (List) list of emails to notify when the run fails.
- On
Starts []string - (List) list of emails to notify when the run starts.
- On
Successes []string - (List) list of emails to notify when the run completes successfully.
- no
Alert BooleanFor Skipped Runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - on
Duration List<String>Warning Threshold Exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - on
Failures List<String> - (List) list of emails to notify when the run fails.
- on
Starts List<String> - (List) list of emails to notify when the run starts.
- on
Successes List<String> - (List) list of emails to notify when the run completes successfully.
- no
Alert booleanFor Skipped Runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - on
Duration string[]Warning Threshold Exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - on
Failures string[] - (List) list of emails to notify when the run fails.
- on
Starts string[] - (List) list of emails to notify when the run starts.
- on
Successes string[] - (List) list of emails to notify when the run completes successfully.
- no_
alert_ boolfor_ skipped_ runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - on_
duration_ Sequence[str]warning_ threshold_ exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - on_
failures Sequence[str] - (List) list of emails to notify when the run fails.
- on_
starts Sequence[str] - (List) list of emails to notify when the run starts.
- on_
successes Sequence[str] - (List) list of emails to notify when the run completes successfully.
- no
Alert BooleanFor Skipped Runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - on
Duration List<String>Warning Threshold Exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - on
Failures List<String> - (List) list of emails to notify when the run fails.
- on
Starts List<String> - (List) list of emails to notify when the run starts.
- on
Successes List<String> - (List) list of emails to notify when the run completes successfully.
JobGitSource, JobGitSourceArgs
- Url string
- URL of the Git repository to use.
- Branch string
- name of the Git branch to use. Conflicts with
tagandcommit. - Commit string
- hash of Git commit to use. Conflicts with
branchandtag. - Job
Source JobGit Source Job Source - Provider string
- case insensitive name of the Git provider. Following values are supported right now (could be a subject for change, consult Repos API documentation):
gitHub,gitHubEnterprise,bitbucketCloud,bitbucketServer,azureDevOpsServices,gitLab,gitLabEnterpriseEdition. - Tag string
- name of the Git branch to use. Conflicts with
branchandcommit.
- Url string
- URL of the Git repository to use.
- Branch string
- name of the Git branch to use. Conflicts with
tagandcommit. - Commit string
- hash of Git commit to use. Conflicts with
branchandtag. - Job
Source JobGit Source Job Source - Provider string
- case insensitive name of the Git provider. Following values are supported right now (could be a subject for change, consult Repos API documentation):
gitHub,gitHubEnterprise,bitbucketCloud,bitbucketServer,azureDevOpsServices,gitLab,gitLabEnterpriseEdition. - Tag string
- name of the Git branch to use. Conflicts with
branchandcommit.
- url String
- URL of the Git repository to use.
- branch String
- name of the Git branch to use. Conflicts with
tagandcommit. - commit String
- hash of Git commit to use. Conflicts with
branchandtag. - job
Source JobGit Source Job Source - provider String
- case insensitive name of the Git provider. Following values are supported right now (could be a subject for change, consult Repos API documentation):
gitHub,gitHubEnterprise,bitbucketCloud,bitbucketServer,azureDevOpsServices,gitLab,gitLabEnterpriseEdition. - tag String
- name of the Git branch to use. Conflicts with
branchandcommit.
- url string
- URL of the Git repository to use.
- branch string
- name of the Git branch to use. Conflicts with
tagandcommit. - commit string
- hash of Git commit to use. Conflicts with
branchandtag. - job
Source JobGit Source Job Source - provider string
- case insensitive name of the Git provider. Following values are supported right now (could be a subject for change, consult Repos API documentation):
gitHub,gitHubEnterprise,bitbucketCloud,bitbucketServer,azureDevOpsServices,gitLab,gitLabEnterpriseEdition. - tag string
- name of the Git branch to use. Conflicts with
branchandcommit.
- url str
- URL of the Git repository to use.
- branch str
- name of the Git branch to use. Conflicts with
tagandcommit. - commit str
- hash of Git commit to use. Conflicts with
branchandtag. - job_
source JobGit Source Job Source - provider str
- case insensitive name of the Git provider. Following values are supported right now (could be a subject for change, consult Repos API documentation):
gitHub,gitHubEnterprise,bitbucketCloud,bitbucketServer,azureDevOpsServices,gitLab,gitLabEnterpriseEdition. - tag str
- name of the Git branch to use. Conflicts with
branchandcommit.
- url String
- URL of the Git repository to use.
- branch String
- name of the Git branch to use. Conflicts with
tagandcommit. - commit String
- hash of Git commit to use. Conflicts with
branchandtag. - job
Source Property Map - provider String
- case insensitive name of the Git provider. Following values are supported right now (could be a subject for change, consult Repos API documentation):
gitHub,gitHubEnterprise,bitbucketCloud,bitbucketServer,azureDevOpsServices,gitLab,gitLabEnterpriseEdition. - tag String
- name of the Git branch to use. Conflicts with
branchandcommit.
JobGitSourceJobSource, JobGitSourceJobSourceArgs
- Import
From stringGit Branch - Job
Config stringPath - Dirty
State string
- Import
From stringGit Branch - Job
Config stringPath - Dirty
State string
- import
From StringGit Branch - job
Config StringPath - dirty
State String
- import
From stringGit Branch - job
Config stringPath - dirty
State string
- import_
from_ strgit_ branch - job_
config_ strpath - dirty_
state str
- import
From StringGit Branch - job
Config StringPath - dirty
State String
JobHealth, JobHealthArgs
- Rules
List<Job
Health Rule> - list of rules that are represented as objects with the following attributes:
- Rules
[]Job
Health Rule - list of rules that are represented as objects with the following attributes:
- rules
List<Job
Health Rule> - list of rules that are represented as objects with the following attributes:
- rules
Job
Health Rule[] - list of rules that are represented as objects with the following attributes:
- rules
Sequence[Job
Health Rule] - list of rules that are represented as objects with the following attributes:
- rules List<Property Map>
- list of rules that are represented as objects with the following attributes:
JobHealthRule, JobHealthRuleArgs
- Metric string
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - Op string
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- Value int
- integer value used to compare to the given metric.
- Metric string
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - Op string
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- Value int
- integer value used to compare to the given metric.
- metric String
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - op String
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- value Integer
- integer value used to compare to the given metric.
- metric string
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - op string
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- value number
- integer value used to compare to the given metric.
- metric str
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - op str
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- value int
- integer value used to compare to the given metric.
- metric String
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - op String
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- value Number
- integer value used to compare to the given metric.
JobJobCluster, JobJobClusterArgs
- Job
Cluster stringKey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - New
Cluster JobJob Cluster New Cluster - Same set of parameters as for databricks.Cluster resource.
- Job
Cluster stringKey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - New
Cluster JobJob Cluster New Cluster - Same set of parameters as for databricks.Cluster resource.
- job
Cluster StringKey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - new
Cluster JobJob Cluster New Cluster - Same set of parameters as for databricks.Cluster resource.
- job
Cluster stringKey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - new
Cluster JobJob Cluster New Cluster - Same set of parameters as for databricks.Cluster resource.
- job_
cluster_ strkey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - new_
cluster JobJob Cluster New Cluster - Same set of parameters as for databricks.Cluster resource.
- job
Cluster StringKey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - new
Cluster Property Map - Same set of parameters as for databricks.Cluster resource.
JobJobClusterNewCluster, JobJobClusterNewClusterArgs
- Spark
Version string - Apply
Policy boolDefault Values - Autoscale
Job
Job Cluster New Cluster Autoscale - Autotermination
Minutes int - Aws
Attributes JobJob Cluster New Cluster Aws Attributes - Azure
Attributes JobJob Cluster New Cluster Azure Attributes - Cluster
Id string - Cluster
Log JobConf Job Cluster New Cluster Cluster Log Conf - Cluster
Mount List<JobInfos Job Cluster New Cluster Cluster Mount Info> - Cluster
Name string - Dictionary<string, object>
- Data
Security stringMode - Docker
Image JobJob Cluster New Cluster Docker Image - Driver
Instance stringPool Id - Driver
Node stringType Id - Enable
Elastic boolDisk - Enable
Local boolDisk Encryption - Gcp
Attributes JobJob Cluster New Cluster Gcp Attributes - Idempotency
Token string - Init
Scripts List<JobJob Cluster New Cluster Init Script> - Instance
Pool stringId - Node
Type stringId - Num
Workers int - Policy
Id string - Runtime
Engine string - Single
User stringName - Spark
Conf Dictionary<string, object> - Spark
Env Dictionary<string, object>Vars - Ssh
Public List<string>Keys - Workload
Type JobJob Cluster New Cluster Workload Type
- Spark
Version string - Apply
Policy boolDefault Values - Autoscale
Job
Job Cluster New Cluster Autoscale - Autotermination
Minutes int - Aws
Attributes JobJob Cluster New Cluster Aws Attributes - Azure
Attributes JobJob Cluster New Cluster Azure Attributes - Cluster
Id string - Cluster
Log JobConf Job Cluster New Cluster Cluster Log Conf - Cluster
Mount []JobInfos Job Cluster New Cluster Cluster Mount Info - Cluster
Name string - map[string]interface{}
- Data
Security stringMode - Docker
Image JobJob Cluster New Cluster Docker Image - Driver
Instance stringPool Id - Driver
Node stringType Id - Enable
Elastic boolDisk - Enable
Local boolDisk Encryption - Gcp
Attributes JobJob Cluster New Cluster Gcp Attributes - Idempotency
Token string - Init
Scripts []JobJob Cluster New Cluster Init Script - Instance
Pool stringId - Node
Type stringId - Num
Workers int - Policy
Id string - Runtime
Engine string - Single
User stringName - Spark
Conf map[string]interface{} - Spark
Env map[string]interface{}Vars - Ssh
Public []stringKeys - Workload
Type JobJob Cluster New Cluster Workload Type
- spark
Version String - apply
Policy BooleanDefault Values - autoscale
Job
Job Cluster New Cluster Autoscale - autotermination
Minutes Integer - aws
Attributes JobJob Cluster New Cluster Aws Attributes - azure
Attributes JobJob Cluster New Cluster Azure Attributes - cluster
Id String - cluster
Log JobConf Job Cluster New Cluster Cluster Log Conf - cluster
Mount List<JobInfos Job Cluster New Cluster Cluster Mount Info> - cluster
Name String - Map<String,Object>
- data
Security StringMode - docker
Image JobJob Cluster New Cluster Docker Image - driver
Instance StringPool Id - driver
Node StringType Id - enable
Elastic BooleanDisk - enable
Local BooleanDisk Encryption - gcp
Attributes JobJob Cluster New Cluster Gcp Attributes - idempotency
Token String - init
Scripts List<JobJob Cluster New Cluster Init Script> - instance
Pool StringId - node
Type StringId - num
Workers Integer - policy
Id String - runtime
Engine String - single
User StringName - spark
Conf Map<String,Object> - spark
Env Map<String,Object>Vars - ssh
Public List<String>Keys - workload
Type JobJob Cluster New Cluster Workload Type
- spark
Version string - apply
Policy booleanDefault Values - autoscale
Job
Job Cluster New Cluster Autoscale - autotermination
Minutes number - aws
Attributes JobJob Cluster New Cluster Aws Attributes - azure
Attributes JobJob Cluster New Cluster Azure Attributes - cluster
Id string - cluster
Log JobConf Job Cluster New Cluster Cluster Log Conf - cluster
Mount JobInfos Job Cluster New Cluster Cluster Mount Info[] - cluster
Name string - {[key: string]: any}
- data
Security stringMode - docker
Image JobJob Cluster New Cluster Docker Image - driver
Instance stringPool Id - driver
Node stringType Id - enable
Elastic booleanDisk - enable
Local booleanDisk Encryption - gcp
Attributes JobJob Cluster New Cluster Gcp Attributes - idempotency
Token string - init
Scripts JobJob Cluster New Cluster Init Script[] - instance
Pool stringId - node
Type stringId - num
Workers number - policy
Id string - runtime
Engine string - single
User stringName - spark
Conf {[key: string]: any} - spark
Env {[key: string]: any}Vars - ssh
Public string[]Keys - workload
Type JobJob Cluster New Cluster Workload Type
- spark_
version str - apply_
policy_ booldefault_ values - autoscale
Job
Job Cluster New Cluster Autoscale - autotermination_
minutes int - aws_
attributes JobJob Cluster New Cluster Aws Attributes - azure_
attributes JobJob Cluster New Cluster Azure Attributes - cluster_
id str - cluster_
log_ Jobconf Job Cluster New Cluster Cluster Log Conf - cluster_
mount_ Sequence[Jobinfos Job Cluster New Cluster Cluster Mount Info] - cluster_
name str - Mapping[str, Any]
- data_
security_ strmode - docker_
image JobJob Cluster New Cluster Docker Image - driver_
instance_ strpool_ id - driver_
node_ strtype_ id - enable_
elastic_ booldisk - enable_
local_ booldisk_ encryption - gcp_
attributes JobJob Cluster New Cluster Gcp Attributes - idempotency_
token str - init_
scripts Sequence[JobJob Cluster New Cluster Init Script] - instance_
pool_ strid - node_
type_ strid - num_
workers int - policy_
id str - runtime_
engine str - single_
user_ strname - spark_
conf Mapping[str, Any] - spark_
env_ Mapping[str, Any]vars - ssh_
public_ Sequence[str]keys - workload_
type JobJob Cluster New Cluster Workload Type
- spark
Version String - apply
Policy BooleanDefault Values - autoscale Property Map
- autotermination
Minutes Number - aws
Attributes Property Map - azure
Attributes Property Map - cluster
Id String - cluster
Log Property MapConf - cluster
Mount List<Property Map>Infos - cluster
Name String - Map<Any>
- data
Security StringMode - docker
Image Property Map - driver
Instance StringPool Id - driver
Node StringType Id - enable
Elastic BooleanDisk - enable
Local BooleanDisk Encryption - gcp
Attributes Property Map - idempotency
Token String - init
Scripts List<Property Map> - instance
Pool StringId - node
Type StringId - num
Workers Number - policy
Id String - runtime
Engine String - single
User StringName - spark
Conf Map<Any> - spark
Env Map<Any>Vars - ssh
Public List<String>Keys - workload
Type Property Map
JobJobClusterNewClusterAutoscale, JobJobClusterNewClusterAutoscaleArgs
- Max
Workers int - Min
Workers int
- Max
Workers int - Min
Workers int
- max
Workers Integer - min
Workers Integer
- max
Workers number - min
Workers number
- max_
workers int - min_
workers int
- max
Workers Number - min
Workers Number
JobJobClusterNewClusterAwsAttributes, JobJobClusterNewClusterAwsAttributesArgs
- Availability string
- Ebs
Volume intCount - Ebs
Volume intSize - Ebs
Volume stringType - First
On intDemand - Instance
Profile stringArn - Spot
Bid intPrice Percent - Zone
Id string
- Availability string
- Ebs
Volume intCount - Ebs
Volume intSize - Ebs
Volume stringType - First
On intDemand - Instance
Profile stringArn - Spot
Bid intPrice Percent - Zone
Id string
- availability String
- ebs
Volume IntegerCount - ebs
Volume IntegerSize - ebs
Volume StringType - first
On IntegerDemand - instance
Profile StringArn - spot
Bid IntegerPrice Percent - zone
Id String
- availability string
- ebs
Volume numberCount - ebs
Volume numberSize - ebs
Volume stringType - first
On numberDemand - instance
Profile stringArn - spot
Bid numberPrice Percent - zone
Id string
- availability str
- ebs_
volume_ intcount - ebs_
volume_ intsize - ebs_
volume_ strtype - first_
on_ intdemand - instance_
profile_ strarn - spot_
bid_ intprice_ percent - zone_
id str
- availability String
- ebs
Volume NumberCount - ebs
Volume NumberSize - ebs
Volume StringType - first
On NumberDemand - instance
Profile StringArn - spot
Bid NumberPrice Percent - zone
Id String
JobJobClusterNewClusterAzureAttributes, JobJobClusterNewClusterAzureAttributesArgs
- Availability string
- First
On intDemand - Spot
Bid doubleMax Price
- Availability string
- First
On intDemand - Spot
Bid float64Max Price
- availability String
- first
On IntegerDemand - spot
Bid DoubleMax Price
- availability string
- first
On numberDemand - spot
Bid numberMax Price
- availability str
- first_
on_ intdemand - spot_
bid_ floatmax_ price
- availability String
- first
On NumberDemand - spot
Bid NumberMax Price
JobJobClusterNewClusterClusterLogConf, JobJobClusterNewClusterClusterLogConfArgs
JobJobClusterNewClusterClusterLogConfDbfs, JobJobClusterNewClusterClusterLogConfDbfsArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobJobClusterNewClusterClusterLogConfS3, JobJobClusterNewClusterClusterLogConfS3Args
- Destination string
- Canned
Acl string - Enable
Encryption bool - Encryption
Type string - Endpoint string
- Kms
Key string - Region string
- Destination string
- Canned
Acl string - Enable
Encryption bool - Encryption
Type string - Endpoint string
- Kms
Key string - Region string
- destination String
- canned
Acl String - enable
Encryption Boolean - encryption
Type String - endpoint String
- kms
Key String - region String
- destination string
- canned
Acl string - enable
Encryption boolean - encryption
Type string - endpoint string
- kms
Key string - region string
- destination str
- canned_
acl str - enable_
encryption bool - encryption_
type str - endpoint str
- kms_
key str - region str
- destination String
- canned
Acl String - enable
Encryption Boolean - encryption
Type String - endpoint String
- kms
Key String - region String
JobJobClusterNewClusterClusterMountInfo, JobJobClusterNewClusterClusterMountInfoArgs
JobJobClusterNewClusterClusterMountInfoNetworkFilesystemInfo, JobJobClusterNewClusterClusterMountInfoNetworkFilesystemInfoArgs
- Server
Address string - Mount
Options string
- Server
Address string - Mount
Options string
- server
Address String - mount
Options String
- server
Address string - mount
Options string
- server_
address str - mount_
options str
- server
Address String - mount
Options String
JobJobClusterNewClusterDockerImage, JobJobClusterNewClusterDockerImageArgs
- Url string
- URL of the Git repository to use.
- Basic
Auth JobJob Cluster New Cluster Docker Image Basic Auth
- Url string
- URL of the Git repository to use.
- Basic
Auth JobJob Cluster New Cluster Docker Image Basic Auth
- url String
- URL of the Git repository to use.
- basic
Auth JobJob Cluster New Cluster Docker Image Basic Auth
- url string
- URL of the Git repository to use.
- basic
Auth JobJob Cluster New Cluster Docker Image Basic Auth
- url str
- URL of the Git repository to use.
- basic_
auth JobJob Cluster New Cluster Docker Image Basic Auth
- url String
- URL of the Git repository to use.
- basic
Auth Property Map
JobJobClusterNewClusterDockerImageBasicAuth, JobJobClusterNewClusterDockerImageBasicAuthArgs
JobJobClusterNewClusterGcpAttributes, JobJobClusterNewClusterGcpAttributesArgs
- Availability string
- Boot
Disk intSize - Google
Service stringAccount - Local
Ssd intCount - Use
Preemptible boolExecutors - Zone
Id string
- Availability string
- Boot
Disk intSize - Google
Service stringAccount - Local
Ssd intCount - Use
Preemptible boolExecutors - Zone
Id string
- availability String
- boot
Disk IntegerSize - google
Service StringAccount - local
Ssd IntegerCount - use
Preemptible BooleanExecutors - zone
Id String
- availability string
- boot
Disk numberSize - google
Service stringAccount - local
Ssd numberCount - use
Preemptible booleanExecutors - zone
Id string
- availability str
- boot_
disk_ intsize - google_
service_ straccount - local_
ssd_ intcount - use_
preemptible_ boolexecutors - zone_
id str
- availability String
- boot
Disk NumberSize - google
Service StringAccount - local
Ssd NumberCount - use
Preemptible BooleanExecutors - zone
Id String
JobJobClusterNewClusterInitScript, JobJobClusterNewClusterInitScriptArgs
- Abfss
Job
Job Cluster New Cluster Init Script Abfss - Dbfs
Job
Job Cluster New Cluster Init Script Dbfs - File
Job
Job Cluster New Cluster Init Script File - block consisting of single string fields:
- Gcs
Job
Job Cluster New Cluster Init Script Gcs - S3
Job
Job Cluster New Cluster Init Script S3 - Volumes
Job
Job Cluster New Cluster Init Script Volumes - Workspace
Job
Job Cluster New Cluster Init Script Workspace
- Abfss
Job
Job Cluster New Cluster Init Script Abfss - Dbfs
Job
Job Cluster New Cluster Init Script Dbfs - File
Job
Job Cluster New Cluster Init Script File - block consisting of single string fields:
- Gcs
Job
Job Cluster New Cluster Init Script Gcs - S3
Job
Job Cluster New Cluster Init Script S3 - Volumes
Job
Job Cluster New Cluster Init Script Volumes - Workspace
Job
Job Cluster New Cluster Init Script Workspace
- abfss
Job
Job Cluster New Cluster Init Script Abfss - dbfs
Job
Job Cluster New Cluster Init Script Dbfs - file
Job
Job Cluster New Cluster Init Script File - block consisting of single string fields:
- gcs
Job
Job Cluster New Cluster Init Script Gcs - s3
Job
Job Cluster New Cluster Init Script S3 - volumes
Job
Job Cluster New Cluster Init Script Volumes - workspace
Job
Job Cluster New Cluster Init Script Workspace
- abfss
Job
Job Cluster New Cluster Init Script Abfss - dbfs
Job
Job Cluster New Cluster Init Script Dbfs - file
Job
Job Cluster New Cluster Init Script File - block consisting of single string fields:
- gcs
Job
Job Cluster New Cluster Init Script Gcs - s3
Job
Job Cluster New Cluster Init Script S3 - volumes
Job
Job Cluster New Cluster Init Script Volumes - workspace
Job
Job Cluster New Cluster Init Script Workspace
- abfss
Job
Job Cluster New Cluster Init Script Abfss - dbfs
Job
Job Cluster New Cluster Init Script Dbfs - file
Job
Job Cluster New Cluster Init Script File - block consisting of single string fields:
- gcs
Job
Job Cluster New Cluster Init Script Gcs - s3
Job
Job Cluster New Cluster Init Script S3 - volumes
Job
Job Cluster New Cluster Init Script Volumes - workspace
Job
Job Cluster New Cluster Init Script Workspace
- abfss Property Map
- dbfs Property Map
- file Property Map
- block consisting of single string fields:
- gcs Property Map
- s3 Property Map
- volumes Property Map
- workspace Property Map
JobJobClusterNewClusterInitScriptAbfss, JobJobClusterNewClusterInitScriptAbfssArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobJobClusterNewClusterInitScriptDbfs, JobJobClusterNewClusterInitScriptDbfsArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobJobClusterNewClusterInitScriptFile, JobJobClusterNewClusterInitScriptFileArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobJobClusterNewClusterInitScriptGcs, JobJobClusterNewClusterInitScriptGcsArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobJobClusterNewClusterInitScriptS3, JobJobClusterNewClusterInitScriptS3Args
- Destination string
- Canned
Acl string - Enable
Encryption bool - Encryption
Type string - Endpoint string
- Kms
Key string - Region string
- Destination string
- Canned
Acl string - Enable
Encryption bool - Encryption
Type string - Endpoint string
- Kms
Key string - Region string
- destination String
- canned
Acl String - enable
Encryption Boolean - encryption
Type String - endpoint String
- kms
Key String - region String
- destination string
- canned
Acl string - enable
Encryption boolean - encryption
Type string - endpoint string
- kms
Key string - region string
- destination str
- canned_
acl str - enable_
encryption bool - encryption_
type str - endpoint str
- kms_
key str - region str
- destination String
- canned
Acl String - enable
Encryption Boolean - encryption
Type String - endpoint String
- kms
Key String - region String
JobJobClusterNewClusterInitScriptVolumes, JobJobClusterNewClusterInitScriptVolumesArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobJobClusterNewClusterInitScriptWorkspace, JobJobClusterNewClusterInitScriptWorkspaceArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobJobClusterNewClusterWorkloadType, JobJobClusterNewClusterWorkloadTypeArgs
JobJobClusterNewClusterWorkloadTypeClients, JobJobClusterNewClusterWorkloadTypeClientsArgs
JobLibrary, JobLibraryArgs
- Cran
Job
Library Cran - Egg string
- Jar string
- Maven
Job
Library Maven - Pypi
Job
Library Pypi - Whl string
- Cran
Job
Library Cran - Egg string
- Jar string
- Maven
Job
Library Maven - Pypi
Job
Library Pypi - Whl string
- cran
Job
Library Cran - egg String
- jar String
- maven
Job
Library Maven - pypi
Job
Library Pypi - whl String
- cran
Job
Library Cran - egg string
- jar string
- maven
Job
Library Maven - pypi
Job
Library Pypi - whl string
- cran Property Map
- egg String
- jar String
- maven Property Map
- pypi Property Map
- whl String
JobLibraryCran, JobLibraryCranArgs
JobLibraryMaven, JobLibraryMavenArgs
- Coordinates string
- Exclusions List<string>
- Repo string
- Coordinates string
- Exclusions []string
- Repo string
- coordinates String
- exclusions List<String>
- repo String
- coordinates string
- exclusions string[]
- repo string
- coordinates str
- exclusions Sequence[str]
- repo str
- coordinates String
- exclusions List<String>
- repo String
JobLibraryPypi, JobLibraryPypiArgs
JobNewCluster, JobNewClusterArgs
- Spark
Version string - Apply
Policy boolDefault Values - Autoscale
Job
New Cluster Autoscale - Autotermination
Minutes int - Aws
Attributes JobNew Cluster Aws Attributes - Azure
Attributes JobNew Cluster Azure Attributes - Cluster
Id string - Cluster
Log JobConf New Cluster Cluster Log Conf - Cluster
Mount List<JobInfos New Cluster Cluster Mount Info> - Cluster
Name string - Dictionary<string, object>
- Data
Security stringMode - Docker
Image JobNew Cluster Docker Image - Driver
Instance stringPool Id - Driver
Node stringType Id - Enable
Elastic boolDisk - Enable
Local boolDisk Encryption - Gcp
Attributes JobNew Cluster Gcp Attributes - Idempotency
Token string - Init
Scripts List<JobNew Cluster Init Script> - Instance
Pool stringId - Node
Type stringId - Num
Workers int - Policy
Id string - Runtime
Engine string - Single
User stringName - Spark
Conf Dictionary<string, object> - Spark
Env Dictionary<string, object>Vars - Ssh
Public List<string>Keys - Workload
Type JobNew Cluster Workload Type
- Spark
Version string - Apply
Policy boolDefault Values - Autoscale
Job
New Cluster Autoscale - Autotermination
Minutes int - Aws
Attributes JobNew Cluster Aws Attributes - Azure
Attributes JobNew Cluster Azure Attributes - Cluster
Id string - Cluster
Log JobConf New Cluster Cluster Log Conf - Cluster
Mount []JobInfos New Cluster Cluster Mount Info - Cluster
Name string - map[string]interface{}
- Data
Security stringMode - Docker
Image JobNew Cluster Docker Image - Driver
Instance stringPool Id - Driver
Node stringType Id - Enable
Elastic boolDisk - Enable
Local boolDisk Encryption - Gcp
Attributes JobNew Cluster Gcp Attributes - Idempotency
Token string - Init
Scripts []JobNew Cluster Init Script - Instance
Pool stringId - Node
Type stringId - Num
Workers int - Policy
Id string - Runtime
Engine string - Single
User stringName - Spark
Conf map[string]interface{} - Spark
Env map[string]interface{}Vars - Ssh
Public []stringKeys - Workload
Type JobNew Cluster Workload Type
- spark
Version String - apply
Policy BooleanDefault Values - autoscale
Job
New Cluster Autoscale - autotermination
Minutes Integer - aws
Attributes JobNew Cluster Aws Attributes - azure
Attributes JobNew Cluster Azure Attributes - cluster
Id String - cluster
Log JobConf New Cluster Cluster Log Conf - cluster
Mount List<JobInfos New Cluster Cluster Mount Info> - cluster
Name String - Map<String,Object>
- data
Security StringMode - docker
Image JobNew Cluster Docker Image - driver
Instance StringPool Id - driver
Node StringType Id - enable
Elastic BooleanDisk - enable
Local BooleanDisk Encryption - gcp
Attributes JobNew Cluster Gcp Attributes - idempotency
Token String - init
Scripts List<JobNew Cluster Init Script> - instance
Pool StringId - node
Type StringId - num
Workers Integer - policy
Id String - runtime
Engine String - single
User StringName - spark
Conf Map<String,Object> - spark
Env Map<String,Object>Vars - ssh
Public List<String>Keys - workload
Type JobNew Cluster Workload Type
- spark
Version string - apply
Policy booleanDefault Values - autoscale
Job
New Cluster Autoscale - autotermination
Minutes number - aws
Attributes JobNew Cluster Aws Attributes - azure
Attributes JobNew Cluster Azure Attributes - cluster
Id string - cluster
Log JobConf New Cluster Cluster Log Conf - cluster
Mount JobInfos New Cluster Cluster Mount Info[] - cluster
Name string - {[key: string]: any}
- data
Security stringMode - docker
Image JobNew Cluster Docker Image - driver
Instance stringPool Id - driver
Node stringType Id - enable
Elastic booleanDisk - enable
Local booleanDisk Encryption - gcp
Attributes JobNew Cluster Gcp Attributes - idempotency
Token string - init
Scripts JobNew Cluster Init Script[] - instance
Pool stringId - node
Type stringId - num
Workers number - policy
Id string - runtime
Engine string - single
User stringName - spark
Conf {[key: string]: any} - spark
Env {[key: string]: any}Vars - ssh
Public string[]Keys - workload
Type JobNew Cluster Workload Type
- spark_
version str - apply_
policy_ booldefault_ values - autoscale
Job
New Cluster Autoscale - autotermination_
minutes int - aws_
attributes JobNew Cluster Aws Attributes - azure_
attributes JobNew Cluster Azure Attributes - cluster_
id str - cluster_
log_ Jobconf New Cluster Cluster Log Conf - cluster_
mount_ Sequence[Jobinfos New Cluster Cluster Mount Info] - cluster_
name str - Mapping[str, Any]
- data_
security_ strmode - docker_
image JobNew Cluster Docker Image - driver_
instance_ strpool_ id - driver_
node_ strtype_ id - enable_
elastic_ booldisk - enable_
local_ booldisk_ encryption - gcp_
attributes JobNew Cluster Gcp Attributes - idempotency_
token str - init_
scripts Sequence[JobNew Cluster Init Script] - instance_
pool_ strid - node_
type_ strid - num_
workers int - policy_
id str - runtime_
engine str - single_
user_ strname - spark_
conf Mapping[str, Any] - spark_
env_ Mapping[str, Any]vars - ssh_
public_ Sequence[str]keys - workload_
type JobNew Cluster Workload Type
- spark
Version String - apply
Policy BooleanDefault Values - autoscale Property Map
- autotermination
Minutes Number - aws
Attributes Property Map - azure
Attributes Property Map - cluster
Id String - cluster
Log Property MapConf - cluster
Mount List<Property Map>Infos - cluster
Name String - Map<Any>
- data
Security StringMode - docker
Image Property Map - driver
Instance StringPool Id - driver
Node StringType Id - enable
Elastic BooleanDisk - enable
Local BooleanDisk Encryption - gcp
Attributes Property Map - idempotency
Token String - init
Scripts List<Property Map> - instance
Pool StringId - node
Type StringId - num
Workers Number - policy
Id String - runtime
Engine String - single
User StringName - spark
Conf Map<Any> - spark
Env Map<Any>Vars - ssh
Public List<String>Keys - workload
Type Property Map
JobNewClusterAutoscale, JobNewClusterAutoscaleArgs
- Max
Workers int - Min
Workers int
- Max
Workers int - Min
Workers int
- max
Workers Integer - min
Workers Integer
- max
Workers number - min
Workers number
- max_
workers int - min_
workers int
- max
Workers Number - min
Workers Number
JobNewClusterAwsAttributes, JobNewClusterAwsAttributesArgs
- Availability string
- Ebs
Volume intCount - Ebs
Volume intSize - Ebs
Volume stringType - First
On intDemand - Instance
Profile stringArn - Spot
Bid intPrice Percent - Zone
Id string
- Availability string
- Ebs
Volume intCount - Ebs
Volume intSize - Ebs
Volume stringType - First
On intDemand - Instance
Profile stringArn - Spot
Bid intPrice Percent - Zone
Id string
- availability String
- ebs
Volume IntegerCount - ebs
Volume IntegerSize - ebs
Volume StringType - first
On IntegerDemand - instance
Profile StringArn - spot
Bid IntegerPrice Percent - zone
Id String
- availability string
- ebs
Volume numberCount - ebs
Volume numberSize - ebs
Volume stringType - first
On numberDemand - instance
Profile stringArn - spot
Bid numberPrice Percent - zone
Id string
- availability str
- ebs_
volume_ intcount - ebs_
volume_ intsize - ebs_
volume_ strtype - first_
on_ intdemand - instance_
profile_ strarn - spot_
bid_ intprice_ percent - zone_
id str
- availability String
- ebs
Volume NumberCount - ebs
Volume NumberSize - ebs
Volume StringType - first
On NumberDemand - instance
Profile StringArn - spot
Bid NumberPrice Percent - zone
Id String
JobNewClusterAzureAttributes, JobNewClusterAzureAttributesArgs
- Availability string
- First
On intDemand - Spot
Bid doubleMax Price
- Availability string
- First
On intDemand - Spot
Bid float64Max Price
- availability String
- first
On IntegerDemand - spot
Bid DoubleMax Price
- availability string
- first
On numberDemand - spot
Bid numberMax Price
- availability str
- first_
on_ intdemand - spot_
bid_ floatmax_ price
- availability String
- first
On NumberDemand - spot
Bid NumberMax Price
JobNewClusterClusterLogConf, JobNewClusterClusterLogConfArgs
JobNewClusterClusterLogConfDbfs, JobNewClusterClusterLogConfDbfsArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobNewClusterClusterLogConfS3, JobNewClusterClusterLogConfS3Args
- Destination string
- Canned
Acl string - Enable
Encryption bool - Encryption
Type string - Endpoint string
- Kms
Key string - Region string
- Destination string
- Canned
Acl string - Enable
Encryption bool - Encryption
Type string - Endpoint string
- Kms
Key string - Region string
- destination String
- canned
Acl String - enable
Encryption Boolean - encryption
Type String - endpoint String
- kms
Key String - region String
- destination string
- canned
Acl string - enable
Encryption boolean - encryption
Type string - endpoint string
- kms
Key string - region string
- destination str
- canned_
acl str - enable_
encryption bool - encryption_
type str - endpoint str
- kms_
key str - region str
- destination String
- canned
Acl String - enable
Encryption Boolean - encryption
Type String - endpoint String
- kms
Key String - region String
JobNewClusterClusterMountInfo, JobNewClusterClusterMountInfoArgs
JobNewClusterClusterMountInfoNetworkFilesystemInfo, JobNewClusterClusterMountInfoNetworkFilesystemInfoArgs
- Server
Address string - Mount
Options string
- Server
Address string - Mount
Options string
- server
Address String - mount
Options String
- server
Address string - mount
Options string
- server_
address str - mount_
options str
- server
Address String - mount
Options String
JobNewClusterDockerImage, JobNewClusterDockerImageArgs
- Url string
- URL of the Git repository to use.
- Basic
Auth JobNew Cluster Docker Image Basic Auth
- Url string
- URL of the Git repository to use.
- Basic
Auth JobNew Cluster Docker Image Basic Auth
- url String
- URL of the Git repository to use.
- basic
Auth JobNew Cluster Docker Image Basic Auth
- url string
- URL of the Git repository to use.
- basic
Auth JobNew Cluster Docker Image Basic Auth
- url str
- URL of the Git repository to use.
- basic_
auth JobNew Cluster Docker Image Basic Auth
- url String
- URL of the Git repository to use.
- basic
Auth Property Map
JobNewClusterDockerImageBasicAuth, JobNewClusterDockerImageBasicAuthArgs
JobNewClusterGcpAttributes, JobNewClusterGcpAttributesArgs
- Availability string
- Boot
Disk intSize - Google
Service stringAccount - Local
Ssd intCount - Use
Preemptible boolExecutors - Zone
Id string
- Availability string
- Boot
Disk intSize - Google
Service stringAccount - Local
Ssd intCount - Use
Preemptible boolExecutors - Zone
Id string
- availability String
- boot
Disk IntegerSize - google
Service StringAccount - local
Ssd IntegerCount - use
Preemptible BooleanExecutors - zone
Id String
- availability string
- boot
Disk numberSize - google
Service stringAccount - local
Ssd numberCount - use
Preemptible booleanExecutors - zone
Id string
- availability str
- boot_
disk_ intsize - google_
service_ straccount - local_
ssd_ intcount - use_
preemptible_ boolexecutors - zone_
id str
- availability String
- boot
Disk NumberSize - google
Service StringAccount - local
Ssd NumberCount - use
Preemptible BooleanExecutors - zone
Id String
JobNewClusterInitScript, JobNewClusterInitScriptArgs
- abfss Property Map
- dbfs Property Map
- file Property Map
- block consisting of single string fields:
- gcs Property Map
- s3 Property Map
- volumes Property Map
- workspace Property Map
JobNewClusterInitScriptAbfss, JobNewClusterInitScriptAbfssArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobNewClusterInitScriptDbfs, JobNewClusterInitScriptDbfsArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobNewClusterInitScriptFile, JobNewClusterInitScriptFileArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobNewClusterInitScriptGcs, JobNewClusterInitScriptGcsArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobNewClusterInitScriptS3, JobNewClusterInitScriptS3Args
- Destination string
- Canned
Acl string - Enable
Encryption bool - Encryption
Type string - Endpoint string
- Kms
Key string - Region string
- Destination string
- Canned
Acl string - Enable
Encryption bool - Encryption
Type string - Endpoint string
- Kms
Key string - Region string
- destination String
- canned
Acl String - enable
Encryption Boolean - encryption
Type String - endpoint String
- kms
Key String - region String
- destination string
- canned
Acl string - enable
Encryption boolean - encryption
Type string - endpoint string
- kms
Key string - region string
- destination str
- canned_
acl str - enable_
encryption bool - encryption_
type str - endpoint str
- kms_
key str - region str
- destination String
- canned
Acl String - enable
Encryption Boolean - encryption
Type String - endpoint String
- kms
Key String - region String
JobNewClusterInitScriptVolumes, JobNewClusterInitScriptVolumesArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobNewClusterInitScriptWorkspace, JobNewClusterInitScriptWorkspaceArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobNewClusterWorkloadType, JobNewClusterWorkloadTypeArgs
JobNewClusterWorkloadTypeClients, JobNewClusterWorkloadTypeClientsArgs
JobNotebookTask, JobNotebookTaskArgs
- Notebook
Path string - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- Base
Parameters Dictionary<string, object> - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - Source string
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
- Notebook
Path string - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- Base
Parameters map[string]interface{} - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - Source string
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
- notebook
Path String - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- base
Parameters Map<String,Object> - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - source String
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
- notebook
Path string - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- base
Parameters {[key: string]: any} - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - source string
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
- notebook_
path str - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- base_
parameters Mapping[str, Any] - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - source str
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
- notebook
Path String - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- base
Parameters Map<Any> - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - source String
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
JobNotificationSettings, JobNotificationSettingsArgs
- No
Alert boolFor Canceled Runs - (Bool) don't send alert for cancelled runs.
- No
Alert boolFor Skipped Runs - (Bool) don't send alert for skipped runs.
- No
Alert boolFor Canceled Runs - (Bool) don't send alert for cancelled runs.
- No
Alert boolFor Skipped Runs - (Bool) don't send alert for skipped runs.
- no
Alert BooleanFor Canceled Runs - (Bool) don't send alert for cancelled runs.
- no
Alert BooleanFor Skipped Runs - (Bool) don't send alert for skipped runs.
- no
Alert booleanFor Canceled Runs - (Bool) don't send alert for cancelled runs.
- no
Alert booleanFor Skipped Runs - (Bool) don't send alert for skipped runs.
- no_
alert_ boolfor_ canceled_ runs - (Bool) don't send alert for cancelled runs.
- no_
alert_ boolfor_ skipped_ runs - (Bool) don't send alert for skipped runs.
- no
Alert BooleanFor Canceled Runs - (Bool) don't send alert for cancelled runs.
- no
Alert BooleanFor Skipped Runs - (Bool) don't send alert for skipped runs.
JobParameter, JobParameterArgs
JobPipelineTask, JobPipelineTaskArgs
- Pipeline
Id string - The pipeline's unique ID.
- Full
Refresh bool (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
- Pipeline
Id string - The pipeline's unique ID.
- Full
Refresh bool (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
- pipeline
Id String - The pipeline's unique ID.
- full
Refresh Boolean (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
- pipeline
Id string - The pipeline's unique ID.
- full
Refresh boolean (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
- pipeline_
id str - The pipeline's unique ID.
- full_
refresh bool (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
- pipeline
Id String - The pipeline's unique ID.
- full
Refresh Boolean (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
JobPythonWheelTask, JobPythonWheelTaskArgs
- Entry
Point string - Python function as entry point for the task
- Named
Parameters Dictionary<string, object> - Named parameters for the task
- Package
Name string - Name of Python package
- Parameters List<string>
- Parameters for the task
- Entry
Point string - Python function as entry point for the task
- Named
Parameters map[string]interface{} - Named parameters for the task
- Package
Name string - Name of Python package
- Parameters []string
- Parameters for the task
- entry
Point String - Python function as entry point for the task
- named
Parameters Map<String,Object> - Named parameters for the task
- package
Name String - Name of Python package
- parameters List<String>
- Parameters for the task
- entry
Point string - Python function as entry point for the task
- named
Parameters {[key: string]: any} - Named parameters for the task
- package
Name string - Name of Python package
- parameters string[]
- Parameters for the task
- entry_
point str - Python function as entry point for the task
- named_
parameters Mapping[str, Any] - Named parameters for the task
- package_
name str - Name of Python package
- parameters Sequence[str]
- Parameters for the task
- entry
Point String - Python function as entry point for the task
- named
Parameters Map<Any> - Named parameters for the task
- package
Name String - Name of Python package
- parameters List<String>
- Parameters for the task
JobQueue, JobQueueArgs
- Enabled bool
- If true, enable queueing for the job.
- Enabled bool
- If true, enable queueing for the job.
- enabled Boolean
- If true, enable queueing for the job.
- enabled boolean
- If true, enable queueing for the job.
- enabled bool
- If true, enable queueing for the job.
- enabled Boolean
- If true, enable queueing for the job.
JobRunAs, JobRunAsArgs
- Service
Principal stringName The application ID of an active service principal. Setting this field requires the
servicePrincipal/userrole.Example:
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const _this = new databricks.Job("this", {runAs: { servicePrincipalName: "8d23ae77-912e-4a19-81e4-b9c3f5cc9349", }});
import pulumi import pulumi_databricks as databricks this = databricks.Job("this", run_as=databricks.JobRunAsArgs( service_principal_name="8d23ae77-912e-4a19-81e4-b9c3f5cc9349", ))using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var @this = new Databricks.Job("this", new() { RunAs = new Databricks.Inputs.JobRunAsArgs { ServicePrincipalName = "8d23ae77-912e-4a19-81e4-b9c3f5cc9349", }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "this", &databricks.JobArgs{ RunAs: &databricks.JobRunAsArgs{ ServicePrincipalName: pulumi.String("8d23ae77-912e-4a19-81e4-b9c3f5cc9349"), }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobRunAsArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var this_ = new Job("this", JobArgs.builder() .runAs(JobRunAsArgs.builder() .servicePrincipalName("8d23ae77-912e-4a19-81e4-b9c3f5cc9349") .build()) .build()); } }resources: this: type: databricks:Job properties: # ... runAs: servicePrincipalName: 8d23ae77-912e-4a19-81e4-b9c3f5cc9349- User
Name string - The email of an active workspace user. Non-admin users can only set this field to their own email.
- Service
Principal stringName The application ID of an active service principal. Setting this field requires the
servicePrincipal/userrole.Example:
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const _this = new databricks.Job("this", {runAs: { servicePrincipalName: "8d23ae77-912e-4a19-81e4-b9c3f5cc9349", }});
import pulumi import pulumi_databricks as databricks this = databricks.Job("this", run_as=databricks.JobRunAsArgs( service_principal_name="8d23ae77-912e-4a19-81e4-b9c3f5cc9349", ))using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var @this = new Databricks.Job("this", new() { RunAs = new Databricks.Inputs.JobRunAsArgs { ServicePrincipalName = "8d23ae77-912e-4a19-81e4-b9c3f5cc9349", }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "this", &databricks.JobArgs{ RunAs: &databricks.JobRunAsArgs{ ServicePrincipalName: pulumi.String("8d23ae77-912e-4a19-81e4-b9c3f5cc9349"), }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobRunAsArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var this_ = new Job("this", JobArgs.builder() .runAs(JobRunAsArgs.builder() .servicePrincipalName("8d23ae77-912e-4a19-81e4-b9c3f5cc9349") .build()) .build()); } }resources: this: type: databricks:Job properties: # ... runAs: servicePrincipalName: 8d23ae77-912e-4a19-81e4-b9c3f5cc9349- User
Name string - The email of an active workspace user. Non-admin users can only set this field to their own email.
- service
Principal StringName The application ID of an active service principal. Setting this field requires the
servicePrincipal/userrole.Example:
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const _this = new databricks.Job("this", {runAs: { servicePrincipalName: "8d23ae77-912e-4a19-81e4-b9c3f5cc9349", }});
import pulumi import pulumi_databricks as databricks this = databricks.Job("this", run_as=databricks.JobRunAsArgs( service_principal_name="8d23ae77-912e-4a19-81e4-b9c3f5cc9349", ))using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var @this = new Databricks.Job("this", new() { RunAs = new Databricks.Inputs.JobRunAsArgs { ServicePrincipalName = "8d23ae77-912e-4a19-81e4-b9c3f5cc9349", }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "this", &databricks.JobArgs{ RunAs: &databricks.JobRunAsArgs{ ServicePrincipalName: pulumi.String("8d23ae77-912e-4a19-81e4-b9c3f5cc9349"), }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobRunAsArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var this_ = new Job("this", JobArgs.builder() .runAs(JobRunAsArgs.builder() .servicePrincipalName("8d23ae77-912e-4a19-81e4-b9c3f5cc9349") .build()) .build()); } }resources: this: type: databricks:Job properties: # ... runAs: servicePrincipalName: 8d23ae77-912e-4a19-81e4-b9c3f5cc9349- user
Name String - The email of an active workspace user. Non-admin users can only set this field to their own email.
- service
Principal stringName The application ID of an active service principal. Setting this field requires the
servicePrincipal/userrole.Example:
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const _this = new databricks.Job("this", {runAs: { servicePrincipalName: "8d23ae77-912e-4a19-81e4-b9c3f5cc9349", }});
import pulumi import pulumi_databricks as databricks this = databricks.Job("this", run_as=databricks.JobRunAsArgs( service_principal_name="8d23ae77-912e-4a19-81e4-b9c3f5cc9349", ))using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var @this = new Databricks.Job("this", new() { RunAs = new Databricks.Inputs.JobRunAsArgs { ServicePrincipalName = "8d23ae77-912e-4a19-81e4-b9c3f5cc9349", }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "this", &databricks.JobArgs{ RunAs: &databricks.JobRunAsArgs{ ServicePrincipalName: pulumi.String("8d23ae77-912e-4a19-81e4-b9c3f5cc9349"), }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobRunAsArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var this_ = new Job("this", JobArgs.builder() .runAs(JobRunAsArgs.builder() .servicePrincipalName("8d23ae77-912e-4a19-81e4-b9c3f5cc9349") .build()) .build()); } }resources: this: type: databricks:Job properties: # ... runAs: servicePrincipalName: 8d23ae77-912e-4a19-81e4-b9c3f5cc9349- user
Name string - The email of an active workspace user. Non-admin users can only set this field to their own email.
- service_
principal_ strname The application ID of an active service principal. Setting this field requires the
servicePrincipal/userrole.Example:
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const _this = new databricks.Job("this", {runAs: { servicePrincipalName: "8d23ae77-912e-4a19-81e4-b9c3f5cc9349", }});
import pulumi import pulumi_databricks as databricks this = databricks.Job("this", run_as=databricks.JobRunAsArgs( service_principal_name="8d23ae77-912e-4a19-81e4-b9c3f5cc9349", ))using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var @this = new Databricks.Job("this", new() { RunAs = new Databricks.Inputs.JobRunAsArgs { ServicePrincipalName = "8d23ae77-912e-4a19-81e4-b9c3f5cc9349", }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "this", &databricks.JobArgs{ RunAs: &databricks.JobRunAsArgs{ ServicePrincipalName: pulumi.String("8d23ae77-912e-4a19-81e4-b9c3f5cc9349"), }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobRunAsArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var this_ = new Job("this", JobArgs.builder() .runAs(JobRunAsArgs.builder() .servicePrincipalName("8d23ae77-912e-4a19-81e4-b9c3f5cc9349") .build()) .build()); } }resources: this: type: databricks:Job properties: # ... runAs: servicePrincipalName: 8d23ae77-912e-4a19-81e4-b9c3f5cc9349- user_
name str - The email of an active workspace user. Non-admin users can only set this field to their own email.
- service
Principal StringName The application ID of an active service principal. Setting this field requires the
servicePrincipal/userrole.Example:
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const _this = new databricks.Job("this", {runAs: { servicePrincipalName: "8d23ae77-912e-4a19-81e4-b9c3f5cc9349", }});
import pulumi import pulumi_databricks as databricks this = databricks.Job("this", run_as=databricks.JobRunAsArgs( service_principal_name="8d23ae77-912e-4a19-81e4-b9c3f5cc9349", ))using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var @this = new Databricks.Job("this", new() { RunAs = new Databricks.Inputs.JobRunAsArgs { ServicePrincipalName = "8d23ae77-912e-4a19-81e4-b9c3f5cc9349", }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "this", &databricks.JobArgs{ RunAs: &databricks.JobRunAsArgs{ ServicePrincipalName: pulumi.String("8d23ae77-912e-4a19-81e4-b9c3f5cc9349"), }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobRunAsArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var this_ = new Job("this", JobArgs.builder() .runAs(JobRunAsArgs.builder() .servicePrincipalName("8d23ae77-912e-4a19-81e4-b9c3f5cc9349") .build()) .build()); } }resources: this: type: databricks:Job properties: # ... runAs: servicePrincipalName: 8d23ae77-912e-4a19-81e4-b9c3f5cc9349- user
Name String - The email of an active workspace user. Non-admin users can only set this field to their own email.
JobRunJobTask, JobRunJobTaskArgs
- Job
Id int - (String) ID of the job
- Job
Parameters Dictionary<string, object> - (Map) Job parameters for the task
- Job
Id int - (String) ID of the job
- Job
Parameters map[string]interface{} - (Map) Job parameters for the task
- job
Id Integer - (String) ID of the job
- job
Parameters Map<String,Object> - (Map) Job parameters for the task
- job
Id number - (String) ID of the job
- job
Parameters {[key: string]: any} - (Map) Job parameters for the task
- job_
id int - (String) ID of the job
- job_
parameters Mapping[str, Any] - (Map) Job parameters for the task
- job
Id Number - (String) ID of the job
- job
Parameters Map<Any> - (Map) Job parameters for the task
JobSchedule, JobScheduleArgs
- Quartz
Cron stringExpression - A Cron expression using Quartz syntax that describes the schedule for a job. This field is required.
- Timezone
Id string - A Java timezone ID. The schedule for a job will be resolved with respect to this timezone. See Java TimeZone for details. This field is required.
- Pause
Status string - Indicate whether this schedule is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted and a schedule is provided, the server will default to usingUNPAUSEDas a value forpause_status.
- Quartz
Cron stringExpression - A Cron expression using Quartz syntax that describes the schedule for a job. This field is required.
- Timezone
Id string - A Java timezone ID. The schedule for a job will be resolved with respect to this timezone. See Java TimeZone for details. This field is required.
- Pause
Status string - Indicate whether this schedule is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted and a schedule is provided, the server will default to usingUNPAUSEDas a value forpause_status.
- quartz
Cron StringExpression - A Cron expression using Quartz syntax that describes the schedule for a job. This field is required.
- timezone
Id String - A Java timezone ID. The schedule for a job will be resolved with respect to this timezone. See Java TimeZone for details. This field is required.
- pause
Status String - Indicate whether this schedule is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted and a schedule is provided, the server will default to usingUNPAUSEDas a value forpause_status.
- quartz
Cron stringExpression - A Cron expression using Quartz syntax that describes the schedule for a job. This field is required.
- timezone
Id string - A Java timezone ID. The schedule for a job will be resolved with respect to this timezone. See Java TimeZone for details. This field is required.
- pause
Status string - Indicate whether this schedule is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted and a schedule is provided, the server will default to usingUNPAUSEDas a value forpause_status.
- quartz_
cron_ strexpression - A Cron expression using Quartz syntax that describes the schedule for a job. This field is required.
- timezone_
id str - A Java timezone ID. The schedule for a job will be resolved with respect to this timezone. See Java TimeZone for details. This field is required.
- pause_
status str - Indicate whether this schedule is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted and a schedule is provided, the server will default to usingUNPAUSEDas a value forpause_status.
- quartz
Cron StringExpression - A Cron expression using Quartz syntax that describes the schedule for a job. This field is required.
- timezone
Id String - A Java timezone ID. The schedule for a job will be resolved with respect to this timezone. See Java TimeZone for details. This field is required.
- pause
Status String - Indicate whether this schedule is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted and a schedule is provided, the server will default to usingUNPAUSEDas a value forpause_status.
JobSparkJarTask, JobSparkJarTaskArgs
- Jar
Uri string - Main
Class stringName - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - Parameters List<string>
- (List) Parameters passed to the main method.
- Jar
Uri string - Main
Class stringName - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - Parameters []string
- (List) Parameters passed to the main method.
- jar
Uri String - main
Class StringName - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - parameters List<String>
- (List) Parameters passed to the main method.
- jar
Uri string - main
Class stringName - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - parameters string[]
- (List) Parameters passed to the main method.
- jar_
uri str - main_
class_ strname - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - parameters Sequence[str]
- (List) Parameters passed to the main method.
- jar
Uri String - main
Class StringName - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - parameters List<String>
- (List) Parameters passed to the main method.
JobSparkPythonTask, JobSparkPythonTaskArgs
- Python
File string - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - Parameters List<string>
- (List) Command line parameters passed to the Python file.
- Source string
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
- Python
File string - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - Parameters []string
- (List) Command line parameters passed to the Python file.
- Source string
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
- python
File String - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - parameters List<String>
- (List) Command line parameters passed to the Python file.
- source String
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
- python
File string - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - parameters string[]
- (List) Command line parameters passed to the Python file.
- source string
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
- python_
file str - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - parameters Sequence[str]
- (List) Command line parameters passed to the Python file.
- source str
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
- python
File String - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - parameters List<String>
- (List) Command line parameters passed to the Python file.
- source String
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
JobSparkSubmitTask, JobSparkSubmitTaskArgs
- Parameters List<string>
- (List) Command-line parameters passed to spark submit.
- Parameters []string
- (List) Command-line parameters passed to spark submit.
- parameters List<String>
- (List) Command-line parameters passed to spark submit.
- parameters string[]
- (List) Command-line parameters passed to spark submit.
- parameters Sequence[str]
- (List) Command-line parameters passed to spark submit.
- parameters List<String>
- (List) Command-line parameters passed to spark submit.
JobTask, JobTaskArgs
- Compute
Key string - Condition
Task JobTask Condition Task - Dbt
Task JobTask Dbt Task - Depends
Ons List<JobTask Depends On> - block specifying dependency(-ies) for a given task.
- Description string
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- Email
Notifications JobTask Email Notifications - (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- Existing
Cluster stringId - For
Each JobTask Task For Each Task - Health
Job
Task Health - block described below that specifies health conditions for a given task.
- Job
Cluster stringKey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - Libraries
List<Job
Task Library> - (Set) An optional list of libraries to be installed on the cluster that will execute the job.
- Max
Retries int - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - Min
Retry intInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- New
Cluster JobTask New Cluster - Same set of parameters as for databricks.Cluster resource.
- Notebook
Task JobTask Notebook Task - Notification
Settings JobTask Notification Settings - An optional block controlling the notification settings on the job level (described below).
- Pipeline
Task JobTask Pipeline Task - Python
Wheel JobTask Task Python Wheel Task - Retry
On boolTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- Run
If string - An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to
ALL_SUCCESS. - Run
Job JobTask Task Run Job Task - Spark
Jar JobTask Task Spark Jar Task - Spark
Python JobTask Task Spark Python Task - Spark
Submit JobTask Task Spark Submit Task - Sql
Task JobTask Sql Task - Task
Key string - string specifying an unique key for a given task.
*_task- (Required) one of the specific task blocks described below:
- Timeout
Seconds int - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- Webhook
Notifications JobTask Webhook Notifications - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this task begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- Compute
Key string - Condition
Task JobTask Condition Task - Dbt
Task JobTask Dbt Task - Depends
Ons []JobTask Depends On - block specifying dependency(-ies) for a given task.
- Description string
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- Email
Notifications JobTask Email Notifications - (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- Existing
Cluster stringId - For
Each JobTask Task For Each Task - Health
Job
Task Health - block described below that specifies health conditions for a given task.
- Job
Cluster stringKey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - Libraries
[]Job
Task Library - (Set) An optional list of libraries to be installed on the cluster that will execute the job.
- Max
Retries int - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - Min
Retry intInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- New
Cluster JobTask New Cluster - Same set of parameters as for databricks.Cluster resource.
- Notebook
Task JobTask Notebook Task - Notification
Settings JobTask Notification Settings - An optional block controlling the notification settings on the job level (described below).
- Pipeline
Task JobTask Pipeline Task - Python
Wheel JobTask Task Python Wheel Task - Retry
On boolTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- Run
If string - An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to
ALL_SUCCESS. - Run
Job JobTask Task Run Job Task - Spark
Jar JobTask Task Spark Jar Task - Spark
Python JobTask Task Spark Python Task - Spark
Submit JobTask Task Spark Submit Task - Sql
Task JobTask Sql Task - Task
Key string - string specifying an unique key for a given task.
*_task- (Required) one of the specific task blocks described below:
- Timeout
Seconds int - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- Webhook
Notifications JobTask Webhook Notifications - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this task begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- compute
Key String - condition
Task JobTask Condition Task - dbt
Task JobTask Dbt Task - depends
Ons List<JobTask Depends On> - block specifying dependency(-ies) for a given task.
- description String
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- email
Notifications JobTask Email Notifications - (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- existing
Cluster StringId - for
Each JobTask Task For Each Task - health
Job
Task Health - block described below that specifies health conditions for a given task.
- job
Cluster StringKey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - libraries
List<Job
Task Library> - (Set) An optional list of libraries to be installed on the cluster that will execute the job.
- max
Retries Integer - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - min
Retry IntegerInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- new
Cluster JobTask New Cluster - Same set of parameters as for databricks.Cluster resource.
- notebook
Task JobTask Notebook Task - notification
Settings JobTask Notification Settings - An optional block controlling the notification settings on the job level (described below).
- pipeline
Task JobTask Pipeline Task - python
Wheel JobTask Task Python Wheel Task - retry
On BooleanTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- run
If String - An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to
ALL_SUCCESS. - run
Job JobTask Task Run Job Task - spark
Jar JobTask Task Spark Jar Task - spark
Python JobTask Task Spark Python Task - spark
Submit JobTask Task Spark Submit Task - sql
Task JobTask Sql Task - task
Key String - string specifying an unique key for a given task.
*_task- (Required) one of the specific task blocks described below:
- timeout
Seconds Integer - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- webhook
Notifications JobTask Webhook Notifications - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this task begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- compute
Key string - condition
Task JobTask Condition Task - dbt
Task JobTask Dbt Task - depends
Ons JobTask Depends On[] - block specifying dependency(-ies) for a given task.
- description string
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- email
Notifications JobTask Email Notifications - (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- existing
Cluster stringId - for
Each JobTask Task For Each Task - health
Job
Task Health - block described below that specifies health conditions for a given task.
- job
Cluster stringKey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - libraries
Job
Task Library[] - (Set) An optional list of libraries to be installed on the cluster that will execute the job.
- max
Retries number - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - min
Retry numberInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- new
Cluster JobTask New Cluster - Same set of parameters as for databricks.Cluster resource.
- notebook
Task JobTask Notebook Task - notification
Settings JobTask Notification Settings - An optional block controlling the notification settings on the job level (described below).
- pipeline
Task JobTask Pipeline Task - python
Wheel JobTask Task Python Wheel Task - retry
On booleanTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- run
If string - An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to
ALL_SUCCESS. - run
Job JobTask Task Run Job Task - spark
Jar JobTask Task Spark Jar Task - spark
Python JobTask Task Spark Python Task - spark
Submit JobTask Task Spark Submit Task - sql
Task JobTask Sql Task - task
Key string - string specifying an unique key for a given task.
*_task- (Required) one of the specific task blocks described below:
- timeout
Seconds number - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- webhook
Notifications JobTask Webhook Notifications - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this task begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- compute_
key str - condition_
task JobTask Condition Task - dbt_
task JobTask Dbt Task - depends_
ons Sequence[JobTask Depends On] - block specifying dependency(-ies) for a given task.
- description str
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- email_
notifications JobTask Email Notifications - (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- existing_
cluster_ strid - for_
each_ Jobtask Task For Each Task - health
Job
Task Health - block described below that specifies health conditions for a given task.
- job_
cluster_ strkey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - libraries
Sequence[Job
Task Library] - (Set) An optional list of libraries to be installed on the cluster that will execute the job.
- max_
retries int - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - min_
retry_ intinterval_ millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- new_
cluster JobTask New Cluster - Same set of parameters as for databricks.Cluster resource.
- notebook_
task JobTask Notebook Task - notification_
settings JobTask Notification Settings - An optional block controlling the notification settings on the job level (described below).
- pipeline_
task JobTask Pipeline Task - python_
wheel_ Jobtask Task Python Wheel Task - retry_
on_ booltimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- run_
if str - An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to
ALL_SUCCESS. - run_
job_ Jobtask Task Run Job Task - spark_
jar_ Jobtask Task Spark Jar Task - spark_
python_ Jobtask Task Spark Python Task - spark_
submit_ Jobtask Task Spark Submit Task - sql_
task JobTask Sql Task - task_
key str - string specifying an unique key for a given task.
*_task- (Required) one of the specific task blocks described below:
- timeout_
seconds int - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- webhook_
notifications JobTask Webhook Notifications - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this task begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- compute
Key String - condition
Task Property Map - dbt
Task Property Map - depends
Ons List<Property Map> - block specifying dependency(-ies) for a given task.
- description String
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- email
Notifications Property Map - (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- existing
Cluster StringId - for
Each Property MapTask - health Property Map
- block described below that specifies health conditions for a given task.
- job
Cluster StringKey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - libraries List<Property Map>
- (Set) An optional list of libraries to be installed on the cluster that will execute the job.
- max
Retries Number - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - min
Retry NumberInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- new
Cluster Property Map - Same set of parameters as for databricks.Cluster resource.
- notebook
Task Property Map - notification
Settings Property Map - An optional block controlling the notification settings on the job level (described below).
- pipeline
Task Property Map - python
Wheel Property MapTask - retry
On BooleanTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- run
If String - An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to
ALL_SUCCESS. - run
Job Property MapTask - spark
Jar Property MapTask - spark
Python Property MapTask - spark
Submit Property MapTask - sql
Task Property Map - task
Key String - string specifying an unique key for a given task.
*_task- (Required) one of the specific task blocks described below:
- timeout
Seconds Number - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- webhook
Notifications Property Map - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this task begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
JobTaskConditionTask, JobTaskConditionTaskArgs
- Left string
- The left operand of the condition task. It could be a string value, job state, or a parameter reference.
- Op string
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- Right string
- The right operand of the condition task. It could be a string value, job state, or parameter reference.
- Left string
- The left operand of the condition task. It could be a string value, job state, or a parameter reference.
- Op string
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- Right string
- The right operand of the condition task. It could be a string value, job state, or parameter reference.
- left String
- The left operand of the condition task. It could be a string value, job state, or a parameter reference.
- op String
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- right String
- The right operand of the condition task. It could be a string value, job state, or parameter reference.
- left string
- The left operand of the condition task. It could be a string value, job state, or a parameter reference.
- op string
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- right string
- The right operand of the condition task. It could be a string value, job state, or parameter reference.
- left str
- The left operand of the condition task. It could be a string value, job state, or a parameter reference.
- op str
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- right str
- The right operand of the condition task. It could be a string value, job state, or parameter reference.
- left String
- The left operand of the condition task. It could be a string value, job state, or a parameter reference.
- op String
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- right String
- The right operand of the condition task. It could be a string value, job state, or parameter reference.
JobTaskDbtTask, JobTaskDbtTaskArgs
- Commands List<string>
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- Catalog string
- The name of the catalog to use inside Unity Catalog.
- Profiles
Directory string - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - Project
Directory string - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- Schema string
- The name of the schema dbt should run in. Defaults to
default. - Source string
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - Warehouse
Id string The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
- Commands []string
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- Catalog string
- The name of the catalog to use inside Unity Catalog.
- Profiles
Directory string - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - Project
Directory string - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- Schema string
- The name of the schema dbt should run in. Defaults to
default. - Source string
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - Warehouse
Id string The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
- commands List<String>
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- catalog String
- The name of the catalog to use inside Unity Catalog.
- profiles
Directory String - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - project
Directory String - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- schema String
- The name of the schema dbt should run in. Defaults to
default. - source String
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - warehouse
Id String The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
- commands string[]
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- catalog string
- The name of the catalog to use inside Unity Catalog.
- profiles
Directory string - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - project
Directory string - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- schema string
- The name of the schema dbt should run in. Defaults to
default. - source string
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - warehouse
Id string The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
- commands Sequence[str]
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- catalog str
- The name of the catalog to use inside Unity Catalog.
- profiles_
directory str - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - project_
directory str - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- schema str
- The name of the schema dbt should run in. Defaults to
default. - source str
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - warehouse_
id str The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
- commands List<String>
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- catalog String
- The name of the catalog to use inside Unity Catalog.
- profiles
Directory String - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - project
Directory String - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- schema String
- The name of the schema dbt should run in. Defaults to
default. - source String
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - warehouse
Id String The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
JobTaskDependsOn, JobTaskDependsOnArgs
JobTaskEmailNotifications, JobTaskEmailNotificationsArgs
- No
Alert boolFor Skipped Runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - On
Duration List<string>Warning Threshold Exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - On
Failures List<string> - (List) list of emails to notify when the run fails.
- On
Starts List<string> - (List) list of emails to notify when the run starts.
- On
Successes List<string> - (List) list of emails to notify when the run completes successfully.
- No
Alert boolFor Skipped Runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - On
Duration []stringWarning Threshold Exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - On
Failures []string - (List) list of emails to notify when the run fails.
- On
Starts []string - (List) list of emails to notify when the run starts.
- On
Successes []string - (List) list of emails to notify when the run completes successfully.
- no
Alert BooleanFor Skipped Runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - on
Duration List<String>Warning Threshold Exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - on
Failures List<String> - (List) list of emails to notify when the run fails.
- on
Starts List<String> - (List) list of emails to notify when the run starts.
- on
Successes List<String> - (List) list of emails to notify when the run completes successfully.
- no
Alert booleanFor Skipped Runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - on
Duration string[]Warning Threshold Exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - on
Failures string[] - (List) list of emails to notify when the run fails.
- on
Starts string[] - (List) list of emails to notify when the run starts.
- on
Successes string[] - (List) list of emails to notify when the run completes successfully.
- no_
alert_ boolfor_ skipped_ runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - on_
duration_ Sequence[str]warning_ threshold_ exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - on_
failures Sequence[str] - (List) list of emails to notify when the run fails.
- on_
starts Sequence[str] - (List) list of emails to notify when the run starts.
- on_
successes Sequence[str] - (List) list of emails to notify when the run completes successfully.
- no
Alert BooleanFor Skipped Runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - on
Duration List<String>Warning Threshold Exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - on
Failures List<String> - (List) list of emails to notify when the run fails.
- on
Starts List<String> - (List) list of emails to notify when the run starts.
- on
Successes List<String> - (List) list of emails to notify when the run completes successfully.
JobTaskForEachTask, JobTaskForEachTaskArgs
- Inputs string
- (String) Array for task to iterate on. This can be a JSON string or a reference to an array parameter.
- Task
Job
Task For Each Task Task - Task to run against the
inputslist. - Concurrency int
- Controls the number of active iteration task runs. Default is 20, maximum allowed is 100.
- Inputs string
- (String) Array for task to iterate on. This can be a JSON string or a reference to an array parameter.
- Task
Job
Task For Each Task Task - Task to run against the
inputslist. - Concurrency int
- Controls the number of active iteration task runs. Default is 20, maximum allowed is 100.
- inputs String
- (String) Array for task to iterate on. This can be a JSON string or a reference to an array parameter.
- task
Job
Task For Each Task Task - Task to run against the
inputslist. - concurrency Integer
- Controls the number of active iteration task runs. Default is 20, maximum allowed is 100.
- inputs string
- (String) Array for task to iterate on. This can be a JSON string or a reference to an array parameter.
- task
Job
Task For Each Task Task - Task to run against the
inputslist. - concurrency number
- Controls the number of active iteration task runs. Default is 20, maximum allowed is 100.
- inputs str
- (String) Array for task to iterate on. This can be a JSON string or a reference to an array parameter.
- task
Job
Task For Each Task Task - Task to run against the
inputslist. - concurrency int
- Controls the number of active iteration task runs. Default is 20, maximum allowed is 100.
- inputs String
- (String) Array for task to iterate on. This can be a JSON string or a reference to an array parameter.
- task Property Map
- Task to run against the
inputslist. - concurrency Number
- Controls the number of active iteration task runs. Default is 20, maximum allowed is 100.
JobTaskForEachTaskTask, JobTaskForEachTaskTaskArgs
- Compute
Key string - Condition
Task JobTask For Each Task Task Condition Task - Dbt
Task JobTask For Each Task Task Dbt Task - Depends
Ons List<JobTask For Each Task Task Depends On> - block specifying dependency(-ies) for a given task.
- Description string
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- Email
Notifications JobTask For Each Task Task Email Notifications - (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- Existing
Cluster stringId - Health
Job
Task For Each Task Task Health - block described below that specifies health conditions for a given task.
- Job
Cluster stringKey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - Libraries
List<Job
Task For Each Task Task Library> - (Set) An optional list of libraries to be installed on the cluster that will execute the job.
- Max
Retries int - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - Min
Retry intInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- New
Cluster JobTask For Each Task Task New Cluster - Same set of parameters as for databricks.Cluster resource.
- Notebook
Task JobTask For Each Task Task Notebook Task - Notification
Settings JobTask For Each Task Task Notification Settings - An optional block controlling the notification settings on the job level (described below).
- Pipeline
Task JobTask For Each Task Task Pipeline Task - Python
Wheel JobTask Task For Each Task Task Python Wheel Task - Retry
On boolTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- Run
If string - An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to
ALL_SUCCESS. - Run
Job JobTask Task For Each Task Task Run Job Task - Spark
Jar JobTask Task For Each Task Task Spark Jar Task - Spark
Python JobTask Task For Each Task Task Spark Python Task - Spark
Submit JobTask Task For Each Task Task Spark Submit Task - Sql
Task JobTask For Each Task Task Sql Task - Task
Key string - string specifying an unique key for a given task.
*_task- (Required) one of the specific task blocks described below:
- Timeout
Seconds int - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- Webhook
Notifications JobTask For Each Task Task Webhook Notifications - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this task begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- Compute
Key string - Condition
Task JobTask For Each Task Task Condition Task - Dbt
Task JobTask For Each Task Task Dbt Task - Depends
Ons []JobTask For Each Task Task Depends On - block specifying dependency(-ies) for a given task.
- Description string
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- Email
Notifications JobTask For Each Task Task Email Notifications - (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- Existing
Cluster stringId - Health
Job
Task For Each Task Task Health - block described below that specifies health conditions for a given task.
- Job
Cluster stringKey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - Libraries
[]Job
Task For Each Task Task Library - (Set) An optional list of libraries to be installed on the cluster that will execute the job.
- Max
Retries int - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - Min
Retry intInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- New
Cluster JobTask For Each Task Task New Cluster - Same set of parameters as for databricks.Cluster resource.
- Notebook
Task JobTask For Each Task Task Notebook Task - Notification
Settings JobTask For Each Task Task Notification Settings - An optional block controlling the notification settings on the job level (described below).
- Pipeline
Task JobTask For Each Task Task Pipeline Task - Python
Wheel JobTask Task For Each Task Task Python Wheel Task - Retry
On boolTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- Run
If string - An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to
ALL_SUCCESS. - Run
Job JobTask Task For Each Task Task Run Job Task - Spark
Jar JobTask Task For Each Task Task Spark Jar Task - Spark
Python JobTask Task For Each Task Task Spark Python Task - Spark
Submit JobTask Task For Each Task Task Spark Submit Task - Sql
Task JobTask For Each Task Task Sql Task - Task
Key string - string specifying an unique key for a given task.
*_task- (Required) one of the specific task blocks described below:
- Timeout
Seconds int - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- Webhook
Notifications JobTask For Each Task Task Webhook Notifications - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this task begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- compute
Key String - condition
Task JobTask For Each Task Task Condition Task - dbt
Task JobTask For Each Task Task Dbt Task - depends
Ons List<JobTask For Each Task Task Depends On> - block specifying dependency(-ies) for a given task.
- description String
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- email
Notifications JobTask For Each Task Task Email Notifications - (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- existing
Cluster StringId - health
Job
Task For Each Task Task Health - block described below that specifies health conditions for a given task.
- job
Cluster StringKey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - libraries
List<Job
Task For Each Task Task Library> - (Set) An optional list of libraries to be installed on the cluster that will execute the job.
- max
Retries Integer - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - min
Retry IntegerInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- new
Cluster JobTask For Each Task Task New Cluster - Same set of parameters as for databricks.Cluster resource.
- notebook
Task JobTask For Each Task Task Notebook Task - notification
Settings JobTask For Each Task Task Notification Settings - An optional block controlling the notification settings on the job level (described below).
- pipeline
Task JobTask For Each Task Task Pipeline Task - python
Wheel JobTask Task For Each Task Task Python Wheel Task - retry
On BooleanTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- run
If String - An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to
ALL_SUCCESS. - run
Job JobTask Task For Each Task Task Run Job Task - spark
Jar JobTask Task For Each Task Task Spark Jar Task - spark
Python JobTask Task For Each Task Task Spark Python Task - spark
Submit JobTask Task For Each Task Task Spark Submit Task - sql
Task JobTask For Each Task Task Sql Task - task
Key String - string specifying an unique key for a given task.
*_task- (Required) one of the specific task blocks described below:
- timeout
Seconds Integer - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- webhook
Notifications JobTask For Each Task Task Webhook Notifications - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this task begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- compute
Key string - condition
Task JobTask For Each Task Task Condition Task - dbt
Task JobTask For Each Task Task Dbt Task - depends
Ons JobTask For Each Task Task Depends On[] - block specifying dependency(-ies) for a given task.
- description string
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- email
Notifications JobTask For Each Task Task Email Notifications - (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- existing
Cluster stringId - health
Job
Task For Each Task Task Health - block described below that specifies health conditions for a given task.
- job
Cluster stringKey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - libraries
Job
Task For Each Task Task Library[] - (Set) An optional list of libraries to be installed on the cluster that will execute the job.
- max
Retries number - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - min
Retry numberInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- new
Cluster JobTask For Each Task Task New Cluster - Same set of parameters as for databricks.Cluster resource.
- notebook
Task JobTask For Each Task Task Notebook Task - notification
Settings JobTask For Each Task Task Notification Settings - An optional block controlling the notification settings on the job level (described below).
- pipeline
Task JobTask For Each Task Task Pipeline Task - python
Wheel JobTask Task For Each Task Task Python Wheel Task - retry
On booleanTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- run
If string - An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to
ALL_SUCCESS. - run
Job JobTask Task For Each Task Task Run Job Task - spark
Jar JobTask Task For Each Task Task Spark Jar Task - spark
Python JobTask Task For Each Task Task Spark Python Task - spark
Submit JobTask Task For Each Task Task Spark Submit Task - sql
Task JobTask For Each Task Task Sql Task - task
Key string - string specifying an unique key for a given task.
*_task- (Required) one of the specific task blocks described below:
- timeout
Seconds number - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- webhook
Notifications JobTask For Each Task Task Webhook Notifications - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this task begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- compute_
key str - condition_
task JobTask For Each Task Task Condition Task - dbt_
task JobTask For Each Task Task Dbt Task - depends_
ons Sequence[JobTask For Each Task Task Depends On] - block specifying dependency(-ies) for a given task.
- description str
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- email_
notifications JobTask For Each Task Task Email Notifications - (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- existing_
cluster_ strid - health
Job
Task For Each Task Task Health - block described below that specifies health conditions for a given task.
- job_
cluster_ strkey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - libraries
Sequence[Job
Task For Each Task Task Library] - (Set) An optional list of libraries to be installed on the cluster that will execute the job.
- max_
retries int - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - min_
retry_ intinterval_ millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- new_
cluster JobTask For Each Task Task New Cluster - Same set of parameters as for databricks.Cluster resource.
- notebook_
task JobTask For Each Task Task Notebook Task - notification_
settings JobTask For Each Task Task Notification Settings - An optional block controlling the notification settings on the job level (described below).
- pipeline_
task JobTask For Each Task Task Pipeline Task - python_
wheel_ Jobtask Task For Each Task Task Python Wheel Task - retry_
on_ booltimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- run_
if str - An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to
ALL_SUCCESS. - run_
job_ Jobtask Task For Each Task Task Run Job Task - spark_
jar_ Jobtask Task For Each Task Task Spark Jar Task - spark_
python_ Jobtask Task For Each Task Task Spark Python Task - spark_
submit_ Jobtask Task For Each Task Task Spark Submit Task - sql_
task JobTask For Each Task Task Sql Task - task_
key str - string specifying an unique key for a given task.
*_task- (Required) one of the specific task blocks described below:
- timeout_
seconds int - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- webhook_
notifications JobTask For Each Task Task Webhook Notifications - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this task begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
- compute
Key String - condition
Task Property Map - dbt
Task Property Map - depends
Ons List<Property Map> - block specifying dependency(-ies) for a given task.
- description String
- An optional description for the job. The maximum length is 1024 characters in UTF-8 encoding.
- email
Notifications Property Map - (List) An optional set of email addresses notified when this task begins, completes or fails. The default behavior is to not send any emails. This field is a block and is documented below.
- existing
Cluster StringId - health Property Map
- block described below that specifies health conditions for a given task.
- job
Cluster StringKey - Identifier that can be referenced in
taskblock, so that cluster is shared between tasks - libraries List<Property Map>
- (Set) An optional list of libraries to be installed on the cluster that will execute the job.
- max
Retries Number - (Integer) An optional maximum number of times to retry an unsuccessful run. A run is considered to be unsuccessful if it completes with a
FAILEDorINTERNAL_ERRORlifecycle state. The value -1 means to retry indefinitely and the value 0 means to never retry. The default behavior is to never retry. A run can have the following lifecycle state:PENDING,RUNNING,TERMINATING,TERMINATED,SKIPPEDorINTERNAL_ERROR. - min
Retry NumberInterval Millis - (Integer) An optional minimal interval in milliseconds between the start of the failed run and the subsequent retry run. The default behavior is that unsuccessful runs are immediately retried.
- new
Cluster Property Map - Same set of parameters as for databricks.Cluster resource.
- notebook
Task Property Map - notification
Settings Property Map - An optional block controlling the notification settings on the job level (described below).
- pipeline
Task Property Map - python
Wheel Property MapTask - retry
On BooleanTimeout - (Bool) An optional policy to specify whether to retry a job when it times out. The default behavior is to not retry on timeout.
- run
If String - An optional value indicating the condition that determines whether the task should be run once its dependencies have been completed. When omitted, defaults to
ALL_SUCCESS. - run
Job Property MapTask - spark
Jar Property MapTask - spark
Python Property MapTask - spark
Submit Property MapTask - sql
Task Property Map - task
Key String - string specifying an unique key for a given task.
*_task- (Required) one of the specific task blocks described below:
- timeout
Seconds Number - (Integer) An optional timeout applied to each run of this job. The default behavior is to have no timeout.
- webhook
Notifications Property Map - (List) An optional set of system destinations (for example, webhook destinations or Slack) to be notified when runs of this task begins, completes or fails. The default behavior is to not send any notifications. This field is a block and is documented below.
JobTaskForEachTaskTaskConditionTask, JobTaskForEachTaskTaskConditionTaskArgs
- Left string
- The left operand of the condition task. It could be a string value, job state, or a parameter reference.
- Op string
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- Right string
- The right operand of the condition task. It could be a string value, job state, or parameter reference.
- Left string
- The left operand of the condition task. It could be a string value, job state, or a parameter reference.
- Op string
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- Right string
- The right operand of the condition task. It could be a string value, job state, or parameter reference.
- left String
- The left operand of the condition task. It could be a string value, job state, or a parameter reference.
- op String
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- right String
- The right operand of the condition task. It could be a string value, job state, or parameter reference.
- left string
- The left operand of the condition task. It could be a string value, job state, or a parameter reference.
- op string
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- right string
- The right operand of the condition task. It could be a string value, job state, or parameter reference.
- left str
- The left operand of the condition task. It could be a string value, job state, or a parameter reference.
- op str
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- right str
- The right operand of the condition task. It could be a string value, job state, or parameter reference.
- left String
- The left operand of the condition task. It could be a string value, job state, or a parameter reference.
- op String
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- right String
- The right operand of the condition task. It could be a string value, job state, or parameter reference.
JobTaskForEachTaskTaskDbtTask, JobTaskForEachTaskTaskDbtTaskArgs
- Commands List<string>
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- Catalog string
- The name of the catalog to use inside Unity Catalog.
- Profiles
Directory string - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - Project
Directory string - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- Schema string
- The name of the schema dbt should run in. Defaults to
default. - Source string
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - Warehouse
Id string The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
- Commands []string
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- Catalog string
- The name of the catalog to use inside Unity Catalog.
- Profiles
Directory string - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - Project
Directory string - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- Schema string
- The name of the schema dbt should run in. Defaults to
default. - Source string
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - Warehouse
Id string The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
- commands List<String>
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- catalog String
- The name of the catalog to use inside Unity Catalog.
- profiles
Directory String - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - project
Directory String - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- schema String
- The name of the schema dbt should run in. Defaults to
default. - source String
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - warehouse
Id String The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
- commands string[]
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- catalog string
- The name of the catalog to use inside Unity Catalog.
- profiles
Directory string - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - project
Directory string - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- schema string
- The name of the schema dbt should run in. Defaults to
default. - source string
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - warehouse
Id string The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
- commands Sequence[str]
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- catalog str
- The name of the catalog to use inside Unity Catalog.
- profiles_
directory str - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - project_
directory str - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- schema str
- The name of the schema dbt should run in. Defaults to
default. - source str
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - warehouse_
id str The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
- commands List<String>
- (Array) Series of dbt commands to execute in sequence. Every command must start with "dbt".
- catalog String
- The name of the catalog to use inside Unity Catalog.
- profiles
Directory String - The relative path to the directory in the repository specified by
git_sourcewhere dbt should look in for theprofiles.ymlfile. If not specified, defaults to the repository's root directory. Equivalent to passing--profile-dirto a dbt command. - project
Directory String - The path where dbt should look for
dbt_project.yml. Equivalent to passing--project-dirto the dbt CLI.- If
sourceisGIT: Relative path to the directory in the repository specified in thegit_sourceblock. Defaults to the repository's root directory when not specified. - If
sourceisWORKSPACE: Absolute path to the folder in the workspace.
- If
- schema String
- The name of the schema dbt should run in. Defaults to
default. - source String
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition. - warehouse
Id String The ID of the SQL warehouse that dbt should execute against.
You also need to include a
git_sourceblock to configure the repository that contains the dbt project.
JobTaskForEachTaskTaskDependsOn, JobTaskForEachTaskTaskDependsOnArgs
JobTaskForEachTaskTaskEmailNotifications, JobTaskForEachTaskTaskEmailNotificationsArgs
- No
Alert boolFor Skipped Runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - On
Duration List<string>Warning Threshold Exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - On
Failures List<string> - (List) list of emails to notify when the run fails.
- On
Starts List<string> - (List) list of emails to notify when the run starts.
- On
Successes List<string> - (List) list of emails to notify when the run completes successfully.
- No
Alert boolFor Skipped Runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - On
Duration []stringWarning Threshold Exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - On
Failures []string - (List) list of emails to notify when the run fails.
- On
Starts []string - (List) list of emails to notify when the run starts.
- On
Successes []string - (List) list of emails to notify when the run completes successfully.
- no
Alert BooleanFor Skipped Runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - on
Duration List<String>Warning Threshold Exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - on
Failures List<String> - (List) list of emails to notify when the run fails.
- on
Starts List<String> - (List) list of emails to notify when the run starts.
- on
Successes List<String> - (List) list of emails to notify when the run completes successfully.
- no
Alert booleanFor Skipped Runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - on
Duration string[]Warning Threshold Exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - on
Failures string[] - (List) list of emails to notify when the run fails.
- on
Starts string[] - (List) list of emails to notify when the run starts.
- on
Successes string[] - (List) list of emails to notify when the run completes successfully.
- no_
alert_ boolfor_ skipped_ runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - on_
duration_ Sequence[str]warning_ threshold_ exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - on_
failures Sequence[str] - (List) list of emails to notify when the run fails.
- on_
starts Sequence[str] - (List) list of emails to notify when the run starts.
- on_
successes Sequence[str] - (List) list of emails to notify when the run completes successfully.
- no
Alert BooleanFor Skipped Runs - (Bool) don't send alert for skipped runs. (It's recommended to use the corresponding setting in the
notification_settingsconfiguration block). - on
Duration List<String>Warning Threshold Exceededs - (List) list of emails to notify when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock. - on
Failures List<String> - (List) list of emails to notify when the run fails.
- on
Starts List<String> - (List) list of emails to notify when the run starts.
- on
Successes List<String> - (List) list of emails to notify when the run completes successfully.
JobTaskForEachTaskTaskHealth, JobTaskForEachTaskTaskHealthArgs
- Rules
List<Job
Task For Each Task Task Health Rule> - list of rules that are represented as objects with the following attributes:
- Rules
[]Job
Task For Each Task Task Health Rule - list of rules that are represented as objects with the following attributes:
- rules
List<Job
Task For Each Task Task Health Rule> - list of rules that are represented as objects with the following attributes:
- rules
Job
Task For Each Task Task Health Rule[] - list of rules that are represented as objects with the following attributes:
- rules
Sequence[Job
Task For Each Task Task Health Rule] - list of rules that are represented as objects with the following attributes:
- rules List<Property Map>
- list of rules that are represented as objects with the following attributes:
JobTaskForEachTaskTaskHealthRule, JobTaskForEachTaskTaskHealthRuleArgs
- Metric string
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - Op string
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- Value int
- integer value used to compare to the given metric.
- Metric string
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - Op string
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- Value int
- integer value used to compare to the given metric.
- metric String
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - op String
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- value Integer
- integer value used to compare to the given metric.
- metric string
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - op string
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- value number
- integer value used to compare to the given metric.
- metric str
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - op str
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- value int
- integer value used to compare to the given metric.
- metric String
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - op String
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- value Number
- integer value used to compare to the given metric.
JobTaskForEachTaskTaskLibrary, JobTaskForEachTaskTaskLibraryArgs
- cran Property Map
- egg String
- jar String
- maven Property Map
- pypi Property Map
- whl String
JobTaskForEachTaskTaskLibraryCran, JobTaskForEachTaskTaskLibraryCranArgs
JobTaskForEachTaskTaskLibraryMaven, JobTaskForEachTaskTaskLibraryMavenArgs
- Coordinates string
- Exclusions List<string>
- Repo string
- Coordinates string
- Exclusions []string
- Repo string
- coordinates String
- exclusions List<String>
- repo String
- coordinates string
- exclusions string[]
- repo string
- coordinates str
- exclusions Sequence[str]
- repo str
- coordinates String
- exclusions List<String>
- repo String
JobTaskForEachTaskTaskLibraryPypi, JobTaskForEachTaskTaskLibraryPypiArgs
JobTaskForEachTaskTaskNewCluster, JobTaskForEachTaskTaskNewClusterArgs
- Num
Workers int - Spark
Version string - Apply
Policy boolDefault Values - Autoscale
Job
Task For Each Task Task New Cluster Autoscale - Autotermination
Minutes int - Aws
Attributes JobTask For Each Task Task New Cluster Aws Attributes - Azure
Attributes JobTask For Each Task Task New Cluster Azure Attributes - Cluster
Id string - Cluster
Log JobConf Task For Each Task Task New Cluster Cluster Log Conf - Cluster
Mount List<JobInfos Task For Each Task Task New Cluster Cluster Mount Info> - Cluster
Name string - Dictionary<string, object>
- Data
Security stringMode - Docker
Image JobTask For Each Task Task New Cluster Docker Image - Driver
Instance stringPool Id - Driver
Node stringType Id - Enable
Elastic boolDisk - Enable
Local boolDisk Encryption - Gcp
Attributes JobTask For Each Task Task New Cluster Gcp Attributes - Idempotency
Token string - Init
Scripts List<JobTask For Each Task Task New Cluster Init Script> - Instance
Pool stringId - Node
Type stringId - Policy
Id string - Runtime
Engine string - Single
User stringName - Spark
Conf Dictionary<string, object> - Spark
Env Dictionary<string, object>Vars - Ssh
Public List<string>Keys - Workload
Type JobTask For Each Task Task New Cluster Workload Type
- Num
Workers int - Spark
Version string - Apply
Policy boolDefault Values - Autoscale
Job
Task For Each Task Task New Cluster Autoscale - Autotermination
Minutes int - Aws
Attributes JobTask For Each Task Task New Cluster Aws Attributes - Azure
Attributes JobTask For Each Task Task New Cluster Azure Attributes - Cluster
Id string - Cluster
Log JobConf Task For Each Task Task New Cluster Cluster Log Conf - Cluster
Mount []JobInfos Task For Each Task Task New Cluster Cluster Mount Info - Cluster
Name string - map[string]interface{}
- Data
Security stringMode - Docker
Image JobTask For Each Task Task New Cluster Docker Image - Driver
Instance stringPool Id - Driver
Node stringType Id - Enable
Elastic boolDisk - Enable
Local boolDisk Encryption - Gcp
Attributes JobTask For Each Task Task New Cluster Gcp Attributes - Idempotency
Token string - Init
Scripts []JobTask For Each Task Task New Cluster Init Script - Instance
Pool stringId - Node
Type stringId - Policy
Id string - Runtime
Engine string - Single
User stringName - Spark
Conf map[string]interface{} - Spark
Env map[string]interface{}Vars - Ssh
Public []stringKeys - Workload
Type JobTask For Each Task Task New Cluster Workload Type
- num
Workers Integer - spark
Version String - apply
Policy BooleanDefault Values - autoscale
Job
Task For Each Task Task New Cluster Autoscale - autotermination
Minutes Integer - aws
Attributes JobTask For Each Task Task New Cluster Aws Attributes - azure
Attributes JobTask For Each Task Task New Cluster Azure Attributes - cluster
Id String - cluster
Log JobConf Task For Each Task Task New Cluster Cluster Log Conf - cluster
Mount List<JobInfos Task For Each Task Task New Cluster Cluster Mount Info> - cluster
Name String - Map<String,Object>
- data
Security StringMode - docker
Image JobTask For Each Task Task New Cluster Docker Image - driver
Instance StringPool Id - driver
Node StringType Id - enable
Elastic BooleanDisk - enable
Local BooleanDisk Encryption - gcp
Attributes JobTask For Each Task Task New Cluster Gcp Attributes - idempotency
Token String - init
Scripts List<JobTask For Each Task Task New Cluster Init Script> - instance
Pool StringId - node
Type StringId - policy
Id String - runtime
Engine String - single
User StringName - spark
Conf Map<String,Object> - spark
Env Map<String,Object>Vars - ssh
Public List<String>Keys - workload
Type JobTask For Each Task Task New Cluster Workload Type
- num
Workers number - spark
Version string - apply
Policy booleanDefault Values - autoscale
Job
Task For Each Task Task New Cluster Autoscale - autotermination
Minutes number - aws
Attributes JobTask For Each Task Task New Cluster Aws Attributes - azure
Attributes JobTask For Each Task Task New Cluster Azure Attributes - cluster
Id string - cluster
Log JobConf Task For Each Task Task New Cluster Cluster Log Conf - cluster
Mount JobInfos Task For Each Task Task New Cluster Cluster Mount Info[] - cluster
Name string - {[key: string]: any}
- data
Security stringMode - docker
Image JobTask For Each Task Task New Cluster Docker Image - driver
Instance stringPool Id - driver
Node stringType Id - enable
Elastic booleanDisk - enable
Local booleanDisk Encryption - gcp
Attributes JobTask For Each Task Task New Cluster Gcp Attributes - idempotency
Token string - init
Scripts JobTask For Each Task Task New Cluster Init Script[] - instance
Pool stringId - node
Type stringId - policy
Id string - runtime
Engine string - single
User stringName - spark
Conf {[key: string]: any} - spark
Env {[key: string]: any}Vars - ssh
Public string[]Keys - workload
Type JobTask For Each Task Task New Cluster Workload Type
- num_
workers int - spark_
version str - apply_
policy_ booldefault_ values - autoscale
Job
Task For Each Task Task New Cluster Autoscale - autotermination_
minutes int - aws_
attributes JobTask For Each Task Task New Cluster Aws Attributes - azure_
attributes JobTask For Each Task Task New Cluster Azure Attributes - cluster_
id str - cluster_
log_ Jobconf Task For Each Task Task New Cluster Cluster Log Conf - cluster_
mount_ Sequence[Jobinfos Task For Each Task Task New Cluster Cluster Mount Info] - cluster_
name str - Mapping[str, Any]
- data_
security_ strmode - docker_
image JobTask For Each Task Task New Cluster Docker Image - driver_
instance_ strpool_ id - driver_
node_ strtype_ id - enable_
elastic_ booldisk - enable_
local_ booldisk_ encryption - gcp_
attributes JobTask For Each Task Task New Cluster Gcp Attributes - idempotency_
token str - init_
scripts Sequence[JobTask For Each Task Task New Cluster Init Script] - instance_
pool_ strid - node_
type_ strid - policy_
id str - runtime_
engine str - single_
user_ strname - spark_
conf Mapping[str, Any] - spark_
env_ Mapping[str, Any]vars - ssh_
public_ Sequence[str]keys - workload_
type JobTask For Each Task Task New Cluster Workload Type
- num
Workers Number - spark
Version String - apply
Policy BooleanDefault Values - autoscale Property Map
- autotermination
Minutes Number - aws
Attributes Property Map - azure
Attributes Property Map - cluster
Id String - cluster
Log Property MapConf - cluster
Mount List<Property Map>Infos - cluster
Name String - Map<Any>
- data
Security StringMode - docker
Image Property Map - driver
Instance StringPool Id - driver
Node StringType Id - enable
Elastic BooleanDisk - enable
Local BooleanDisk Encryption - gcp
Attributes Property Map - idempotency
Token String - init
Scripts List<Property Map> - instance
Pool StringId - node
Type StringId - policy
Id String - runtime
Engine String - single
User StringName - spark
Conf Map<Any> - spark
Env Map<Any>Vars - ssh
Public List<String>Keys - workload
Type Property Map
JobTaskForEachTaskTaskNewClusterAutoscale, JobTaskForEachTaskTaskNewClusterAutoscaleArgs
- Max
Workers int - Min
Workers int
- Max
Workers int - Min
Workers int
- max
Workers Integer - min
Workers Integer
- max
Workers number - min
Workers number
- max_
workers int - min_
workers int
- max
Workers Number - min
Workers Number
JobTaskForEachTaskTaskNewClusterAwsAttributes, JobTaskForEachTaskTaskNewClusterAwsAttributesArgs
- Availability string
- Ebs
Volume intCount - Ebs
Volume intSize - Ebs
Volume stringType - First
On intDemand - Instance
Profile stringArn - Spot
Bid intPrice Percent - Zone
Id string
- Availability string
- Ebs
Volume intCount - Ebs
Volume intSize - Ebs
Volume stringType - First
On intDemand - Instance
Profile stringArn - Spot
Bid intPrice Percent - Zone
Id string
- availability String
- ebs
Volume IntegerCount - ebs
Volume IntegerSize - ebs
Volume StringType - first
On IntegerDemand - instance
Profile StringArn - spot
Bid IntegerPrice Percent - zone
Id String
- availability string
- ebs
Volume numberCount - ebs
Volume numberSize - ebs
Volume stringType - first
On numberDemand - instance
Profile stringArn - spot
Bid numberPrice Percent - zone
Id string
- availability str
- ebs_
volume_ intcount - ebs_
volume_ intsize - ebs_
volume_ strtype - first_
on_ intdemand - instance_
profile_ strarn - spot_
bid_ intprice_ percent - zone_
id str
- availability String
- ebs
Volume NumberCount - ebs
Volume NumberSize - ebs
Volume StringType - first
On NumberDemand - instance
Profile StringArn - spot
Bid NumberPrice Percent - zone
Id String
JobTaskForEachTaskTaskNewClusterAzureAttributes, JobTaskForEachTaskTaskNewClusterAzureAttributesArgs
- Availability string
- First
On intDemand - Spot
Bid doubleMax Price
- Availability string
- First
On intDemand - Spot
Bid float64Max Price
- availability String
- first
On IntegerDemand - spot
Bid DoubleMax Price
- availability string
- first
On numberDemand - spot
Bid numberMax Price
- availability str
- first_
on_ intdemand - spot_
bid_ floatmax_ price
- availability String
- first
On NumberDemand - spot
Bid NumberMax Price
JobTaskForEachTaskTaskNewClusterClusterLogConf, JobTaskForEachTaskTaskNewClusterClusterLogConfArgs
JobTaskForEachTaskTaskNewClusterClusterLogConfDbfs, JobTaskForEachTaskTaskNewClusterClusterLogConfDbfsArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobTaskForEachTaskTaskNewClusterClusterLogConfS3, JobTaskForEachTaskTaskNewClusterClusterLogConfS3Args
- Destination string
- Canned
Acl string - Enable
Encryption bool - Encryption
Type string - Endpoint string
- Kms
Key string - Region string
- Destination string
- Canned
Acl string - Enable
Encryption bool - Encryption
Type string - Endpoint string
- Kms
Key string - Region string
- destination String
- canned
Acl String - enable
Encryption Boolean - encryption
Type String - endpoint String
- kms
Key String - region String
- destination string
- canned
Acl string - enable
Encryption boolean - encryption
Type string - endpoint string
- kms
Key string - region string
- destination str
- canned_
acl str - enable_
encryption bool - encryption_
type str - endpoint str
- kms_
key str - region str
- destination String
- canned
Acl String - enable
Encryption Boolean - encryption
Type String - endpoint String
- kms
Key String - region String
JobTaskForEachTaskTaskNewClusterClusterMountInfo, JobTaskForEachTaskTaskNewClusterClusterMountInfoArgs
JobTaskForEachTaskTaskNewClusterClusterMountInfoNetworkFilesystemInfo, JobTaskForEachTaskTaskNewClusterClusterMountInfoNetworkFilesystemInfoArgs
- Server
Address string - Mount
Options string
- Server
Address string - Mount
Options string
- server
Address String - mount
Options String
- server
Address string - mount
Options string
- server_
address str - mount_
options str
- server
Address String - mount
Options String
JobTaskForEachTaskTaskNewClusterDockerImage, JobTaskForEachTaskTaskNewClusterDockerImageArgs
- Url string
- URL of the Git repository to use.
- Basic
Auth JobTask For Each Task Task New Cluster Docker Image Basic Auth
- Url string
- URL of the Git repository to use.
- Basic
Auth JobTask For Each Task Task New Cluster Docker Image Basic Auth
- url String
- URL of the Git repository to use.
- basic
Auth JobTask For Each Task Task New Cluster Docker Image Basic Auth
- url string
- URL of the Git repository to use.
- basic
Auth JobTask For Each Task Task New Cluster Docker Image Basic Auth
- url str
- URL of the Git repository to use.
- basic_
auth JobTask For Each Task Task New Cluster Docker Image Basic Auth
- url String
- URL of the Git repository to use.
- basic
Auth Property Map
JobTaskForEachTaskTaskNewClusterDockerImageBasicAuth, JobTaskForEachTaskTaskNewClusterDockerImageBasicAuthArgs
JobTaskForEachTaskTaskNewClusterGcpAttributes, JobTaskForEachTaskTaskNewClusterGcpAttributesArgs
- Availability string
- Boot
Disk intSize - Google
Service stringAccount - Local
Ssd intCount - Use
Preemptible boolExecutors - Zone
Id string
- Availability string
- Boot
Disk intSize - Google
Service stringAccount - Local
Ssd intCount - Use
Preemptible boolExecutors - Zone
Id string
- availability String
- boot
Disk IntegerSize - google
Service StringAccount - local
Ssd IntegerCount - use
Preemptible BooleanExecutors - zone
Id String
- availability string
- boot
Disk numberSize - google
Service stringAccount - local
Ssd numberCount - use
Preemptible booleanExecutors - zone
Id string
- availability str
- boot_
disk_ intsize - google_
service_ straccount - local_
ssd_ intcount - use_
preemptible_ boolexecutors - zone_
id str
- availability String
- boot
Disk NumberSize - google
Service StringAccount - local
Ssd NumberCount - use
Preemptible BooleanExecutors - zone
Id String
JobTaskForEachTaskTaskNewClusterInitScript, JobTaskForEachTaskTaskNewClusterInitScriptArgs
- Abfss
Job
Task For Each Task Task New Cluster Init Script Abfss - Dbfs
Job
Task For Each Task Task New Cluster Init Script Dbfs - File
Job
Task For Each Task Task New Cluster Init Script File - block consisting of single string fields:
- Gcs
Job
Task For Each Task Task New Cluster Init Script Gcs - S3
Job
Task For Each Task Task New Cluster Init Script S3 - Volumes
Job
Task For Each Task Task New Cluster Init Script Volumes - Workspace
Job
Task For Each Task Task New Cluster Init Script Workspace
- Abfss
Job
Task For Each Task Task New Cluster Init Script Abfss - Dbfs
Job
Task For Each Task Task New Cluster Init Script Dbfs - File
Job
Task For Each Task Task New Cluster Init Script File - block consisting of single string fields:
- Gcs
Job
Task For Each Task Task New Cluster Init Script Gcs - S3
Job
Task For Each Task Task New Cluster Init Script S3 - Volumes
Job
Task For Each Task Task New Cluster Init Script Volumes - Workspace
Job
Task For Each Task Task New Cluster Init Script Workspace
- abfss
Job
Task For Each Task Task New Cluster Init Script Abfss - dbfs
Job
Task For Each Task Task New Cluster Init Script Dbfs - file
Job
Task For Each Task Task New Cluster Init Script File - block consisting of single string fields:
- gcs
Job
Task For Each Task Task New Cluster Init Script Gcs - s3
Job
Task For Each Task Task New Cluster Init Script S3 - volumes
Job
Task For Each Task Task New Cluster Init Script Volumes - workspace
Job
Task For Each Task Task New Cluster Init Script Workspace
- abfss
Job
Task For Each Task Task New Cluster Init Script Abfss - dbfs
Job
Task For Each Task Task New Cluster Init Script Dbfs - file
Job
Task For Each Task Task New Cluster Init Script File - block consisting of single string fields:
- gcs
Job
Task For Each Task Task New Cluster Init Script Gcs - s3
Job
Task For Each Task Task New Cluster Init Script S3 - volumes
Job
Task For Each Task Task New Cluster Init Script Volumes - workspace
Job
Task For Each Task Task New Cluster Init Script Workspace
- abfss
Job
Task For Each Task Task New Cluster Init Script Abfss - dbfs
Job
Task For Each Task Task New Cluster Init Script Dbfs - file
Job
Task For Each Task Task New Cluster Init Script File - block consisting of single string fields:
- gcs
Job
Task For Each Task Task New Cluster Init Script Gcs - s3
Job
Task For Each Task Task New Cluster Init Script S3 - volumes
Job
Task For Each Task Task New Cluster Init Script Volumes - workspace
Job
Task For Each Task Task New Cluster Init Script Workspace
- abfss Property Map
- dbfs Property Map
- file Property Map
- block consisting of single string fields:
- gcs Property Map
- s3 Property Map
- volumes Property Map
- workspace Property Map
JobTaskForEachTaskTaskNewClusterInitScriptAbfss, JobTaskForEachTaskTaskNewClusterInitScriptAbfssArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobTaskForEachTaskTaskNewClusterInitScriptDbfs, JobTaskForEachTaskTaskNewClusterInitScriptDbfsArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobTaskForEachTaskTaskNewClusterInitScriptFile, JobTaskForEachTaskTaskNewClusterInitScriptFileArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobTaskForEachTaskTaskNewClusterInitScriptGcs, JobTaskForEachTaskTaskNewClusterInitScriptGcsArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobTaskForEachTaskTaskNewClusterInitScriptS3, JobTaskForEachTaskTaskNewClusterInitScriptS3Args
- Destination string
- Canned
Acl string - Enable
Encryption bool - Encryption
Type string - Endpoint string
- Kms
Key string - Region string
- Destination string
- Canned
Acl string - Enable
Encryption bool - Encryption
Type string - Endpoint string
- Kms
Key string - Region string
- destination String
- canned
Acl String - enable
Encryption Boolean - encryption
Type String - endpoint String
- kms
Key String - region String
- destination string
- canned
Acl string - enable
Encryption boolean - encryption
Type string - endpoint string
- kms
Key string - region string
- destination str
- canned_
acl str - enable_
encryption bool - encryption_
type str - endpoint str
- kms_
key str - region str
- destination String
- canned
Acl String - enable
Encryption Boolean - encryption
Type String - endpoint String
- kms
Key String - region String
JobTaskForEachTaskTaskNewClusterInitScriptVolumes, JobTaskForEachTaskTaskNewClusterInitScriptVolumesArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobTaskForEachTaskTaskNewClusterInitScriptWorkspace, JobTaskForEachTaskTaskNewClusterInitScriptWorkspaceArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobTaskForEachTaskTaskNewClusterWorkloadType, JobTaskForEachTaskTaskNewClusterWorkloadTypeArgs
JobTaskForEachTaskTaskNewClusterWorkloadTypeClients, JobTaskForEachTaskTaskNewClusterWorkloadTypeClientsArgs
JobTaskForEachTaskTaskNotebookTask, JobTaskForEachTaskTaskNotebookTaskArgs
- Notebook
Path string - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- Base
Parameters Dictionary<string, object> - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - Source string
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
- Notebook
Path string - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- Base
Parameters map[string]interface{} - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - Source string
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
- notebook
Path String - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- base
Parameters Map<String,Object> - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - source String
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
- notebook
Path string - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- base
Parameters {[key: string]: any} - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - source string
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
- notebook_
path str - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- base_
parameters Mapping[str, Any] - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - source str
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
- notebook
Path String - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- base
Parameters Map<Any> - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - source String
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
JobTaskForEachTaskTaskNotificationSettings, JobTaskForEachTaskTaskNotificationSettingsArgs
- Alert
On boolLast Attempt - (Bool) do not send notifications to recipients specified in
on_startfor the retried runs and do not send notifications to recipients specified inon_failureuntil the last retry of the run. - No
Alert boolFor Canceled Runs - (Bool) don't send alert for cancelled runs.
- No
Alert boolFor Skipped Runs - (Bool) don't send alert for skipped runs.
- Alert
On boolLast Attempt - (Bool) do not send notifications to recipients specified in
on_startfor the retried runs and do not send notifications to recipients specified inon_failureuntil the last retry of the run. - No
Alert boolFor Canceled Runs - (Bool) don't send alert for cancelled runs.
- No
Alert boolFor Skipped Runs - (Bool) don't send alert for skipped runs.
- alert
On BooleanLast Attempt - (Bool) do not send notifications to recipients specified in
on_startfor the retried runs and do not send notifications to recipients specified inon_failureuntil the last retry of the run. - no
Alert BooleanFor Canceled Runs - (Bool) don't send alert for cancelled runs.
- no
Alert BooleanFor Skipped Runs - (Bool) don't send alert for skipped runs.
- alert
On booleanLast Attempt - (Bool) do not send notifications to recipients specified in
on_startfor the retried runs and do not send notifications to recipients specified inon_failureuntil the last retry of the run. - no
Alert booleanFor Canceled Runs - (Bool) don't send alert for cancelled runs.
- no
Alert booleanFor Skipped Runs - (Bool) don't send alert for skipped runs.
- alert_
on_ boollast_ attempt - (Bool) do not send notifications to recipients specified in
on_startfor the retried runs and do not send notifications to recipients specified inon_failureuntil the last retry of the run. - no_
alert_ boolfor_ canceled_ runs - (Bool) don't send alert for cancelled runs.
- no_
alert_ boolfor_ skipped_ runs - (Bool) don't send alert for skipped runs.
- alert
On BooleanLast Attempt - (Bool) do not send notifications to recipients specified in
on_startfor the retried runs and do not send notifications to recipients specified inon_failureuntil the last retry of the run. - no
Alert BooleanFor Canceled Runs - (Bool) don't send alert for cancelled runs.
- no
Alert BooleanFor Skipped Runs - (Bool) don't send alert for skipped runs.
JobTaskForEachTaskTaskPipelineTask, JobTaskForEachTaskTaskPipelineTaskArgs
- Pipeline
Id string - The pipeline's unique ID.
- Full
Refresh bool (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
- Pipeline
Id string - The pipeline's unique ID.
- Full
Refresh bool (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
- pipeline
Id String - The pipeline's unique ID.
- full
Refresh Boolean (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
- pipeline
Id string - The pipeline's unique ID.
- full
Refresh boolean (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
- pipeline_
id str - The pipeline's unique ID.
- full_
refresh bool (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
- pipeline
Id String - The pipeline's unique ID.
- full
Refresh Boolean (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
JobTaskForEachTaskTaskPythonWheelTask, JobTaskForEachTaskTaskPythonWheelTaskArgs
- Entry
Point string - Python function as entry point for the task
- Named
Parameters Dictionary<string, object> - Named parameters for the task
- Package
Name string - Name of Python package
- Parameters List<string>
- Parameters for the task
- Entry
Point string - Python function as entry point for the task
- Named
Parameters map[string]interface{} - Named parameters for the task
- Package
Name string - Name of Python package
- Parameters []string
- Parameters for the task
- entry
Point String - Python function as entry point for the task
- named
Parameters Map<String,Object> - Named parameters for the task
- package
Name String - Name of Python package
- parameters List<String>
- Parameters for the task
- entry
Point string - Python function as entry point for the task
- named
Parameters {[key: string]: any} - Named parameters for the task
- package
Name string - Name of Python package
- parameters string[]
- Parameters for the task
- entry_
point str - Python function as entry point for the task
- named_
parameters Mapping[str, Any] - Named parameters for the task
- package_
name str - Name of Python package
- parameters Sequence[str]
- Parameters for the task
- entry
Point String - Python function as entry point for the task
- named
Parameters Map<Any> - Named parameters for the task
- package
Name String - Name of Python package
- parameters List<String>
- Parameters for the task
JobTaskForEachTaskTaskRunJobTask, JobTaskForEachTaskTaskRunJobTaskArgs
- Job
Id int - (String) ID of the job
- Job
Parameters Dictionary<string, object> - (Map) Job parameters for the task
- Job
Id int - (String) ID of the job
- Job
Parameters map[string]interface{} - (Map) Job parameters for the task
- job
Id Integer - (String) ID of the job
- job
Parameters Map<String,Object> - (Map) Job parameters for the task
- job
Id number - (String) ID of the job
- job
Parameters {[key: string]: any} - (Map) Job parameters for the task
- job_
id int - (String) ID of the job
- job_
parameters Mapping[str, Any] - (Map) Job parameters for the task
- job
Id Number - (String) ID of the job
- job
Parameters Map<Any> - (Map) Job parameters for the task
JobTaskForEachTaskTaskSparkJarTask, JobTaskForEachTaskTaskSparkJarTaskArgs
- Jar
Uri string - Main
Class stringName - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - Parameters List<string>
- (List) Parameters passed to the main method.
- Jar
Uri string - Main
Class stringName - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - Parameters []string
- (List) Parameters passed to the main method.
- jar
Uri String - main
Class StringName - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - parameters List<String>
- (List) Parameters passed to the main method.
- jar
Uri string - main
Class stringName - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - parameters string[]
- (List) Parameters passed to the main method.
- jar_
uri str - main_
class_ strname - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - parameters Sequence[str]
- (List) Parameters passed to the main method.
- jar
Uri String - main
Class StringName - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - parameters List<String>
- (List) Parameters passed to the main method.
JobTaskForEachTaskTaskSparkPythonTask, JobTaskForEachTaskTaskSparkPythonTaskArgs
- Python
File string - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - Parameters List<string>
- (List) Command line parameters passed to the Python file.
- Source string
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
- Python
File string - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - Parameters []string
- (List) Command line parameters passed to the Python file.
- Source string
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
- python
File String - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - parameters List<String>
- (List) Command line parameters passed to the Python file.
- source String
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
- python
File string - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - parameters string[]
- (List) Command line parameters passed to the Python file.
- source string
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
- python_
file str - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - parameters Sequence[str]
- (List) Command line parameters passed to the Python file.
- source str
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
- python
File String - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - parameters List<String>
- (List) Command line parameters passed to the Python file.
- source String
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
JobTaskForEachTaskTaskSparkSubmitTask, JobTaskForEachTaskTaskSparkSubmitTaskArgs
- Parameters List<string>
- (List) Command-line parameters passed to spark submit.
- Parameters []string
- (List) Command-line parameters passed to spark submit.
- parameters List<String>
- (List) Command-line parameters passed to spark submit.
- parameters string[]
- (List) Command-line parameters passed to spark submit.
- parameters Sequence[str]
- (List) Command-line parameters passed to spark submit.
- parameters List<String>
- (List) Command-line parameters passed to spark submit.
JobTaskForEachTaskTaskSqlTask, JobTaskForEachTaskTaskSqlTaskArgs
- Alert
Job
Task For Each Task Task Sql Task Alert - block consisting of following fields:
- Dashboard
Job
Task For Each Task Task Sql Task Dashboard - block consisting of following fields:
- File
Job
Task For Each Task Task Sql Task File - block consisting of single string fields:
- Parameters Dictionary<string, object>
- (Map) parameters to be used for each run of this task. The SQL alert task does not support custom parameters.
- Query
Job
Task For Each Task Task Sql Task Query - block consisting of single string field:
query_id- identifier of the Databricks SQL Query (databricks_sql_query). - Warehouse
Id string - ID of the (the databricks_sql_endpoint) that will be used to execute the task. Only Serverless & Pro warehouses are supported right now.
- Alert
Job
Task For Each Task Task Sql Task Alert - block consisting of following fields:
- Dashboard
Job
Task For Each Task Task Sql Task Dashboard - block consisting of following fields:
- File
Job
Task For Each Task Task Sql Task File - block consisting of single string fields:
- Parameters map[string]interface{}
- (Map) parameters to be used for each run of this task. The SQL alert task does not support custom parameters.
- Query
Job
Task For Each Task Task Sql Task Query - block consisting of single string field:
query_id- identifier of the Databricks SQL Query (databricks_sql_query). - Warehouse
Id string - ID of the (the databricks_sql_endpoint) that will be used to execute the task. Only Serverless & Pro warehouses are supported right now.
- alert
Job
Task For Each Task Task Sql Task Alert - block consisting of following fields:
- dashboard
Job
Task For Each Task Task Sql Task Dashboard - block consisting of following fields:
- file
Job
Task For Each Task Task Sql Task File - block consisting of single string fields:
- parameters Map<String,Object>
- (Map) parameters to be used for each run of this task. The SQL alert task does not support custom parameters.
- query
Job
Task For Each Task Task Sql Task Query - block consisting of single string field:
query_id- identifier of the Databricks SQL Query (databricks_sql_query). - warehouse
Id String - ID of the (the databricks_sql_endpoint) that will be used to execute the task. Only Serverless & Pro warehouses are supported right now.
- alert
Job
Task For Each Task Task Sql Task Alert - block consisting of following fields:
- dashboard
Job
Task For Each Task Task Sql Task Dashboard - block consisting of following fields:
- file
Job
Task For Each Task Task Sql Task File - block consisting of single string fields:
- parameters {[key: string]: any}
- (Map) parameters to be used for each run of this task. The SQL alert task does not support custom parameters.
- query
Job
Task For Each Task Task Sql Task Query - block consisting of single string field:
query_id- identifier of the Databricks SQL Query (databricks_sql_query). - warehouse
Id string - ID of the (the databricks_sql_endpoint) that will be used to execute the task. Only Serverless & Pro warehouses are supported right now.
- alert
Job
Task For Each Task Task Sql Task Alert - block consisting of following fields:
- dashboard
Job
Task For Each Task Task Sql Task Dashboard - block consisting of following fields:
- file
Job
Task For Each Task Task Sql Task File - block consisting of single string fields:
- parameters Mapping[str, Any]
- (Map) parameters to be used for each run of this task. The SQL alert task does not support custom parameters.
- query
Job
Task For Each Task Task Sql Task Query - block consisting of single string field:
query_id- identifier of the Databricks SQL Query (databricks_sql_query). - warehouse_
id str - ID of the (the databricks_sql_endpoint) that will be used to execute the task. Only Serverless & Pro warehouses are supported right now.
- alert Property Map
- block consisting of following fields:
- dashboard Property Map
- block consisting of following fields:
- file Property Map
- block consisting of single string fields:
- parameters Map<Any>
- (Map) parameters to be used for each run of this task. The SQL alert task does not support custom parameters.
- query Property Map
- block consisting of single string field:
query_id- identifier of the Databricks SQL Query (databricks_sql_query). - warehouse
Id String - ID of the (the databricks_sql_endpoint) that will be used to execute the task. Only Serverless & Pro warehouses are supported right now.
JobTaskForEachTaskTaskSqlTaskAlert, JobTaskForEachTaskTaskSqlTaskAlertArgs
- Alert
Id string - (String) identifier of the Databricks SQL Alert.
- Subscriptions
List<Job
Task For Each Task Task Sql Task Alert Subscription> - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier. - Pause
Subscriptions bool - flag that specifies if subscriptions are paused or not.
- Alert
Id string - (String) identifier of the Databricks SQL Alert.
- Subscriptions
[]Job
Task For Each Task Task Sql Task Alert Subscription - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier. - Pause
Subscriptions bool - flag that specifies if subscriptions are paused or not.
- alert
Id String - (String) identifier of the Databricks SQL Alert.
- subscriptions
List<Job
Task For Each Task Task Sql Task Alert Subscription> - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier. - pause
Subscriptions Boolean - flag that specifies if subscriptions are paused or not.
- alert
Id string - (String) identifier of the Databricks SQL Alert.
- subscriptions
Job
Task For Each Task Task Sql Task Alert Subscription[] - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier. - pause
Subscriptions boolean - flag that specifies if subscriptions are paused or not.
- alert_
id str - (String) identifier of the Databricks SQL Alert.
- subscriptions
Sequence[Job
Task For Each Task Task Sql Task Alert Subscription] - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier. - pause_
subscriptions bool - flag that specifies if subscriptions are paused or not.
- alert
Id String - (String) identifier of the Databricks SQL Alert.
- subscriptions List<Property Map>
- a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier. - pause
Subscriptions Boolean - flag that specifies if subscriptions are paused or not.
JobTaskForEachTaskTaskSqlTaskAlertSubscription, JobTaskForEachTaskTaskSqlTaskAlertSubscriptionArgs
- Destination
Id string - User
Name string - The email of an active workspace user. Non-admin users can only set this field to their own email.
- Destination
Id string - User
Name string - The email of an active workspace user. Non-admin users can only set this field to their own email.
- destination
Id String - user
Name String - The email of an active workspace user. Non-admin users can only set this field to their own email.
- destination
Id string - user
Name string - The email of an active workspace user. Non-admin users can only set this field to their own email.
- destination_
id str - user_
name str - The email of an active workspace user. Non-admin users can only set this field to their own email.
- destination
Id String - user
Name String - The email of an active workspace user. Non-admin users can only set this field to their own email.
JobTaskForEachTaskTaskSqlTaskDashboard, JobTaskForEachTaskTaskSqlTaskDashboardArgs
- Dashboard
Id string - (String) identifier of the Databricks SQL Dashboard databricks_sql_dashboard.
- Custom
Subject string - string specifying a custom subject of email sent.
- Pause
Subscriptions bool - flag that specifies if subscriptions are paused or not.
- Subscriptions
List<Job
Task For Each Task Task Sql Task Dashboard Subscription> - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier.
- Dashboard
Id string - (String) identifier of the Databricks SQL Dashboard databricks_sql_dashboard.
- Custom
Subject string - string specifying a custom subject of email sent.
- Pause
Subscriptions bool - flag that specifies if subscriptions are paused or not.
- Subscriptions
[]Job
Task For Each Task Task Sql Task Dashboard Subscription - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier.
- dashboard
Id String - (String) identifier of the Databricks SQL Dashboard databricks_sql_dashboard.
- custom
Subject String - string specifying a custom subject of email sent.
- pause
Subscriptions Boolean - flag that specifies if subscriptions are paused or not.
- subscriptions
List<Job
Task For Each Task Task Sql Task Dashboard Subscription> - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier.
- dashboard
Id string - (String) identifier of the Databricks SQL Dashboard databricks_sql_dashboard.
- custom
Subject string - string specifying a custom subject of email sent.
- pause
Subscriptions boolean - flag that specifies if subscriptions are paused or not.
- subscriptions
Job
Task For Each Task Task Sql Task Dashboard Subscription[] - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier.
- dashboard_
id str - (String) identifier of the Databricks SQL Dashboard databricks_sql_dashboard.
- custom_
subject str - string specifying a custom subject of email sent.
- pause_
subscriptions bool - flag that specifies if subscriptions are paused or not.
- subscriptions
Sequence[Job
Task For Each Task Task Sql Task Dashboard Subscription] - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier.
- dashboard
Id String - (String) identifier of the Databricks SQL Dashboard databricks_sql_dashboard.
- custom
Subject String - string specifying a custom subject of email sent.
- pause
Subscriptions Boolean - flag that specifies if subscriptions are paused or not.
- subscriptions List<Property Map>
- a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier.
JobTaskForEachTaskTaskSqlTaskDashboardSubscription, JobTaskForEachTaskTaskSqlTaskDashboardSubscriptionArgs
- Destination
Id string - User
Name string - The email of an active workspace user. Non-admin users can only set this field to their own email.
- Destination
Id string - User
Name string - The email of an active workspace user. Non-admin users can only set this field to their own email.
- destination
Id String - user
Name String - The email of an active workspace user. Non-admin users can only set this field to their own email.
- destination
Id string - user
Name string - The email of an active workspace user. Non-admin users can only set this field to their own email.
- destination_
id str - user_
name str - The email of an active workspace user. Non-admin users can only set this field to their own email.
- destination
Id String - user
Name String - The email of an active workspace user. Non-admin users can only set this field to their own email.
JobTaskForEachTaskTaskSqlTaskFile, JobTaskForEachTaskTaskSqlTaskFileArgs
- Path string
If
sourceisGIT: Relative path to the file in the repository specified in thegit_sourceblock with SQL commands to execute. IfsourceisWORKSPACE: Absolute path to the file in the workspace with SQL commands to execute.Example
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const sqlAggregationJob = new databricks.Job("sqlAggregationJob", {tasks: [ { taskKey: "run_agg_query", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, query: { queryId: databricks_sql_query.agg_query.id, }, }, }, { taskKey: "run_dashboard", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, dashboard: { dashboardId: databricks_sql_dashboard.dash.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, { taskKey: "run_alert", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, alert: { alertId: databricks_sql_alert.alert.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, ]});
import pulumi import pulumi_databricks as databricks sql_aggregation_job = databricks.Job("sqlAggregationJob", tasks=[ databricks.JobTaskArgs( task_key="run_agg_query", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], query=databricks.JobTaskSqlTaskQueryArgs( query_id=databricks_sql_query["agg_query"]["id"], ), ), ), databricks.JobTaskArgs( task_key="run_dashboard", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], dashboard=databricks.JobTaskSqlTaskDashboardArgs( dashboard_id=databricks_sql_dashboard["dash"]["id"], subscriptions=[databricks.JobTaskSqlTaskDashboardSubscriptionArgs( user_name="user@domain.com", )], ), ), ), databricks.JobTaskArgs( task_key="run_alert", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], alert=databricks.JobTaskSqlTaskAlertArgs( alert_id=databricks_sql_alert["alert"]["id"], subscriptions=[databricks.JobTaskSqlTaskAlertSubscriptionArgs( user_name="user@domain.com", )], ), ), ), ])using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var sqlAggregationJob = new Databricks.Job("sqlAggregationJob", new() { Tasks = new[] { new Databricks.Inputs.JobTaskArgs { TaskKey = "run_agg_query", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Query = new Databricks.Inputs.JobTaskSqlTaskQueryArgs { QueryId = databricks_sql_query.Agg_query.Id, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_dashboard", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Dashboard = new Databricks.Inputs.JobTaskSqlTaskDashboardArgs { DashboardId = databricks_sql_dashboard.Dash.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskDashboardSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_alert", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Alert = new Databricks.Inputs.JobTaskSqlTaskAlertArgs { AlertId = databricks_sql_alert.Alert.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskAlertSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "sqlAggregationJob", &databricks.JobArgs{ Tasks: databricks.JobTaskArray{ &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_agg_query"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Query: &databricks.JobTaskSqlTaskQueryArgs{ QueryId: pulumi.Any(databricks_sql_query.Agg_query.Id), }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_dashboard"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Dashboard: &databricks.JobTaskSqlTaskDashboardArgs{ DashboardId: pulumi.Any(databricks_sql_dashboard.Dash.Id), Subscriptions: databricks.JobTaskSqlTaskDashboardSubscriptionArray{ &databricks.JobTaskSqlTaskDashboardSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_alert"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Alert: &databricks.JobTaskSqlTaskAlertArgs{ AlertId: pulumi.Any(databricks_sql_alert.Alert.Id), Subscriptions: databricks.JobTaskSqlTaskAlertSubscriptionArray{ &databricks.JobTaskSqlTaskAlertSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskQueryArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskDashboardArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskAlertArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var sqlAggregationJob = new Job("sqlAggregationJob", JobArgs.builder() .tasks( JobTaskArgs.builder() .taskKey("run_agg_query") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .query(JobTaskSqlTaskQueryArgs.builder() .queryId(databricks_sql_query.agg_query().id()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_dashboard") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .dashboard(JobTaskSqlTaskDashboardArgs.builder() .dashboardId(databricks_sql_dashboard.dash().id()) .subscriptions(JobTaskSqlTaskDashboardSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_alert") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .alert(JobTaskSqlTaskAlertArgs.builder() .alertId(databricks_sql_alert.alert().id()) .subscriptions(JobTaskSqlTaskAlertSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build()) .build()); } }resources: sqlAggregationJob: type: databricks:Job properties: tasks: - taskKey: run_agg_query sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} query: queryId: ${databricks_sql_query.agg_query.id} - taskKey: run_dashboard sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} dashboard: dashboardId: ${databricks_sql_dashboard.dash.id} subscriptions: - userName: user@domain.com - taskKey: run_alert sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} alert: alertId: ${databricks_sql_alert.alert.id} subscriptions: - userName: user@domain.com- Source string
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition.
- Path string
If
sourceisGIT: Relative path to the file in the repository specified in thegit_sourceblock with SQL commands to execute. IfsourceisWORKSPACE: Absolute path to the file in the workspace with SQL commands to execute.Example
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const sqlAggregationJob = new databricks.Job("sqlAggregationJob", {tasks: [ { taskKey: "run_agg_query", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, query: { queryId: databricks_sql_query.agg_query.id, }, }, }, { taskKey: "run_dashboard", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, dashboard: { dashboardId: databricks_sql_dashboard.dash.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, { taskKey: "run_alert", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, alert: { alertId: databricks_sql_alert.alert.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, ]});
import pulumi import pulumi_databricks as databricks sql_aggregation_job = databricks.Job("sqlAggregationJob", tasks=[ databricks.JobTaskArgs( task_key="run_agg_query", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], query=databricks.JobTaskSqlTaskQueryArgs( query_id=databricks_sql_query["agg_query"]["id"], ), ), ), databricks.JobTaskArgs( task_key="run_dashboard", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], dashboard=databricks.JobTaskSqlTaskDashboardArgs( dashboard_id=databricks_sql_dashboard["dash"]["id"], subscriptions=[databricks.JobTaskSqlTaskDashboardSubscriptionArgs( user_name="user@domain.com", )], ), ), ), databricks.JobTaskArgs( task_key="run_alert", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], alert=databricks.JobTaskSqlTaskAlertArgs( alert_id=databricks_sql_alert["alert"]["id"], subscriptions=[databricks.JobTaskSqlTaskAlertSubscriptionArgs( user_name="user@domain.com", )], ), ), ), ])using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var sqlAggregationJob = new Databricks.Job("sqlAggregationJob", new() { Tasks = new[] { new Databricks.Inputs.JobTaskArgs { TaskKey = "run_agg_query", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Query = new Databricks.Inputs.JobTaskSqlTaskQueryArgs { QueryId = databricks_sql_query.Agg_query.Id, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_dashboard", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Dashboard = new Databricks.Inputs.JobTaskSqlTaskDashboardArgs { DashboardId = databricks_sql_dashboard.Dash.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskDashboardSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_alert", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Alert = new Databricks.Inputs.JobTaskSqlTaskAlertArgs { AlertId = databricks_sql_alert.Alert.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskAlertSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "sqlAggregationJob", &databricks.JobArgs{ Tasks: databricks.JobTaskArray{ &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_agg_query"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Query: &databricks.JobTaskSqlTaskQueryArgs{ QueryId: pulumi.Any(databricks_sql_query.Agg_query.Id), }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_dashboard"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Dashboard: &databricks.JobTaskSqlTaskDashboardArgs{ DashboardId: pulumi.Any(databricks_sql_dashboard.Dash.Id), Subscriptions: databricks.JobTaskSqlTaskDashboardSubscriptionArray{ &databricks.JobTaskSqlTaskDashboardSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_alert"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Alert: &databricks.JobTaskSqlTaskAlertArgs{ AlertId: pulumi.Any(databricks_sql_alert.Alert.Id), Subscriptions: databricks.JobTaskSqlTaskAlertSubscriptionArray{ &databricks.JobTaskSqlTaskAlertSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskQueryArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskDashboardArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskAlertArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var sqlAggregationJob = new Job("sqlAggregationJob", JobArgs.builder() .tasks( JobTaskArgs.builder() .taskKey("run_agg_query") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .query(JobTaskSqlTaskQueryArgs.builder() .queryId(databricks_sql_query.agg_query().id()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_dashboard") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .dashboard(JobTaskSqlTaskDashboardArgs.builder() .dashboardId(databricks_sql_dashboard.dash().id()) .subscriptions(JobTaskSqlTaskDashboardSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_alert") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .alert(JobTaskSqlTaskAlertArgs.builder() .alertId(databricks_sql_alert.alert().id()) .subscriptions(JobTaskSqlTaskAlertSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build()) .build()); } }resources: sqlAggregationJob: type: databricks:Job properties: tasks: - taskKey: run_agg_query sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} query: queryId: ${databricks_sql_query.agg_query.id} - taskKey: run_dashboard sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} dashboard: dashboardId: ${databricks_sql_dashboard.dash.id} subscriptions: - userName: user@domain.com - taskKey: run_alert sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} alert: alertId: ${databricks_sql_alert.alert.id} subscriptions: - userName: user@domain.com- Source string
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition.
- path String
If
sourceisGIT: Relative path to the file in the repository specified in thegit_sourceblock with SQL commands to execute. IfsourceisWORKSPACE: Absolute path to the file in the workspace with SQL commands to execute.Example
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const sqlAggregationJob = new databricks.Job("sqlAggregationJob", {tasks: [ { taskKey: "run_agg_query", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, query: { queryId: databricks_sql_query.agg_query.id, }, }, }, { taskKey: "run_dashboard", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, dashboard: { dashboardId: databricks_sql_dashboard.dash.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, { taskKey: "run_alert", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, alert: { alertId: databricks_sql_alert.alert.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, ]});
import pulumi import pulumi_databricks as databricks sql_aggregation_job = databricks.Job("sqlAggregationJob", tasks=[ databricks.JobTaskArgs( task_key="run_agg_query", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], query=databricks.JobTaskSqlTaskQueryArgs( query_id=databricks_sql_query["agg_query"]["id"], ), ), ), databricks.JobTaskArgs( task_key="run_dashboard", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], dashboard=databricks.JobTaskSqlTaskDashboardArgs( dashboard_id=databricks_sql_dashboard["dash"]["id"], subscriptions=[databricks.JobTaskSqlTaskDashboardSubscriptionArgs( user_name="user@domain.com", )], ), ), ), databricks.JobTaskArgs( task_key="run_alert", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], alert=databricks.JobTaskSqlTaskAlertArgs( alert_id=databricks_sql_alert["alert"]["id"], subscriptions=[databricks.JobTaskSqlTaskAlertSubscriptionArgs( user_name="user@domain.com", )], ), ), ), ])using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var sqlAggregationJob = new Databricks.Job("sqlAggregationJob", new() { Tasks = new[] { new Databricks.Inputs.JobTaskArgs { TaskKey = "run_agg_query", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Query = new Databricks.Inputs.JobTaskSqlTaskQueryArgs { QueryId = databricks_sql_query.Agg_query.Id, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_dashboard", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Dashboard = new Databricks.Inputs.JobTaskSqlTaskDashboardArgs { DashboardId = databricks_sql_dashboard.Dash.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskDashboardSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_alert", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Alert = new Databricks.Inputs.JobTaskSqlTaskAlertArgs { AlertId = databricks_sql_alert.Alert.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskAlertSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "sqlAggregationJob", &databricks.JobArgs{ Tasks: databricks.JobTaskArray{ &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_agg_query"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Query: &databricks.JobTaskSqlTaskQueryArgs{ QueryId: pulumi.Any(databricks_sql_query.Agg_query.Id), }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_dashboard"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Dashboard: &databricks.JobTaskSqlTaskDashboardArgs{ DashboardId: pulumi.Any(databricks_sql_dashboard.Dash.Id), Subscriptions: databricks.JobTaskSqlTaskDashboardSubscriptionArray{ &databricks.JobTaskSqlTaskDashboardSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_alert"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Alert: &databricks.JobTaskSqlTaskAlertArgs{ AlertId: pulumi.Any(databricks_sql_alert.Alert.Id), Subscriptions: databricks.JobTaskSqlTaskAlertSubscriptionArray{ &databricks.JobTaskSqlTaskAlertSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskQueryArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskDashboardArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskAlertArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var sqlAggregationJob = new Job("sqlAggregationJob", JobArgs.builder() .tasks( JobTaskArgs.builder() .taskKey("run_agg_query") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .query(JobTaskSqlTaskQueryArgs.builder() .queryId(databricks_sql_query.agg_query().id()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_dashboard") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .dashboard(JobTaskSqlTaskDashboardArgs.builder() .dashboardId(databricks_sql_dashboard.dash().id()) .subscriptions(JobTaskSqlTaskDashboardSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_alert") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .alert(JobTaskSqlTaskAlertArgs.builder() .alertId(databricks_sql_alert.alert().id()) .subscriptions(JobTaskSqlTaskAlertSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build()) .build()); } }resources: sqlAggregationJob: type: databricks:Job properties: tasks: - taskKey: run_agg_query sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} query: queryId: ${databricks_sql_query.agg_query.id} - taskKey: run_dashboard sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} dashboard: dashboardId: ${databricks_sql_dashboard.dash.id} subscriptions: - userName: user@domain.com - taskKey: run_alert sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} alert: alertId: ${databricks_sql_alert.alert.id} subscriptions: - userName: user@domain.com- source String
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition.
- path string
If
sourceisGIT: Relative path to the file in the repository specified in thegit_sourceblock with SQL commands to execute. IfsourceisWORKSPACE: Absolute path to the file in the workspace with SQL commands to execute.Example
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const sqlAggregationJob = new databricks.Job("sqlAggregationJob", {tasks: [ { taskKey: "run_agg_query", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, query: { queryId: databricks_sql_query.agg_query.id, }, }, }, { taskKey: "run_dashboard", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, dashboard: { dashboardId: databricks_sql_dashboard.dash.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, { taskKey: "run_alert", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, alert: { alertId: databricks_sql_alert.alert.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, ]});
import pulumi import pulumi_databricks as databricks sql_aggregation_job = databricks.Job("sqlAggregationJob", tasks=[ databricks.JobTaskArgs( task_key="run_agg_query", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], query=databricks.JobTaskSqlTaskQueryArgs( query_id=databricks_sql_query["agg_query"]["id"], ), ), ), databricks.JobTaskArgs( task_key="run_dashboard", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], dashboard=databricks.JobTaskSqlTaskDashboardArgs( dashboard_id=databricks_sql_dashboard["dash"]["id"], subscriptions=[databricks.JobTaskSqlTaskDashboardSubscriptionArgs( user_name="user@domain.com", )], ), ), ), databricks.JobTaskArgs( task_key="run_alert", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], alert=databricks.JobTaskSqlTaskAlertArgs( alert_id=databricks_sql_alert["alert"]["id"], subscriptions=[databricks.JobTaskSqlTaskAlertSubscriptionArgs( user_name="user@domain.com", )], ), ), ), ])using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var sqlAggregationJob = new Databricks.Job("sqlAggregationJob", new() { Tasks = new[] { new Databricks.Inputs.JobTaskArgs { TaskKey = "run_agg_query", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Query = new Databricks.Inputs.JobTaskSqlTaskQueryArgs { QueryId = databricks_sql_query.Agg_query.Id, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_dashboard", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Dashboard = new Databricks.Inputs.JobTaskSqlTaskDashboardArgs { DashboardId = databricks_sql_dashboard.Dash.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskDashboardSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_alert", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Alert = new Databricks.Inputs.JobTaskSqlTaskAlertArgs { AlertId = databricks_sql_alert.Alert.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskAlertSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "sqlAggregationJob", &databricks.JobArgs{ Tasks: databricks.JobTaskArray{ &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_agg_query"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Query: &databricks.JobTaskSqlTaskQueryArgs{ QueryId: pulumi.Any(databricks_sql_query.Agg_query.Id), }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_dashboard"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Dashboard: &databricks.JobTaskSqlTaskDashboardArgs{ DashboardId: pulumi.Any(databricks_sql_dashboard.Dash.Id), Subscriptions: databricks.JobTaskSqlTaskDashboardSubscriptionArray{ &databricks.JobTaskSqlTaskDashboardSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_alert"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Alert: &databricks.JobTaskSqlTaskAlertArgs{ AlertId: pulumi.Any(databricks_sql_alert.Alert.Id), Subscriptions: databricks.JobTaskSqlTaskAlertSubscriptionArray{ &databricks.JobTaskSqlTaskAlertSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskQueryArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskDashboardArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskAlertArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var sqlAggregationJob = new Job("sqlAggregationJob", JobArgs.builder() .tasks( JobTaskArgs.builder() .taskKey("run_agg_query") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .query(JobTaskSqlTaskQueryArgs.builder() .queryId(databricks_sql_query.agg_query().id()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_dashboard") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .dashboard(JobTaskSqlTaskDashboardArgs.builder() .dashboardId(databricks_sql_dashboard.dash().id()) .subscriptions(JobTaskSqlTaskDashboardSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_alert") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .alert(JobTaskSqlTaskAlertArgs.builder() .alertId(databricks_sql_alert.alert().id()) .subscriptions(JobTaskSqlTaskAlertSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build()) .build()); } }resources: sqlAggregationJob: type: databricks:Job properties: tasks: - taskKey: run_agg_query sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} query: queryId: ${databricks_sql_query.agg_query.id} - taskKey: run_dashboard sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} dashboard: dashboardId: ${databricks_sql_dashboard.dash.id} subscriptions: - userName: user@domain.com - taskKey: run_alert sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} alert: alertId: ${databricks_sql_alert.alert.id} subscriptions: - userName: user@domain.com- source string
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition.
- path str
If
sourceisGIT: Relative path to the file in the repository specified in thegit_sourceblock with SQL commands to execute. IfsourceisWORKSPACE: Absolute path to the file in the workspace with SQL commands to execute.Example
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const sqlAggregationJob = new databricks.Job("sqlAggregationJob", {tasks: [ { taskKey: "run_agg_query", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, query: { queryId: databricks_sql_query.agg_query.id, }, }, }, { taskKey: "run_dashboard", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, dashboard: { dashboardId: databricks_sql_dashboard.dash.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, { taskKey: "run_alert", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, alert: { alertId: databricks_sql_alert.alert.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, ]});
import pulumi import pulumi_databricks as databricks sql_aggregation_job = databricks.Job("sqlAggregationJob", tasks=[ databricks.JobTaskArgs( task_key="run_agg_query", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], query=databricks.JobTaskSqlTaskQueryArgs( query_id=databricks_sql_query["agg_query"]["id"], ), ), ), databricks.JobTaskArgs( task_key="run_dashboard", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], dashboard=databricks.JobTaskSqlTaskDashboardArgs( dashboard_id=databricks_sql_dashboard["dash"]["id"], subscriptions=[databricks.JobTaskSqlTaskDashboardSubscriptionArgs( user_name="user@domain.com", )], ), ), ), databricks.JobTaskArgs( task_key="run_alert", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], alert=databricks.JobTaskSqlTaskAlertArgs( alert_id=databricks_sql_alert["alert"]["id"], subscriptions=[databricks.JobTaskSqlTaskAlertSubscriptionArgs( user_name="user@domain.com", )], ), ), ), ])using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var sqlAggregationJob = new Databricks.Job("sqlAggregationJob", new() { Tasks = new[] { new Databricks.Inputs.JobTaskArgs { TaskKey = "run_agg_query", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Query = new Databricks.Inputs.JobTaskSqlTaskQueryArgs { QueryId = databricks_sql_query.Agg_query.Id, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_dashboard", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Dashboard = new Databricks.Inputs.JobTaskSqlTaskDashboardArgs { DashboardId = databricks_sql_dashboard.Dash.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskDashboardSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_alert", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Alert = new Databricks.Inputs.JobTaskSqlTaskAlertArgs { AlertId = databricks_sql_alert.Alert.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskAlertSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "sqlAggregationJob", &databricks.JobArgs{ Tasks: databricks.JobTaskArray{ &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_agg_query"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Query: &databricks.JobTaskSqlTaskQueryArgs{ QueryId: pulumi.Any(databricks_sql_query.Agg_query.Id), }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_dashboard"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Dashboard: &databricks.JobTaskSqlTaskDashboardArgs{ DashboardId: pulumi.Any(databricks_sql_dashboard.Dash.Id), Subscriptions: databricks.JobTaskSqlTaskDashboardSubscriptionArray{ &databricks.JobTaskSqlTaskDashboardSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_alert"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Alert: &databricks.JobTaskSqlTaskAlertArgs{ AlertId: pulumi.Any(databricks_sql_alert.Alert.Id), Subscriptions: databricks.JobTaskSqlTaskAlertSubscriptionArray{ &databricks.JobTaskSqlTaskAlertSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskQueryArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskDashboardArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskAlertArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var sqlAggregationJob = new Job("sqlAggregationJob", JobArgs.builder() .tasks( JobTaskArgs.builder() .taskKey("run_agg_query") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .query(JobTaskSqlTaskQueryArgs.builder() .queryId(databricks_sql_query.agg_query().id()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_dashboard") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .dashboard(JobTaskSqlTaskDashboardArgs.builder() .dashboardId(databricks_sql_dashboard.dash().id()) .subscriptions(JobTaskSqlTaskDashboardSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_alert") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .alert(JobTaskSqlTaskAlertArgs.builder() .alertId(databricks_sql_alert.alert().id()) .subscriptions(JobTaskSqlTaskAlertSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build()) .build()); } }resources: sqlAggregationJob: type: databricks:Job properties: tasks: - taskKey: run_agg_query sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} query: queryId: ${databricks_sql_query.agg_query.id} - taskKey: run_dashboard sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} dashboard: dashboardId: ${databricks_sql_dashboard.dash.id} subscriptions: - userName: user@domain.com - taskKey: run_alert sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} alert: alertId: ${databricks_sql_alert.alert.id} subscriptions: - userName: user@domain.com- source str
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition.
- path String
If
sourceisGIT: Relative path to the file in the repository specified in thegit_sourceblock with SQL commands to execute. IfsourceisWORKSPACE: Absolute path to the file in the workspace with SQL commands to execute.Example
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const sqlAggregationJob = new databricks.Job("sqlAggregationJob", {tasks: [ { taskKey: "run_agg_query", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, query: { queryId: databricks_sql_query.agg_query.id, }, }, }, { taskKey: "run_dashboard", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, dashboard: { dashboardId: databricks_sql_dashboard.dash.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, { taskKey: "run_alert", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, alert: { alertId: databricks_sql_alert.alert.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, ]});
import pulumi import pulumi_databricks as databricks sql_aggregation_job = databricks.Job("sqlAggregationJob", tasks=[ databricks.JobTaskArgs( task_key="run_agg_query", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], query=databricks.JobTaskSqlTaskQueryArgs( query_id=databricks_sql_query["agg_query"]["id"], ), ), ), databricks.JobTaskArgs( task_key="run_dashboard", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], dashboard=databricks.JobTaskSqlTaskDashboardArgs( dashboard_id=databricks_sql_dashboard["dash"]["id"], subscriptions=[databricks.JobTaskSqlTaskDashboardSubscriptionArgs( user_name="user@domain.com", )], ), ), ), databricks.JobTaskArgs( task_key="run_alert", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], alert=databricks.JobTaskSqlTaskAlertArgs( alert_id=databricks_sql_alert["alert"]["id"], subscriptions=[databricks.JobTaskSqlTaskAlertSubscriptionArgs( user_name="user@domain.com", )], ), ), ), ])using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var sqlAggregationJob = new Databricks.Job("sqlAggregationJob", new() { Tasks = new[] { new Databricks.Inputs.JobTaskArgs { TaskKey = "run_agg_query", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Query = new Databricks.Inputs.JobTaskSqlTaskQueryArgs { QueryId = databricks_sql_query.Agg_query.Id, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_dashboard", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Dashboard = new Databricks.Inputs.JobTaskSqlTaskDashboardArgs { DashboardId = databricks_sql_dashboard.Dash.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskDashboardSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_alert", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Alert = new Databricks.Inputs.JobTaskSqlTaskAlertArgs { AlertId = databricks_sql_alert.Alert.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskAlertSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "sqlAggregationJob", &databricks.JobArgs{ Tasks: databricks.JobTaskArray{ &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_agg_query"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Query: &databricks.JobTaskSqlTaskQueryArgs{ QueryId: pulumi.Any(databricks_sql_query.Agg_query.Id), }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_dashboard"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Dashboard: &databricks.JobTaskSqlTaskDashboardArgs{ DashboardId: pulumi.Any(databricks_sql_dashboard.Dash.Id), Subscriptions: databricks.JobTaskSqlTaskDashboardSubscriptionArray{ &databricks.JobTaskSqlTaskDashboardSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_alert"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Alert: &databricks.JobTaskSqlTaskAlertArgs{ AlertId: pulumi.Any(databricks_sql_alert.Alert.Id), Subscriptions: databricks.JobTaskSqlTaskAlertSubscriptionArray{ &databricks.JobTaskSqlTaskAlertSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskQueryArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskDashboardArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskAlertArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var sqlAggregationJob = new Job("sqlAggregationJob", JobArgs.builder() .tasks( JobTaskArgs.builder() .taskKey("run_agg_query") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .query(JobTaskSqlTaskQueryArgs.builder() .queryId(databricks_sql_query.agg_query().id()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_dashboard") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .dashboard(JobTaskSqlTaskDashboardArgs.builder() .dashboardId(databricks_sql_dashboard.dash().id()) .subscriptions(JobTaskSqlTaskDashboardSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_alert") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .alert(JobTaskSqlTaskAlertArgs.builder() .alertId(databricks_sql_alert.alert().id()) .subscriptions(JobTaskSqlTaskAlertSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build()) .build()); } }resources: sqlAggregationJob: type: databricks:Job properties: tasks: - taskKey: run_agg_query sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} query: queryId: ${databricks_sql_query.agg_query.id} - taskKey: run_dashboard sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} dashboard: dashboardId: ${databricks_sql_dashboard.dash.id} subscriptions: - userName: user@domain.com - taskKey: run_alert sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} alert: alertId: ${databricks_sql_alert.alert.id} subscriptions: - userName: user@domain.com- source String
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition.
JobTaskForEachTaskTaskSqlTaskQuery, JobTaskForEachTaskTaskSqlTaskQueryArgs
- Query
Id string
- Query
Id string
- query
Id String
- query
Id string
- query_
id str
- query
Id String
JobTaskForEachTaskTaskWebhookNotifications, JobTaskForEachTaskTaskWebhookNotificationsArgs
- On
Duration List<JobWarning Threshold Exceededs Task For Each Task Task Webhook Notifications On Duration Warning Threshold Exceeded> (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- On
Failures List<JobTask For Each Task Task Webhook Notifications On Failure> - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- On
Starts List<JobTask For Each Task Task Webhook Notifications On Start> - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- On
Successes List<JobTask For Each Task Task Webhook Notifications On Success> - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
- On
Duration []JobWarning Threshold Exceededs Task For Each Task Task Webhook Notifications On Duration Warning Threshold Exceeded (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- On
Failures []JobTask For Each Task Task Webhook Notifications On Failure - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- On
Starts []JobTask For Each Task Task Webhook Notifications On Start - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- On
Successes []JobTask For Each Task Task Webhook Notifications On Success - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
- on
Duration List<JobWarning Threshold Exceededs Task For Each Task Task Webhook Notifications On Duration Warning Threshold Exceeded> (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- on
Failures List<JobTask For Each Task Task Webhook Notifications On Failure> - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- on
Starts List<JobTask For Each Task Task Webhook Notifications On Start> - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- on
Successes List<JobTask For Each Task Task Webhook Notifications On Success> - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
- on
Duration JobWarning Threshold Exceededs Task For Each Task Task Webhook Notifications On Duration Warning Threshold Exceeded[] (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- on
Failures JobTask For Each Task Task Webhook Notifications On Failure[] - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- on
Starts JobTask For Each Task Task Webhook Notifications On Start[] - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- on
Successes JobTask For Each Task Task Webhook Notifications On Success[] - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
- on_
duration_ Sequence[Jobwarning_ threshold_ exceededs Task For Each Task Task Webhook Notifications On Duration Warning Threshold Exceeded] (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- on_
failures Sequence[JobTask For Each Task Task Webhook Notifications On Failure] - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- on_
starts Sequence[JobTask For Each Task Task Webhook Notifications On Start] - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- on_
successes Sequence[JobTask For Each Task Task Webhook Notifications On Success] - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
- on
Duration List<Property Map>Warning Threshold Exceededs (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- on
Failures List<Property Map> - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- on
Starts List<Property Map> - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- on
Successes List<Property Map> - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
JobTaskForEachTaskTaskWebhookNotificationsOnDurationWarningThresholdExceeded, JobTaskForEachTaskTaskWebhookNotificationsOnDurationWarningThresholdExceededArgs
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id str
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
JobTaskForEachTaskTaskWebhookNotificationsOnFailure, JobTaskForEachTaskTaskWebhookNotificationsOnFailureArgs
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id str
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
JobTaskForEachTaskTaskWebhookNotificationsOnStart, JobTaskForEachTaskTaskWebhookNotificationsOnStartArgs
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id str
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
JobTaskForEachTaskTaskWebhookNotificationsOnSuccess, JobTaskForEachTaskTaskWebhookNotificationsOnSuccessArgs
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id str
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
JobTaskHealth, JobTaskHealthArgs
- Rules
List<Job
Task Health Rule> - list of rules that are represented as objects with the following attributes:
- Rules
[]Job
Task Health Rule - list of rules that are represented as objects with the following attributes:
- rules
List<Job
Task Health Rule> - list of rules that are represented as objects with the following attributes:
- rules
Job
Task Health Rule[] - list of rules that are represented as objects with the following attributes:
- rules
Sequence[Job
Task Health Rule] - list of rules that are represented as objects with the following attributes:
- rules List<Property Map>
- list of rules that are represented as objects with the following attributes:
JobTaskHealthRule, JobTaskHealthRuleArgs
- Metric string
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - Op string
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- Value int
- integer value used to compare to the given metric.
- Metric string
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - Op string
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- Value int
- integer value used to compare to the given metric.
- metric String
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - op String
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- value Integer
- integer value used to compare to the given metric.
- metric string
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - op string
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- value number
- integer value used to compare to the given metric.
- metric str
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - op str
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- value int
- integer value used to compare to the given metric.
- metric String
- string specifying the metric to check. The only supported metric is
RUN_DURATION_SECONDS(check Jobs REST API documentation for the latest information). - op String
The string specifying the operation used to compare operands. Currently, following operators are supported:
EQUAL_TO,GREATER_THAN,GREATER_THAN_OR_EQUAL,LESS_THAN,LESS_THAN_OR_EQUAL,NOT_EQUAL. (Check the API docs for the latest information).This task does not require a cluster to execute and does not support retries or notifications.
- value Number
- integer value used to compare to the given metric.
JobTaskLibrary, JobTaskLibraryArgs
- Cran
Job
Task Library Cran - Egg string
- Jar string
- Maven
Job
Task Library Maven - Pypi
Job
Task Library Pypi - Whl string
- Cran
Job
Task Library Cran - Egg string
- Jar string
- Maven
Job
Task Library Maven - Pypi
Job
Task Library Pypi - Whl string
- cran
Job
Task Library Cran - egg String
- jar String
- maven
Job
Task Library Maven - pypi
Job
Task Library Pypi - whl String
- cran
Job
Task Library Cran - egg string
- jar string
- maven
Job
Task Library Maven - pypi
Job
Task Library Pypi - whl string
- cran Property Map
- egg String
- jar String
- maven Property Map
- pypi Property Map
- whl String
JobTaskLibraryCran, JobTaskLibraryCranArgs
JobTaskLibraryMaven, JobTaskLibraryMavenArgs
- Coordinates string
- Exclusions List<string>
- Repo string
- Coordinates string
- Exclusions []string
- Repo string
- coordinates String
- exclusions List<String>
- repo String
- coordinates string
- exclusions string[]
- repo string
- coordinates str
- exclusions Sequence[str]
- repo str
- coordinates String
- exclusions List<String>
- repo String
JobTaskLibraryPypi, JobTaskLibraryPypiArgs
JobTaskNewCluster, JobTaskNewClusterArgs
- Spark
Version string - Apply
Policy boolDefault Values - Autoscale
Job
Task New Cluster Autoscale - Autotermination
Minutes int - Aws
Attributes JobTask New Cluster Aws Attributes - Azure
Attributes JobTask New Cluster Azure Attributes - Cluster
Id string - Cluster
Log JobConf Task New Cluster Cluster Log Conf - Cluster
Mount List<JobInfos Task New Cluster Cluster Mount Info> - Cluster
Name string - Dictionary<string, object>
- Data
Security stringMode - Docker
Image JobTask New Cluster Docker Image - Driver
Instance stringPool Id - Driver
Node stringType Id - Enable
Elastic boolDisk - Enable
Local boolDisk Encryption - Gcp
Attributes JobTask New Cluster Gcp Attributes - Idempotency
Token string - Init
Scripts List<JobTask New Cluster Init Script> - Instance
Pool stringId - Node
Type stringId - Num
Workers int - Policy
Id string - Runtime
Engine string - Single
User stringName - Spark
Conf Dictionary<string, object> - Spark
Env Dictionary<string, object>Vars - Ssh
Public List<string>Keys - Workload
Type JobTask New Cluster Workload Type
- Spark
Version string - Apply
Policy boolDefault Values - Autoscale
Job
Task New Cluster Autoscale - Autotermination
Minutes int - Aws
Attributes JobTask New Cluster Aws Attributes - Azure
Attributes JobTask New Cluster Azure Attributes - Cluster
Id string - Cluster
Log JobConf Task New Cluster Cluster Log Conf - Cluster
Mount []JobInfos Task New Cluster Cluster Mount Info - Cluster
Name string - map[string]interface{}
- Data
Security stringMode - Docker
Image JobTask New Cluster Docker Image - Driver
Instance stringPool Id - Driver
Node stringType Id - Enable
Elastic boolDisk - Enable
Local boolDisk Encryption - Gcp
Attributes JobTask New Cluster Gcp Attributes - Idempotency
Token string - Init
Scripts []JobTask New Cluster Init Script - Instance
Pool stringId - Node
Type stringId - Num
Workers int - Policy
Id string - Runtime
Engine string - Single
User stringName - Spark
Conf map[string]interface{} - Spark
Env map[string]interface{}Vars - Ssh
Public []stringKeys - Workload
Type JobTask New Cluster Workload Type
- spark
Version String - apply
Policy BooleanDefault Values - autoscale
Job
Task New Cluster Autoscale - autotermination
Minutes Integer - aws
Attributes JobTask New Cluster Aws Attributes - azure
Attributes JobTask New Cluster Azure Attributes - cluster
Id String - cluster
Log JobConf Task New Cluster Cluster Log Conf - cluster
Mount List<JobInfos Task New Cluster Cluster Mount Info> - cluster
Name String - Map<String,Object>
- data
Security StringMode - docker
Image JobTask New Cluster Docker Image - driver
Instance StringPool Id - driver
Node StringType Id - enable
Elastic BooleanDisk - enable
Local BooleanDisk Encryption - gcp
Attributes JobTask New Cluster Gcp Attributes - idempotency
Token String - init
Scripts List<JobTask New Cluster Init Script> - instance
Pool StringId - node
Type StringId - num
Workers Integer - policy
Id String - runtime
Engine String - single
User StringName - spark
Conf Map<String,Object> - spark
Env Map<String,Object>Vars - ssh
Public List<String>Keys - workload
Type JobTask New Cluster Workload Type
- spark
Version string - apply
Policy booleanDefault Values - autoscale
Job
Task New Cluster Autoscale - autotermination
Minutes number - aws
Attributes JobTask New Cluster Aws Attributes - azure
Attributes JobTask New Cluster Azure Attributes - cluster
Id string - cluster
Log JobConf Task New Cluster Cluster Log Conf - cluster
Mount JobInfos Task New Cluster Cluster Mount Info[] - cluster
Name string - {[key: string]: any}
- data
Security stringMode - docker
Image JobTask New Cluster Docker Image - driver
Instance stringPool Id - driver
Node stringType Id - enable
Elastic booleanDisk - enable
Local booleanDisk Encryption - gcp
Attributes JobTask New Cluster Gcp Attributes - idempotency
Token string - init
Scripts JobTask New Cluster Init Script[] - instance
Pool stringId - node
Type stringId - num
Workers number - policy
Id string - runtime
Engine string - single
User stringName - spark
Conf {[key: string]: any} - spark
Env {[key: string]: any}Vars - ssh
Public string[]Keys - workload
Type JobTask New Cluster Workload Type
- spark_
version str - apply_
policy_ booldefault_ values - autoscale
Job
Task New Cluster Autoscale - autotermination_
minutes int - aws_
attributes JobTask New Cluster Aws Attributes - azure_
attributes JobTask New Cluster Azure Attributes - cluster_
id str - cluster_
log_ Jobconf Task New Cluster Cluster Log Conf - cluster_
mount_ Sequence[Jobinfos Task New Cluster Cluster Mount Info] - cluster_
name str - Mapping[str, Any]
- data_
security_ strmode - docker_
image JobTask New Cluster Docker Image - driver_
instance_ strpool_ id - driver_
node_ strtype_ id - enable_
elastic_ booldisk - enable_
local_ booldisk_ encryption - gcp_
attributes JobTask New Cluster Gcp Attributes - idempotency_
token str - init_
scripts Sequence[JobTask New Cluster Init Script] - instance_
pool_ strid - node_
type_ strid - num_
workers int - policy_
id str - runtime_
engine str - single_
user_ strname - spark_
conf Mapping[str, Any] - spark_
env_ Mapping[str, Any]vars - ssh_
public_ Sequence[str]keys - workload_
type JobTask New Cluster Workload Type
- spark
Version String - apply
Policy BooleanDefault Values - autoscale Property Map
- autotermination
Minutes Number - aws
Attributes Property Map - azure
Attributes Property Map - cluster
Id String - cluster
Log Property MapConf - cluster
Mount List<Property Map>Infos - cluster
Name String - Map<Any>
- data
Security StringMode - docker
Image Property Map - driver
Instance StringPool Id - driver
Node StringType Id - enable
Elastic BooleanDisk - enable
Local BooleanDisk Encryption - gcp
Attributes Property Map - idempotency
Token String - init
Scripts List<Property Map> - instance
Pool StringId - node
Type StringId - num
Workers Number - policy
Id String - runtime
Engine String - single
User StringName - spark
Conf Map<Any> - spark
Env Map<Any>Vars - ssh
Public List<String>Keys - workload
Type Property Map
JobTaskNewClusterAutoscale, JobTaskNewClusterAutoscaleArgs
- Max
Workers int - Min
Workers int
- Max
Workers int - Min
Workers int
- max
Workers Integer - min
Workers Integer
- max
Workers number - min
Workers number
- max_
workers int - min_
workers int
- max
Workers Number - min
Workers Number
JobTaskNewClusterAwsAttributes, JobTaskNewClusterAwsAttributesArgs
- Availability string
- Ebs
Volume intCount - Ebs
Volume intSize - Ebs
Volume stringType - First
On intDemand - Instance
Profile stringArn - Spot
Bid intPrice Percent - Zone
Id string
- Availability string
- Ebs
Volume intCount - Ebs
Volume intSize - Ebs
Volume stringType - First
On intDemand - Instance
Profile stringArn - Spot
Bid intPrice Percent - Zone
Id string
- availability String
- ebs
Volume IntegerCount - ebs
Volume IntegerSize - ebs
Volume StringType - first
On IntegerDemand - instance
Profile StringArn - spot
Bid IntegerPrice Percent - zone
Id String
- availability string
- ebs
Volume numberCount - ebs
Volume numberSize - ebs
Volume stringType - first
On numberDemand - instance
Profile stringArn - spot
Bid numberPrice Percent - zone
Id string
- availability str
- ebs_
volume_ intcount - ebs_
volume_ intsize - ebs_
volume_ strtype - first_
on_ intdemand - instance_
profile_ strarn - spot_
bid_ intprice_ percent - zone_
id str
- availability String
- ebs
Volume NumberCount - ebs
Volume NumberSize - ebs
Volume StringType - first
On NumberDemand - instance
Profile StringArn - spot
Bid NumberPrice Percent - zone
Id String
JobTaskNewClusterAzureAttributes, JobTaskNewClusterAzureAttributesArgs
- Availability string
- First
On intDemand - Spot
Bid doubleMax Price
- Availability string
- First
On intDemand - Spot
Bid float64Max Price
- availability String
- first
On IntegerDemand - spot
Bid DoubleMax Price
- availability string
- first
On numberDemand - spot
Bid numberMax Price
- availability str
- first_
on_ intdemand - spot_
bid_ floatmax_ price
- availability String
- first
On NumberDemand - spot
Bid NumberMax Price
JobTaskNewClusterClusterLogConf, JobTaskNewClusterClusterLogConfArgs
JobTaskNewClusterClusterLogConfDbfs, JobTaskNewClusterClusterLogConfDbfsArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobTaskNewClusterClusterLogConfS3, JobTaskNewClusterClusterLogConfS3Args
- Destination string
- Canned
Acl string - Enable
Encryption bool - Encryption
Type string - Endpoint string
- Kms
Key string - Region string
- Destination string
- Canned
Acl string - Enable
Encryption bool - Encryption
Type string - Endpoint string
- Kms
Key string - Region string
- destination String
- canned
Acl String - enable
Encryption Boolean - encryption
Type String - endpoint String
- kms
Key String - region String
- destination string
- canned
Acl string - enable
Encryption boolean - encryption
Type string - endpoint string
- kms
Key string - region string
- destination str
- canned_
acl str - enable_
encryption bool - encryption_
type str - endpoint str
- kms_
key str - region str
- destination String
- canned
Acl String - enable
Encryption Boolean - encryption
Type String - endpoint String
- kms
Key String - region String
JobTaskNewClusterClusterMountInfo, JobTaskNewClusterClusterMountInfoArgs
JobTaskNewClusterClusterMountInfoNetworkFilesystemInfo, JobTaskNewClusterClusterMountInfoNetworkFilesystemInfoArgs
- Server
Address string - Mount
Options string
- Server
Address string - Mount
Options string
- server
Address String - mount
Options String
- server
Address string - mount
Options string
- server_
address str - mount_
options str
- server
Address String - mount
Options String
JobTaskNewClusterDockerImage, JobTaskNewClusterDockerImageArgs
- Url string
- URL of the Git repository to use.
- Basic
Auth JobTask New Cluster Docker Image Basic Auth
- Url string
- URL of the Git repository to use.
- Basic
Auth JobTask New Cluster Docker Image Basic Auth
- url String
- URL of the Git repository to use.
- basic
Auth JobTask New Cluster Docker Image Basic Auth
- url string
- URL of the Git repository to use.
- basic
Auth JobTask New Cluster Docker Image Basic Auth
- url str
- URL of the Git repository to use.
- basic_
auth JobTask New Cluster Docker Image Basic Auth
- url String
- URL of the Git repository to use.
- basic
Auth Property Map
JobTaskNewClusterDockerImageBasicAuth, JobTaskNewClusterDockerImageBasicAuthArgs
JobTaskNewClusterGcpAttributes, JobTaskNewClusterGcpAttributesArgs
- Availability string
- Boot
Disk intSize - Google
Service stringAccount - Local
Ssd intCount - Use
Preemptible boolExecutors - Zone
Id string
- Availability string
- Boot
Disk intSize - Google
Service stringAccount - Local
Ssd intCount - Use
Preemptible boolExecutors - Zone
Id string
- availability String
- boot
Disk IntegerSize - google
Service StringAccount - local
Ssd IntegerCount - use
Preemptible BooleanExecutors - zone
Id String
- availability string
- boot
Disk numberSize - google
Service stringAccount - local
Ssd numberCount - use
Preemptible booleanExecutors - zone
Id string
- availability str
- boot_
disk_ intsize - google_
service_ straccount - local_
ssd_ intcount - use_
preemptible_ boolexecutors - zone_
id str
- availability String
- boot
Disk NumberSize - google
Service StringAccount - local
Ssd NumberCount - use
Preemptible BooleanExecutors - zone
Id String
JobTaskNewClusterInitScript, JobTaskNewClusterInitScriptArgs
- Abfss
Job
Task New Cluster Init Script Abfss - Dbfs
Job
Task New Cluster Init Script Dbfs - File
Job
Task New Cluster Init Script File - block consisting of single string fields:
- Gcs
Job
Task New Cluster Init Script Gcs - S3
Job
Task New Cluster Init Script S3 - Volumes
Job
Task New Cluster Init Script Volumes - Workspace
Job
Task New Cluster Init Script Workspace
- Abfss
Job
Task New Cluster Init Script Abfss - Dbfs
Job
Task New Cluster Init Script Dbfs - File
Job
Task New Cluster Init Script File - block consisting of single string fields:
- Gcs
Job
Task New Cluster Init Script Gcs - S3
Job
Task New Cluster Init Script S3 - Volumes
Job
Task New Cluster Init Script Volumes - Workspace
Job
Task New Cluster Init Script Workspace
- abfss
Job
Task New Cluster Init Script Abfss - dbfs
Job
Task New Cluster Init Script Dbfs - file
Job
Task New Cluster Init Script File - block consisting of single string fields:
- gcs
Job
Task New Cluster Init Script Gcs - s3
Job
Task New Cluster Init Script S3 - volumes
Job
Task New Cluster Init Script Volumes - workspace
Job
Task New Cluster Init Script Workspace
- abfss
Job
Task New Cluster Init Script Abfss - dbfs
Job
Task New Cluster Init Script Dbfs - file
Job
Task New Cluster Init Script File - block consisting of single string fields:
- gcs
Job
Task New Cluster Init Script Gcs - s3
Job
Task New Cluster Init Script S3 - volumes
Job
Task New Cluster Init Script Volumes - workspace
Job
Task New Cluster Init Script Workspace
- abfss
Job
Task New Cluster Init Script Abfss - dbfs
Job
Task New Cluster Init Script Dbfs - file
Job
Task New Cluster Init Script File - block consisting of single string fields:
- gcs
Job
Task New Cluster Init Script Gcs - s3
Job
Task New Cluster Init Script S3 - volumes
Job
Task New Cluster Init Script Volumes - workspace
Job
Task New Cluster Init Script Workspace
- abfss Property Map
- dbfs Property Map
- file Property Map
- block consisting of single string fields:
- gcs Property Map
- s3 Property Map
- volumes Property Map
- workspace Property Map
JobTaskNewClusterInitScriptAbfss, JobTaskNewClusterInitScriptAbfssArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobTaskNewClusterInitScriptDbfs, JobTaskNewClusterInitScriptDbfsArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobTaskNewClusterInitScriptFile, JobTaskNewClusterInitScriptFileArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobTaskNewClusterInitScriptGcs, JobTaskNewClusterInitScriptGcsArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobTaskNewClusterInitScriptS3, JobTaskNewClusterInitScriptS3Args
- Destination string
- Canned
Acl string - Enable
Encryption bool - Encryption
Type string - Endpoint string
- Kms
Key string - Region string
- Destination string
- Canned
Acl string - Enable
Encryption bool - Encryption
Type string - Endpoint string
- Kms
Key string - Region string
- destination String
- canned
Acl String - enable
Encryption Boolean - encryption
Type String - endpoint String
- kms
Key String - region String
- destination string
- canned
Acl string - enable
Encryption boolean - encryption
Type string - endpoint string
- kms
Key string - region string
- destination str
- canned_
acl str - enable_
encryption bool - encryption_
type str - endpoint str
- kms_
key str - region str
- destination String
- canned
Acl String - enable
Encryption Boolean - encryption
Type String - endpoint String
- kms
Key String - region String
JobTaskNewClusterInitScriptVolumes, JobTaskNewClusterInitScriptVolumesArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobTaskNewClusterInitScriptWorkspace, JobTaskNewClusterInitScriptWorkspaceArgs
- Destination string
- Destination string
- destination String
- destination string
- destination str
- destination String
JobTaskNewClusterWorkloadType, JobTaskNewClusterWorkloadTypeArgs
JobTaskNewClusterWorkloadTypeClients, JobTaskNewClusterWorkloadTypeClientsArgs
JobTaskNotebookTask, JobTaskNotebookTaskArgs
- Notebook
Path string - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- Base
Parameters Dictionary<string, object> - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - Source string
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
- Notebook
Path string - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- Base
Parameters map[string]interface{} - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - Source string
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
- notebook
Path String - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- base
Parameters Map<String,Object> - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - source String
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
- notebook
Path string - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- base
Parameters {[key: string]: any} - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - source string
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
- notebook_
path str - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- base_
parameters Mapping[str, Any] - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - source str
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
- notebook
Path String - The path of the databricks.Notebook to be run in the Databricks workspace or remote repository. For notebooks stored in the Databricks workspace, the path must be absolute and begin with a slash. For notebooks stored in a remote repository, the path must be relative. This field is required.
- base
Parameters Map<Any> - (Map) Base parameters to be used for each run of this job. If the run is initiated by a call to run-now with parameters specified, the two parameters maps will be merged. If the same key is specified in base_parameters and in run-now, the value from run-now will be used. If the notebook takes a parameter that is not specified in the job’s base_parameters or the run-now override parameters, the default value from the notebook will be used. Retrieve these parameters in a notebook using
dbutils.widgets.get. - source String
- Location type of the notebook, can only be
WORKSPACEorGIT. When set toWORKSPACE, the notebook will be retrieved from the local Databricks workspace. When set toGIT, the notebook will be retrieved from a Git repository defined ingit_source. If the value is empty, the task will useGITifgit_sourceis defined andWORKSPACEotherwise.
JobTaskNotificationSettings, JobTaskNotificationSettingsArgs
- Alert
On boolLast Attempt - (Bool) do not send notifications to recipients specified in
on_startfor the retried runs and do not send notifications to recipients specified inon_failureuntil the last retry of the run. - No
Alert boolFor Canceled Runs - (Bool) don't send alert for cancelled runs.
- No
Alert boolFor Skipped Runs - (Bool) don't send alert for skipped runs.
- Alert
On boolLast Attempt - (Bool) do not send notifications to recipients specified in
on_startfor the retried runs and do not send notifications to recipients specified inon_failureuntil the last retry of the run. - No
Alert boolFor Canceled Runs - (Bool) don't send alert for cancelled runs.
- No
Alert boolFor Skipped Runs - (Bool) don't send alert for skipped runs.
- alert
On BooleanLast Attempt - (Bool) do not send notifications to recipients specified in
on_startfor the retried runs and do not send notifications to recipients specified inon_failureuntil the last retry of the run. - no
Alert BooleanFor Canceled Runs - (Bool) don't send alert for cancelled runs.
- no
Alert BooleanFor Skipped Runs - (Bool) don't send alert for skipped runs.
- alert
On booleanLast Attempt - (Bool) do not send notifications to recipients specified in
on_startfor the retried runs and do not send notifications to recipients specified inon_failureuntil the last retry of the run. - no
Alert booleanFor Canceled Runs - (Bool) don't send alert for cancelled runs.
- no
Alert booleanFor Skipped Runs - (Bool) don't send alert for skipped runs.
- alert_
on_ boollast_ attempt - (Bool) do not send notifications to recipients specified in
on_startfor the retried runs and do not send notifications to recipients specified inon_failureuntil the last retry of the run. - no_
alert_ boolfor_ canceled_ runs - (Bool) don't send alert for cancelled runs.
- no_
alert_ boolfor_ skipped_ runs - (Bool) don't send alert for skipped runs.
- alert
On BooleanLast Attempt - (Bool) do not send notifications to recipients specified in
on_startfor the retried runs and do not send notifications to recipients specified inon_failureuntil the last retry of the run. - no
Alert BooleanFor Canceled Runs - (Bool) don't send alert for cancelled runs.
- no
Alert BooleanFor Skipped Runs - (Bool) don't send alert for skipped runs.
JobTaskPipelineTask, JobTaskPipelineTaskArgs
- Pipeline
Id string - The pipeline's unique ID.
- Full
Refresh bool (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
- Pipeline
Id string - The pipeline's unique ID.
- Full
Refresh bool (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
- pipeline
Id String - The pipeline's unique ID.
- full
Refresh Boolean (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
- pipeline
Id string - The pipeline's unique ID.
- full
Refresh boolean (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
- pipeline_
id str - The pipeline's unique ID.
- full_
refresh bool (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
- pipeline
Id String - The pipeline's unique ID.
- full
Refresh Boolean (Bool) Specifies if there should be full refresh of the pipeline.
Note The following configuration blocks are only supported inside a
taskblock
JobTaskPythonWheelTask, JobTaskPythonWheelTaskArgs
- Entry
Point string - Python function as entry point for the task
- Named
Parameters Dictionary<string, object> - Named parameters for the task
- Package
Name string - Name of Python package
- Parameters List<string>
- Parameters for the task
- Entry
Point string - Python function as entry point for the task
- Named
Parameters map[string]interface{} - Named parameters for the task
- Package
Name string - Name of Python package
- Parameters []string
- Parameters for the task
- entry
Point String - Python function as entry point for the task
- named
Parameters Map<String,Object> - Named parameters for the task
- package
Name String - Name of Python package
- parameters List<String>
- Parameters for the task
- entry
Point string - Python function as entry point for the task
- named
Parameters {[key: string]: any} - Named parameters for the task
- package
Name string - Name of Python package
- parameters string[]
- Parameters for the task
- entry_
point str - Python function as entry point for the task
- named_
parameters Mapping[str, Any] - Named parameters for the task
- package_
name str - Name of Python package
- parameters Sequence[str]
- Parameters for the task
- entry
Point String - Python function as entry point for the task
- named
Parameters Map<Any> - Named parameters for the task
- package
Name String - Name of Python package
- parameters List<String>
- Parameters for the task
JobTaskRunJobTask, JobTaskRunJobTaskArgs
- Job
Id int - (String) ID of the job
- Job
Parameters Dictionary<string, object> - (Map) Job parameters for the task
- Job
Id int - (String) ID of the job
- Job
Parameters map[string]interface{} - (Map) Job parameters for the task
- job
Id Integer - (String) ID of the job
- job
Parameters Map<String,Object> - (Map) Job parameters for the task
- job
Id number - (String) ID of the job
- job
Parameters {[key: string]: any} - (Map) Job parameters for the task
- job_
id int - (String) ID of the job
- job_
parameters Mapping[str, Any] - (Map) Job parameters for the task
- job
Id Number - (String) ID of the job
- job
Parameters Map<Any> - (Map) Job parameters for the task
JobTaskSparkJarTask, JobTaskSparkJarTaskArgs
- Jar
Uri string - Main
Class stringName - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - Parameters List<string>
- (List) Parameters passed to the main method.
- Jar
Uri string - Main
Class stringName - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - Parameters []string
- (List) Parameters passed to the main method.
- jar
Uri String - main
Class StringName - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - parameters List<String>
- (List) Parameters passed to the main method.
- jar
Uri string - main
Class stringName - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - parameters string[]
- (List) Parameters passed to the main method.
- jar_
uri str - main_
class_ strname - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - parameters Sequence[str]
- (List) Parameters passed to the main method.
- jar
Uri String - main
Class StringName - The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. The code should use
SparkContext.getOrCreateto obtain a Spark context; otherwise, runs of the job will fail. - parameters List<String>
- (List) Parameters passed to the main method.
JobTaskSparkPythonTask, JobTaskSparkPythonTaskArgs
- Python
File string - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - Parameters List<string>
- (List) Command line parameters passed to the Python file.
- Source string
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
- Python
File string - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - Parameters []string
- (List) Command line parameters passed to the Python file.
- Source string
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
- python
File String - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - parameters List<String>
- (List) Command line parameters passed to the Python file.
- source String
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
- python
File string - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - parameters string[]
- (List) Command line parameters passed to the Python file.
- source string
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
- python_
file str - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - parameters Sequence[str]
- (List) Command line parameters passed to the Python file.
- source str
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
- python
File String - The URI of the Python file to be executed. databricks_dbfs_file, cloud file URIs (e.g.
s3:/,abfss:/,gs:/), workspace paths and remote repository are supported. For Python files stored in the Databricks workspace, the path must be absolute and begin with/Repos. For files stored in a remote repository, the path must be relative. This field is required. - parameters List<String>
- (List) Command line parameters passed to the Python file.
- source String
- Location type of the Python file, can only be
GIT. When set toGIT, the Python file will be retrieved from a Git repository defined ingit_source.
JobTaskSparkSubmitTask, JobTaskSparkSubmitTaskArgs
- Parameters List<string>
- (List) Command-line parameters passed to spark submit.
- Parameters []string
- (List) Command-line parameters passed to spark submit.
- parameters List<String>
- (List) Command-line parameters passed to spark submit.
- parameters string[]
- (List) Command-line parameters passed to spark submit.
- parameters Sequence[str]
- (List) Command-line parameters passed to spark submit.
- parameters List<String>
- (List) Command-line parameters passed to spark submit.
JobTaskSqlTask, JobTaskSqlTaskArgs
- Alert
Job
Task Sql Task Alert - block consisting of following fields:
- Dashboard
Job
Task Sql Task Dashboard - block consisting of following fields:
- File
Job
Task Sql Task File - block consisting of single string fields:
- Parameters Dictionary<string, object>
- (Map) parameters to be used for each run of this task. The SQL alert task does not support custom parameters.
- Query
Job
Task Sql Task Query - block consisting of single string field:
query_id- identifier of the Databricks SQL Query (databricks_sql_query). - Warehouse
Id string - ID of the (the databricks_sql_endpoint) that will be used to execute the task. Only Serverless & Pro warehouses are supported right now.
- Alert
Job
Task Sql Task Alert - block consisting of following fields:
- Dashboard
Job
Task Sql Task Dashboard - block consisting of following fields:
- File
Job
Task Sql Task File - block consisting of single string fields:
- Parameters map[string]interface{}
- (Map) parameters to be used for each run of this task. The SQL alert task does not support custom parameters.
- Query
Job
Task Sql Task Query - block consisting of single string field:
query_id- identifier of the Databricks SQL Query (databricks_sql_query). - Warehouse
Id string - ID of the (the databricks_sql_endpoint) that will be used to execute the task. Only Serverless & Pro warehouses are supported right now.
- alert
Job
Task Sql Task Alert - block consisting of following fields:
- dashboard
Job
Task Sql Task Dashboard - block consisting of following fields:
- file
Job
Task Sql Task File - block consisting of single string fields:
- parameters Map<String,Object>
- (Map) parameters to be used for each run of this task. The SQL alert task does not support custom parameters.
- query
Job
Task Sql Task Query - block consisting of single string field:
query_id- identifier of the Databricks SQL Query (databricks_sql_query). - warehouse
Id String - ID of the (the databricks_sql_endpoint) that will be used to execute the task. Only Serverless & Pro warehouses are supported right now.
- alert
Job
Task Sql Task Alert - block consisting of following fields:
- dashboard
Job
Task Sql Task Dashboard - block consisting of following fields:
- file
Job
Task Sql Task File - block consisting of single string fields:
- parameters {[key: string]: any}
- (Map) parameters to be used for each run of this task. The SQL alert task does not support custom parameters.
- query
Job
Task Sql Task Query - block consisting of single string field:
query_id- identifier of the Databricks SQL Query (databricks_sql_query). - warehouse
Id string - ID of the (the databricks_sql_endpoint) that will be used to execute the task. Only Serverless & Pro warehouses are supported right now.
- alert
Job
Task Sql Task Alert - block consisting of following fields:
- dashboard
Job
Task Sql Task Dashboard - block consisting of following fields:
- file
Job
Task Sql Task File - block consisting of single string fields:
- parameters Mapping[str, Any]
- (Map) parameters to be used for each run of this task. The SQL alert task does not support custom parameters.
- query
Job
Task Sql Task Query - block consisting of single string field:
query_id- identifier of the Databricks SQL Query (databricks_sql_query). - warehouse_
id str - ID of the (the databricks_sql_endpoint) that will be used to execute the task. Only Serverless & Pro warehouses are supported right now.
- alert Property Map
- block consisting of following fields:
- dashboard Property Map
- block consisting of following fields:
- file Property Map
- block consisting of single string fields:
- parameters Map<Any>
- (Map) parameters to be used for each run of this task. The SQL alert task does not support custom parameters.
- query Property Map
- block consisting of single string field:
query_id- identifier of the Databricks SQL Query (databricks_sql_query). - warehouse
Id String - ID of the (the databricks_sql_endpoint) that will be used to execute the task. Only Serverless & Pro warehouses are supported right now.
JobTaskSqlTaskAlert, JobTaskSqlTaskAlertArgs
- Alert
Id string - (String) identifier of the Databricks SQL Alert.
- Subscriptions
List<Job
Task Sql Task Alert Subscription> - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier. - Pause
Subscriptions bool - flag that specifies if subscriptions are paused or not.
- Alert
Id string - (String) identifier of the Databricks SQL Alert.
- Subscriptions
[]Job
Task Sql Task Alert Subscription - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier. - Pause
Subscriptions bool - flag that specifies if subscriptions are paused or not.
- alert
Id String - (String) identifier of the Databricks SQL Alert.
- subscriptions
List<Job
Task Sql Task Alert Subscription> - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier. - pause
Subscriptions Boolean - flag that specifies if subscriptions are paused or not.
- alert
Id string - (String) identifier of the Databricks SQL Alert.
- subscriptions
Job
Task Sql Task Alert Subscription[] - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier. - pause
Subscriptions boolean - flag that specifies if subscriptions are paused or not.
- alert_
id str - (String) identifier of the Databricks SQL Alert.
- subscriptions
Sequence[Job
Task Sql Task Alert Subscription] - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier. - pause_
subscriptions bool - flag that specifies if subscriptions are paused or not.
- alert
Id String - (String) identifier of the Databricks SQL Alert.
- subscriptions List<Property Map>
- a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier. - pause
Subscriptions Boolean - flag that specifies if subscriptions are paused or not.
JobTaskSqlTaskAlertSubscription, JobTaskSqlTaskAlertSubscriptionArgs
- Destination
Id string - User
Name string - The email of an active workspace user. Non-admin users can only set this field to their own email.
- Destination
Id string - User
Name string - The email of an active workspace user. Non-admin users can only set this field to their own email.
- destination
Id String - user
Name String - The email of an active workspace user. Non-admin users can only set this field to their own email.
- destination
Id string - user
Name string - The email of an active workspace user. Non-admin users can only set this field to their own email.
- destination_
id str - user_
name str - The email of an active workspace user. Non-admin users can only set this field to their own email.
- destination
Id String - user
Name String - The email of an active workspace user. Non-admin users can only set this field to their own email.
JobTaskSqlTaskDashboard, JobTaskSqlTaskDashboardArgs
- Dashboard
Id string - (String) identifier of the Databricks SQL Dashboard databricks_sql_dashboard.
- Custom
Subject string - string specifying a custom subject of email sent.
- Pause
Subscriptions bool - flag that specifies if subscriptions are paused or not.
- Subscriptions
List<Job
Task Sql Task Dashboard Subscription> - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier.
- Dashboard
Id string - (String) identifier of the Databricks SQL Dashboard databricks_sql_dashboard.
- Custom
Subject string - string specifying a custom subject of email sent.
- Pause
Subscriptions bool - flag that specifies if subscriptions are paused or not.
- Subscriptions
[]Job
Task Sql Task Dashboard Subscription - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier.
- dashboard
Id String - (String) identifier of the Databricks SQL Dashboard databricks_sql_dashboard.
- custom
Subject String - string specifying a custom subject of email sent.
- pause
Subscriptions Boolean - flag that specifies if subscriptions are paused or not.
- subscriptions
List<Job
Task Sql Task Dashboard Subscription> - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier.
- dashboard
Id string - (String) identifier of the Databricks SQL Dashboard databricks_sql_dashboard.
- custom
Subject string - string specifying a custom subject of email sent.
- pause
Subscriptions boolean - flag that specifies if subscriptions are paused or not.
- subscriptions
Job
Task Sql Task Dashboard Subscription[] - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier.
- dashboard_
id str - (String) identifier of the Databricks SQL Dashboard databricks_sql_dashboard.
- custom_
subject str - string specifying a custom subject of email sent.
- pause_
subscriptions bool - flag that specifies if subscriptions are paused or not.
- subscriptions
Sequence[Job
Task Sql Task Dashboard Subscription] - a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier.
- dashboard
Id String - (String) identifier of the Databricks SQL Dashboard databricks_sql_dashboard.
- custom
Subject String - string specifying a custom subject of email sent.
- pause
Subscriptions Boolean - flag that specifies if subscriptions are paused or not.
- subscriptions List<Property Map>
- a list of subscription blocks consisting out of one of the required fields:
user_namefor user emails ordestination_id- for Alert destination's identifier.
JobTaskSqlTaskDashboardSubscription, JobTaskSqlTaskDashboardSubscriptionArgs
- Destination
Id string - User
Name string - The email of an active workspace user. Non-admin users can only set this field to their own email.
- Destination
Id string - User
Name string - The email of an active workspace user. Non-admin users can only set this field to their own email.
- destination
Id String - user
Name String - The email of an active workspace user. Non-admin users can only set this field to their own email.
- destination
Id string - user
Name string - The email of an active workspace user. Non-admin users can only set this field to their own email.
- destination_
id str - user_
name str - The email of an active workspace user. Non-admin users can only set this field to their own email.
- destination
Id String - user
Name String - The email of an active workspace user. Non-admin users can only set this field to their own email.
JobTaskSqlTaskFile, JobTaskSqlTaskFileArgs
- Path string
If
sourceisGIT: Relative path to the file in the repository specified in thegit_sourceblock with SQL commands to execute. IfsourceisWORKSPACE: Absolute path to the file in the workspace with SQL commands to execute.Example
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const sqlAggregationJob = new databricks.Job("sqlAggregationJob", {tasks: [ { taskKey: "run_agg_query", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, query: { queryId: databricks_sql_query.agg_query.id, }, }, }, { taskKey: "run_dashboard", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, dashboard: { dashboardId: databricks_sql_dashboard.dash.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, { taskKey: "run_alert", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, alert: { alertId: databricks_sql_alert.alert.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, ]});
import pulumi import pulumi_databricks as databricks sql_aggregation_job = databricks.Job("sqlAggregationJob", tasks=[ databricks.JobTaskArgs( task_key="run_agg_query", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], query=databricks.JobTaskSqlTaskQueryArgs( query_id=databricks_sql_query["agg_query"]["id"], ), ), ), databricks.JobTaskArgs( task_key="run_dashboard", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], dashboard=databricks.JobTaskSqlTaskDashboardArgs( dashboard_id=databricks_sql_dashboard["dash"]["id"], subscriptions=[databricks.JobTaskSqlTaskDashboardSubscriptionArgs( user_name="user@domain.com", )], ), ), ), databricks.JobTaskArgs( task_key="run_alert", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], alert=databricks.JobTaskSqlTaskAlertArgs( alert_id=databricks_sql_alert["alert"]["id"], subscriptions=[databricks.JobTaskSqlTaskAlertSubscriptionArgs( user_name="user@domain.com", )], ), ), ), ])using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var sqlAggregationJob = new Databricks.Job("sqlAggregationJob", new() { Tasks = new[] { new Databricks.Inputs.JobTaskArgs { TaskKey = "run_agg_query", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Query = new Databricks.Inputs.JobTaskSqlTaskQueryArgs { QueryId = databricks_sql_query.Agg_query.Id, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_dashboard", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Dashboard = new Databricks.Inputs.JobTaskSqlTaskDashboardArgs { DashboardId = databricks_sql_dashboard.Dash.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskDashboardSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_alert", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Alert = new Databricks.Inputs.JobTaskSqlTaskAlertArgs { AlertId = databricks_sql_alert.Alert.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskAlertSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "sqlAggregationJob", &databricks.JobArgs{ Tasks: databricks.JobTaskArray{ &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_agg_query"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Query: &databricks.JobTaskSqlTaskQueryArgs{ QueryId: pulumi.Any(databricks_sql_query.Agg_query.Id), }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_dashboard"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Dashboard: &databricks.JobTaskSqlTaskDashboardArgs{ DashboardId: pulumi.Any(databricks_sql_dashboard.Dash.Id), Subscriptions: databricks.JobTaskSqlTaskDashboardSubscriptionArray{ &databricks.JobTaskSqlTaskDashboardSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_alert"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Alert: &databricks.JobTaskSqlTaskAlertArgs{ AlertId: pulumi.Any(databricks_sql_alert.Alert.Id), Subscriptions: databricks.JobTaskSqlTaskAlertSubscriptionArray{ &databricks.JobTaskSqlTaskAlertSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskQueryArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskDashboardArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskAlertArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var sqlAggregationJob = new Job("sqlAggregationJob", JobArgs.builder() .tasks( JobTaskArgs.builder() .taskKey("run_agg_query") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .query(JobTaskSqlTaskQueryArgs.builder() .queryId(databricks_sql_query.agg_query().id()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_dashboard") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .dashboard(JobTaskSqlTaskDashboardArgs.builder() .dashboardId(databricks_sql_dashboard.dash().id()) .subscriptions(JobTaskSqlTaskDashboardSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_alert") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .alert(JobTaskSqlTaskAlertArgs.builder() .alertId(databricks_sql_alert.alert().id()) .subscriptions(JobTaskSqlTaskAlertSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build()) .build()); } }resources: sqlAggregationJob: type: databricks:Job properties: tasks: - taskKey: run_agg_query sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} query: queryId: ${databricks_sql_query.agg_query.id} - taskKey: run_dashboard sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} dashboard: dashboardId: ${databricks_sql_dashboard.dash.id} subscriptions: - userName: user@domain.com - taskKey: run_alert sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} alert: alertId: ${databricks_sql_alert.alert.id} subscriptions: - userName: user@domain.com- Source string
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition.
- Path string
If
sourceisGIT: Relative path to the file in the repository specified in thegit_sourceblock with SQL commands to execute. IfsourceisWORKSPACE: Absolute path to the file in the workspace with SQL commands to execute.Example
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const sqlAggregationJob = new databricks.Job("sqlAggregationJob", {tasks: [ { taskKey: "run_agg_query", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, query: { queryId: databricks_sql_query.agg_query.id, }, }, }, { taskKey: "run_dashboard", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, dashboard: { dashboardId: databricks_sql_dashboard.dash.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, { taskKey: "run_alert", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, alert: { alertId: databricks_sql_alert.alert.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, ]});
import pulumi import pulumi_databricks as databricks sql_aggregation_job = databricks.Job("sqlAggregationJob", tasks=[ databricks.JobTaskArgs( task_key="run_agg_query", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], query=databricks.JobTaskSqlTaskQueryArgs( query_id=databricks_sql_query["agg_query"]["id"], ), ), ), databricks.JobTaskArgs( task_key="run_dashboard", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], dashboard=databricks.JobTaskSqlTaskDashboardArgs( dashboard_id=databricks_sql_dashboard["dash"]["id"], subscriptions=[databricks.JobTaskSqlTaskDashboardSubscriptionArgs( user_name="user@domain.com", )], ), ), ), databricks.JobTaskArgs( task_key="run_alert", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], alert=databricks.JobTaskSqlTaskAlertArgs( alert_id=databricks_sql_alert["alert"]["id"], subscriptions=[databricks.JobTaskSqlTaskAlertSubscriptionArgs( user_name="user@domain.com", )], ), ), ), ])using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var sqlAggregationJob = new Databricks.Job("sqlAggregationJob", new() { Tasks = new[] { new Databricks.Inputs.JobTaskArgs { TaskKey = "run_agg_query", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Query = new Databricks.Inputs.JobTaskSqlTaskQueryArgs { QueryId = databricks_sql_query.Agg_query.Id, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_dashboard", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Dashboard = new Databricks.Inputs.JobTaskSqlTaskDashboardArgs { DashboardId = databricks_sql_dashboard.Dash.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskDashboardSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_alert", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Alert = new Databricks.Inputs.JobTaskSqlTaskAlertArgs { AlertId = databricks_sql_alert.Alert.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskAlertSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "sqlAggregationJob", &databricks.JobArgs{ Tasks: databricks.JobTaskArray{ &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_agg_query"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Query: &databricks.JobTaskSqlTaskQueryArgs{ QueryId: pulumi.Any(databricks_sql_query.Agg_query.Id), }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_dashboard"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Dashboard: &databricks.JobTaskSqlTaskDashboardArgs{ DashboardId: pulumi.Any(databricks_sql_dashboard.Dash.Id), Subscriptions: databricks.JobTaskSqlTaskDashboardSubscriptionArray{ &databricks.JobTaskSqlTaskDashboardSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_alert"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Alert: &databricks.JobTaskSqlTaskAlertArgs{ AlertId: pulumi.Any(databricks_sql_alert.Alert.Id), Subscriptions: databricks.JobTaskSqlTaskAlertSubscriptionArray{ &databricks.JobTaskSqlTaskAlertSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskQueryArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskDashboardArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskAlertArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var sqlAggregationJob = new Job("sqlAggregationJob", JobArgs.builder() .tasks( JobTaskArgs.builder() .taskKey("run_agg_query") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .query(JobTaskSqlTaskQueryArgs.builder() .queryId(databricks_sql_query.agg_query().id()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_dashboard") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .dashboard(JobTaskSqlTaskDashboardArgs.builder() .dashboardId(databricks_sql_dashboard.dash().id()) .subscriptions(JobTaskSqlTaskDashboardSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_alert") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .alert(JobTaskSqlTaskAlertArgs.builder() .alertId(databricks_sql_alert.alert().id()) .subscriptions(JobTaskSqlTaskAlertSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build()) .build()); } }resources: sqlAggregationJob: type: databricks:Job properties: tasks: - taskKey: run_agg_query sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} query: queryId: ${databricks_sql_query.agg_query.id} - taskKey: run_dashboard sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} dashboard: dashboardId: ${databricks_sql_dashboard.dash.id} subscriptions: - userName: user@domain.com - taskKey: run_alert sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} alert: alertId: ${databricks_sql_alert.alert.id} subscriptions: - userName: user@domain.com- Source string
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition.
- path String
If
sourceisGIT: Relative path to the file in the repository specified in thegit_sourceblock with SQL commands to execute. IfsourceisWORKSPACE: Absolute path to the file in the workspace with SQL commands to execute.Example
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const sqlAggregationJob = new databricks.Job("sqlAggregationJob", {tasks: [ { taskKey: "run_agg_query", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, query: { queryId: databricks_sql_query.agg_query.id, }, }, }, { taskKey: "run_dashboard", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, dashboard: { dashboardId: databricks_sql_dashboard.dash.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, { taskKey: "run_alert", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, alert: { alertId: databricks_sql_alert.alert.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, ]});
import pulumi import pulumi_databricks as databricks sql_aggregation_job = databricks.Job("sqlAggregationJob", tasks=[ databricks.JobTaskArgs( task_key="run_agg_query", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], query=databricks.JobTaskSqlTaskQueryArgs( query_id=databricks_sql_query["agg_query"]["id"], ), ), ), databricks.JobTaskArgs( task_key="run_dashboard", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], dashboard=databricks.JobTaskSqlTaskDashboardArgs( dashboard_id=databricks_sql_dashboard["dash"]["id"], subscriptions=[databricks.JobTaskSqlTaskDashboardSubscriptionArgs( user_name="user@domain.com", )], ), ), ), databricks.JobTaskArgs( task_key="run_alert", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], alert=databricks.JobTaskSqlTaskAlertArgs( alert_id=databricks_sql_alert["alert"]["id"], subscriptions=[databricks.JobTaskSqlTaskAlertSubscriptionArgs( user_name="user@domain.com", )], ), ), ), ])using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var sqlAggregationJob = new Databricks.Job("sqlAggregationJob", new() { Tasks = new[] { new Databricks.Inputs.JobTaskArgs { TaskKey = "run_agg_query", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Query = new Databricks.Inputs.JobTaskSqlTaskQueryArgs { QueryId = databricks_sql_query.Agg_query.Id, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_dashboard", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Dashboard = new Databricks.Inputs.JobTaskSqlTaskDashboardArgs { DashboardId = databricks_sql_dashboard.Dash.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskDashboardSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_alert", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Alert = new Databricks.Inputs.JobTaskSqlTaskAlertArgs { AlertId = databricks_sql_alert.Alert.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskAlertSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "sqlAggregationJob", &databricks.JobArgs{ Tasks: databricks.JobTaskArray{ &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_agg_query"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Query: &databricks.JobTaskSqlTaskQueryArgs{ QueryId: pulumi.Any(databricks_sql_query.Agg_query.Id), }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_dashboard"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Dashboard: &databricks.JobTaskSqlTaskDashboardArgs{ DashboardId: pulumi.Any(databricks_sql_dashboard.Dash.Id), Subscriptions: databricks.JobTaskSqlTaskDashboardSubscriptionArray{ &databricks.JobTaskSqlTaskDashboardSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_alert"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Alert: &databricks.JobTaskSqlTaskAlertArgs{ AlertId: pulumi.Any(databricks_sql_alert.Alert.Id), Subscriptions: databricks.JobTaskSqlTaskAlertSubscriptionArray{ &databricks.JobTaskSqlTaskAlertSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskQueryArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskDashboardArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskAlertArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var sqlAggregationJob = new Job("sqlAggregationJob", JobArgs.builder() .tasks( JobTaskArgs.builder() .taskKey("run_agg_query") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .query(JobTaskSqlTaskQueryArgs.builder() .queryId(databricks_sql_query.agg_query().id()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_dashboard") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .dashboard(JobTaskSqlTaskDashboardArgs.builder() .dashboardId(databricks_sql_dashboard.dash().id()) .subscriptions(JobTaskSqlTaskDashboardSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_alert") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .alert(JobTaskSqlTaskAlertArgs.builder() .alertId(databricks_sql_alert.alert().id()) .subscriptions(JobTaskSqlTaskAlertSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build()) .build()); } }resources: sqlAggregationJob: type: databricks:Job properties: tasks: - taskKey: run_agg_query sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} query: queryId: ${databricks_sql_query.agg_query.id} - taskKey: run_dashboard sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} dashboard: dashboardId: ${databricks_sql_dashboard.dash.id} subscriptions: - userName: user@domain.com - taskKey: run_alert sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} alert: alertId: ${databricks_sql_alert.alert.id} subscriptions: - userName: user@domain.com- source String
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition.
- path string
If
sourceisGIT: Relative path to the file in the repository specified in thegit_sourceblock with SQL commands to execute. IfsourceisWORKSPACE: Absolute path to the file in the workspace with SQL commands to execute.Example
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const sqlAggregationJob = new databricks.Job("sqlAggregationJob", {tasks: [ { taskKey: "run_agg_query", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, query: { queryId: databricks_sql_query.agg_query.id, }, }, }, { taskKey: "run_dashboard", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, dashboard: { dashboardId: databricks_sql_dashboard.dash.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, { taskKey: "run_alert", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, alert: { alertId: databricks_sql_alert.alert.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, ]});
import pulumi import pulumi_databricks as databricks sql_aggregation_job = databricks.Job("sqlAggregationJob", tasks=[ databricks.JobTaskArgs( task_key="run_agg_query", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], query=databricks.JobTaskSqlTaskQueryArgs( query_id=databricks_sql_query["agg_query"]["id"], ), ), ), databricks.JobTaskArgs( task_key="run_dashboard", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], dashboard=databricks.JobTaskSqlTaskDashboardArgs( dashboard_id=databricks_sql_dashboard["dash"]["id"], subscriptions=[databricks.JobTaskSqlTaskDashboardSubscriptionArgs( user_name="user@domain.com", )], ), ), ), databricks.JobTaskArgs( task_key="run_alert", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], alert=databricks.JobTaskSqlTaskAlertArgs( alert_id=databricks_sql_alert["alert"]["id"], subscriptions=[databricks.JobTaskSqlTaskAlertSubscriptionArgs( user_name="user@domain.com", )], ), ), ), ])using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var sqlAggregationJob = new Databricks.Job("sqlAggregationJob", new() { Tasks = new[] { new Databricks.Inputs.JobTaskArgs { TaskKey = "run_agg_query", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Query = new Databricks.Inputs.JobTaskSqlTaskQueryArgs { QueryId = databricks_sql_query.Agg_query.Id, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_dashboard", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Dashboard = new Databricks.Inputs.JobTaskSqlTaskDashboardArgs { DashboardId = databricks_sql_dashboard.Dash.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskDashboardSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_alert", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Alert = new Databricks.Inputs.JobTaskSqlTaskAlertArgs { AlertId = databricks_sql_alert.Alert.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskAlertSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "sqlAggregationJob", &databricks.JobArgs{ Tasks: databricks.JobTaskArray{ &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_agg_query"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Query: &databricks.JobTaskSqlTaskQueryArgs{ QueryId: pulumi.Any(databricks_sql_query.Agg_query.Id), }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_dashboard"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Dashboard: &databricks.JobTaskSqlTaskDashboardArgs{ DashboardId: pulumi.Any(databricks_sql_dashboard.Dash.Id), Subscriptions: databricks.JobTaskSqlTaskDashboardSubscriptionArray{ &databricks.JobTaskSqlTaskDashboardSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_alert"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Alert: &databricks.JobTaskSqlTaskAlertArgs{ AlertId: pulumi.Any(databricks_sql_alert.Alert.Id), Subscriptions: databricks.JobTaskSqlTaskAlertSubscriptionArray{ &databricks.JobTaskSqlTaskAlertSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskQueryArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskDashboardArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskAlertArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var sqlAggregationJob = new Job("sqlAggregationJob", JobArgs.builder() .tasks( JobTaskArgs.builder() .taskKey("run_agg_query") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .query(JobTaskSqlTaskQueryArgs.builder() .queryId(databricks_sql_query.agg_query().id()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_dashboard") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .dashboard(JobTaskSqlTaskDashboardArgs.builder() .dashboardId(databricks_sql_dashboard.dash().id()) .subscriptions(JobTaskSqlTaskDashboardSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_alert") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .alert(JobTaskSqlTaskAlertArgs.builder() .alertId(databricks_sql_alert.alert().id()) .subscriptions(JobTaskSqlTaskAlertSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build()) .build()); } }resources: sqlAggregationJob: type: databricks:Job properties: tasks: - taskKey: run_agg_query sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} query: queryId: ${databricks_sql_query.agg_query.id} - taskKey: run_dashboard sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} dashboard: dashboardId: ${databricks_sql_dashboard.dash.id} subscriptions: - userName: user@domain.com - taskKey: run_alert sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} alert: alertId: ${databricks_sql_alert.alert.id} subscriptions: - userName: user@domain.com- source string
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition.
- path str
If
sourceisGIT: Relative path to the file in the repository specified in thegit_sourceblock with SQL commands to execute. IfsourceisWORKSPACE: Absolute path to the file in the workspace with SQL commands to execute.Example
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const sqlAggregationJob = new databricks.Job("sqlAggregationJob", {tasks: [ { taskKey: "run_agg_query", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, query: { queryId: databricks_sql_query.agg_query.id, }, }, }, { taskKey: "run_dashboard", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, dashboard: { dashboardId: databricks_sql_dashboard.dash.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, { taskKey: "run_alert", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, alert: { alertId: databricks_sql_alert.alert.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, ]});
import pulumi import pulumi_databricks as databricks sql_aggregation_job = databricks.Job("sqlAggregationJob", tasks=[ databricks.JobTaskArgs( task_key="run_agg_query", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], query=databricks.JobTaskSqlTaskQueryArgs( query_id=databricks_sql_query["agg_query"]["id"], ), ), ), databricks.JobTaskArgs( task_key="run_dashboard", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], dashboard=databricks.JobTaskSqlTaskDashboardArgs( dashboard_id=databricks_sql_dashboard["dash"]["id"], subscriptions=[databricks.JobTaskSqlTaskDashboardSubscriptionArgs( user_name="user@domain.com", )], ), ), ), databricks.JobTaskArgs( task_key="run_alert", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], alert=databricks.JobTaskSqlTaskAlertArgs( alert_id=databricks_sql_alert["alert"]["id"], subscriptions=[databricks.JobTaskSqlTaskAlertSubscriptionArgs( user_name="user@domain.com", )], ), ), ), ])using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var sqlAggregationJob = new Databricks.Job("sqlAggregationJob", new() { Tasks = new[] { new Databricks.Inputs.JobTaskArgs { TaskKey = "run_agg_query", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Query = new Databricks.Inputs.JobTaskSqlTaskQueryArgs { QueryId = databricks_sql_query.Agg_query.Id, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_dashboard", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Dashboard = new Databricks.Inputs.JobTaskSqlTaskDashboardArgs { DashboardId = databricks_sql_dashboard.Dash.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskDashboardSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_alert", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Alert = new Databricks.Inputs.JobTaskSqlTaskAlertArgs { AlertId = databricks_sql_alert.Alert.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskAlertSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "sqlAggregationJob", &databricks.JobArgs{ Tasks: databricks.JobTaskArray{ &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_agg_query"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Query: &databricks.JobTaskSqlTaskQueryArgs{ QueryId: pulumi.Any(databricks_sql_query.Agg_query.Id), }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_dashboard"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Dashboard: &databricks.JobTaskSqlTaskDashboardArgs{ DashboardId: pulumi.Any(databricks_sql_dashboard.Dash.Id), Subscriptions: databricks.JobTaskSqlTaskDashboardSubscriptionArray{ &databricks.JobTaskSqlTaskDashboardSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_alert"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Alert: &databricks.JobTaskSqlTaskAlertArgs{ AlertId: pulumi.Any(databricks_sql_alert.Alert.Id), Subscriptions: databricks.JobTaskSqlTaskAlertSubscriptionArray{ &databricks.JobTaskSqlTaskAlertSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskQueryArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskDashboardArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskAlertArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var sqlAggregationJob = new Job("sqlAggregationJob", JobArgs.builder() .tasks( JobTaskArgs.builder() .taskKey("run_agg_query") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .query(JobTaskSqlTaskQueryArgs.builder() .queryId(databricks_sql_query.agg_query().id()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_dashboard") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .dashboard(JobTaskSqlTaskDashboardArgs.builder() .dashboardId(databricks_sql_dashboard.dash().id()) .subscriptions(JobTaskSqlTaskDashboardSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_alert") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .alert(JobTaskSqlTaskAlertArgs.builder() .alertId(databricks_sql_alert.alert().id()) .subscriptions(JobTaskSqlTaskAlertSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build()) .build()); } }resources: sqlAggregationJob: type: databricks:Job properties: tasks: - taskKey: run_agg_query sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} query: queryId: ${databricks_sql_query.agg_query.id} - taskKey: run_dashboard sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} dashboard: dashboardId: ${databricks_sql_dashboard.dash.id} subscriptions: - userName: user@domain.com - taskKey: run_alert sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} alert: alertId: ${databricks_sql_alert.alert.id} subscriptions: - userName: user@domain.com- source str
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition.
- path String
If
sourceisGIT: Relative path to the file in the repository specified in thegit_sourceblock with SQL commands to execute. IfsourceisWORKSPACE: Absolute path to the file in the workspace with SQL commands to execute.Example
import * as pulumi from "@pulumi/pulumi"; import * as databricks from "@pulumi/databricks";const sqlAggregationJob = new databricks.Job("sqlAggregationJob", {tasks: [ { taskKey: "run_agg_query", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, query: { queryId: databricks_sql_query.agg_query.id, }, }, }, { taskKey: "run_dashboard", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, dashboard: { dashboardId: databricks_sql_dashboard.dash.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, { taskKey: "run_alert", sqlTask: { warehouseId: databricks_sql_endpoint.sql_job_warehouse.id, alert: { alertId: databricks_sql_alert.alert.id, subscriptions: [{ userName: "user@domain.com", }], }, }, }, ]});
import pulumi import pulumi_databricks as databricks sql_aggregation_job = databricks.Job("sqlAggregationJob", tasks=[ databricks.JobTaskArgs( task_key="run_agg_query", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], query=databricks.JobTaskSqlTaskQueryArgs( query_id=databricks_sql_query["agg_query"]["id"], ), ), ), databricks.JobTaskArgs( task_key="run_dashboard", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], dashboard=databricks.JobTaskSqlTaskDashboardArgs( dashboard_id=databricks_sql_dashboard["dash"]["id"], subscriptions=[databricks.JobTaskSqlTaskDashboardSubscriptionArgs( user_name="user@domain.com", )], ), ), ), databricks.JobTaskArgs( task_key="run_alert", sql_task=databricks.JobTaskSqlTaskArgs( warehouse_id=databricks_sql_endpoint["sql_job_warehouse"]["id"], alert=databricks.JobTaskSqlTaskAlertArgs( alert_id=databricks_sql_alert["alert"]["id"], subscriptions=[databricks.JobTaskSqlTaskAlertSubscriptionArgs( user_name="user@domain.com", )], ), ), ), ])using System.Collections.Generic; using System.Linq; using Pulumi; using Databricks = Pulumi.Databricks; return await Deployment.RunAsync(() => { var sqlAggregationJob = new Databricks.Job("sqlAggregationJob", new() { Tasks = new[] { new Databricks.Inputs.JobTaskArgs { TaskKey = "run_agg_query", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Query = new Databricks.Inputs.JobTaskSqlTaskQueryArgs { QueryId = databricks_sql_query.Agg_query.Id, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_dashboard", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Dashboard = new Databricks.Inputs.JobTaskSqlTaskDashboardArgs { DashboardId = databricks_sql_dashboard.Dash.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskDashboardSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, new Databricks.Inputs.JobTaskArgs { TaskKey = "run_alert", SqlTask = new Databricks.Inputs.JobTaskSqlTaskArgs { WarehouseId = databricks_sql_endpoint.Sql_job_warehouse.Id, Alert = new Databricks.Inputs.JobTaskSqlTaskAlertArgs { AlertId = databricks_sql_alert.Alert.Id, Subscriptions = new[] { new Databricks.Inputs.JobTaskSqlTaskAlertSubscriptionArgs { UserName = "user@domain.com", }, }, }, }, }, }, }); });package main import ( "github.com/pulumi/pulumi-databricks/sdk/go/databricks" "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { _, err := databricks.NewJob(ctx, "sqlAggregationJob", &databricks.JobArgs{ Tasks: databricks.JobTaskArray{ &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_agg_query"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Query: &databricks.JobTaskSqlTaskQueryArgs{ QueryId: pulumi.Any(databricks_sql_query.Agg_query.Id), }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_dashboard"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Dashboard: &databricks.JobTaskSqlTaskDashboardArgs{ DashboardId: pulumi.Any(databricks_sql_dashboard.Dash.Id), Subscriptions: databricks.JobTaskSqlTaskDashboardSubscriptionArray{ &databricks.JobTaskSqlTaskDashboardSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, &databricks.JobTaskArgs{ TaskKey: pulumi.String("run_alert"), SqlTask: &databricks.JobTaskSqlTaskArgs{ WarehouseId: pulumi.Any(databricks_sql_endpoint.Sql_job_warehouse.Id), Alert: &databricks.JobTaskSqlTaskAlertArgs{ AlertId: pulumi.Any(databricks_sql_alert.Alert.Id), Subscriptions: databricks.JobTaskSqlTaskAlertSubscriptionArray{ &databricks.JobTaskSqlTaskAlertSubscriptionArgs{ UserName: pulumi.String("user@domain.com"), }, }, }, }, }, }, }) if err != nil { return err } return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import com.pulumi.databricks.Job; import com.pulumi.databricks.JobArgs; import com.pulumi.databricks.inputs.JobTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskQueryArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskDashboardArgs; import com.pulumi.databricks.inputs.JobTaskSqlTaskAlertArgs; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { var sqlAggregationJob = new Job("sqlAggregationJob", JobArgs.builder() .tasks( JobTaskArgs.builder() .taskKey("run_agg_query") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .query(JobTaskSqlTaskQueryArgs.builder() .queryId(databricks_sql_query.agg_query().id()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_dashboard") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .dashboard(JobTaskSqlTaskDashboardArgs.builder() .dashboardId(databricks_sql_dashboard.dash().id()) .subscriptions(JobTaskSqlTaskDashboardSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build(), JobTaskArgs.builder() .taskKey("run_alert") .sqlTask(JobTaskSqlTaskArgs.builder() .warehouseId(databricks_sql_endpoint.sql_job_warehouse().id()) .alert(JobTaskSqlTaskAlertArgs.builder() .alertId(databricks_sql_alert.alert().id()) .subscriptions(JobTaskSqlTaskAlertSubscriptionArgs.builder() .userName("user@domain.com") .build()) .build()) .build()) .build()) .build()); } }resources: sqlAggregationJob: type: databricks:Job properties: tasks: - taskKey: run_agg_query sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} query: queryId: ${databricks_sql_query.agg_query.id} - taskKey: run_dashboard sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} dashboard: dashboardId: ${databricks_sql_dashboard.dash.id} subscriptions: - userName: user@domain.com - taskKey: run_alert sqlTask: warehouseId: ${databricks_sql_endpoint.sql_job_warehouse.id} alert: alertId: ${databricks_sql_alert.alert.id} subscriptions: - userName: user@domain.com- source String
- The source of the project. Possible values are
WORKSPACEandGIT. Defaults toGITif agit_sourceblock is present in the job definition.
JobTaskSqlTaskQuery, JobTaskSqlTaskQueryArgs
- Query
Id string
- Query
Id string
- query
Id String
- query
Id string
- query_
id str
- query
Id String
JobTaskWebhookNotifications, JobTaskWebhookNotificationsArgs
- On
Duration List<JobWarning Threshold Exceededs Task Webhook Notifications On Duration Warning Threshold Exceeded> (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- On
Failures List<JobTask Webhook Notifications On Failure> - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- On
Starts List<JobTask Webhook Notifications On Start> - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- On
Successes List<JobTask Webhook Notifications On Success> - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
- On
Duration []JobWarning Threshold Exceededs Task Webhook Notifications On Duration Warning Threshold Exceeded (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- On
Failures []JobTask Webhook Notifications On Failure - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- On
Starts []JobTask Webhook Notifications On Start - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- On
Successes []JobTask Webhook Notifications On Success - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
- on
Duration List<JobWarning Threshold Exceededs Task Webhook Notifications On Duration Warning Threshold Exceeded> (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- on
Failures List<JobTask Webhook Notifications On Failure> - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- on
Starts List<JobTask Webhook Notifications On Start> - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- on
Successes List<JobTask Webhook Notifications On Success> - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
- on
Duration JobWarning Threshold Exceededs Task Webhook Notifications On Duration Warning Threshold Exceeded[] (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- on
Failures JobTask Webhook Notifications On Failure[] - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- on
Starts JobTask Webhook Notifications On Start[] - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- on
Successes JobTask Webhook Notifications On Success[] - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
- on_
duration_ Sequence[Jobwarning_ threshold_ exceededs Task Webhook Notifications On Duration Warning Threshold Exceeded] (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- on_
failures Sequence[JobTask Webhook Notifications On Failure] - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- on_
starts Sequence[JobTask Webhook Notifications On Start] - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- on_
successes Sequence[JobTask Webhook Notifications On Success] - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
- on
Duration List<Property Map>Warning Threshold Exceededs (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- on
Failures List<Property Map> - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- on
Starts List<Property Map> - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- on
Successes List<Property Map> - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
JobTaskWebhookNotificationsOnDurationWarningThresholdExceeded, JobTaskWebhookNotificationsOnDurationWarningThresholdExceededArgs
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id str
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
JobTaskWebhookNotificationsOnFailure, JobTaskWebhookNotificationsOnFailureArgs
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id str
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
JobTaskWebhookNotificationsOnStart, JobTaskWebhookNotificationsOnStartArgs
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id str
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
JobTaskWebhookNotificationsOnSuccess, JobTaskWebhookNotificationsOnSuccessArgs
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id str
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
JobTrigger, JobTriggerArgs
- File
Arrival JobTrigger File Arrival - configuration block to define a trigger for File Arrival events consisting of following attributes:
- Pause
Status string - Indicate whether this trigger is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted in the block, the server will default to usingUNPAUSEDas a value forpause_status. - Table
Update JobTrigger Table Update - configuration block to define a trigger for Table Update events consisting of following attributes:
- File
Arrival JobTrigger File Arrival - configuration block to define a trigger for File Arrival events consisting of following attributes:
- Pause
Status string - Indicate whether this trigger is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted in the block, the server will default to usingUNPAUSEDas a value forpause_status. - Table
Update JobTrigger Table Update - configuration block to define a trigger for Table Update events consisting of following attributes:
- file
Arrival JobTrigger File Arrival - configuration block to define a trigger for File Arrival events consisting of following attributes:
- pause
Status String - Indicate whether this trigger is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted in the block, the server will default to usingUNPAUSEDas a value forpause_status. - table
Update JobTrigger Table Update - configuration block to define a trigger for Table Update events consisting of following attributes:
- file
Arrival JobTrigger File Arrival - configuration block to define a trigger for File Arrival events consisting of following attributes:
- pause
Status string - Indicate whether this trigger is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted in the block, the server will default to usingUNPAUSEDas a value forpause_status. - table
Update JobTrigger Table Update - configuration block to define a trigger for Table Update events consisting of following attributes:
- file_
arrival JobTrigger File Arrival - configuration block to define a trigger for File Arrival events consisting of following attributes:
- pause_
status str - Indicate whether this trigger is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted in the block, the server will default to usingUNPAUSEDas a value forpause_status. - table_
update JobTrigger Table Update - configuration block to define a trigger for Table Update events consisting of following attributes:
- file
Arrival Property Map - configuration block to define a trigger for File Arrival events consisting of following attributes:
- pause
Status String - Indicate whether this trigger is paused or not. Either
PAUSEDorUNPAUSED. When thepause_statusfield is omitted in the block, the server will default to usingUNPAUSEDas a value forpause_status. - table
Update Property Map - configuration block to define a trigger for Table Update events consisting of following attributes:
JobTriggerFileArrival, JobTriggerFileArrivalArgs
- Url string
- URL of the Git repository to use.
- Min
Time intBetween Triggers Seconds - If set, the trigger starts a run only after the specified amount of time passed since the last time the trigger fired. The minimum allowed value is 60 seconds.
- Wait
After intLast Change Seconds - If set, the trigger starts a run only after no file activity has occurred for the specified amount of time. This makes it possible to wait for a batch of incoming files to arrive before triggering a run. The minimum allowed value is 60 seconds.
- Url string
- URL of the Git repository to use.
- Min
Time intBetween Triggers Seconds - If set, the trigger starts a run only after the specified amount of time passed since the last time the trigger fired. The minimum allowed value is 60 seconds.
- Wait
After intLast Change Seconds - If set, the trigger starts a run only after no file activity has occurred for the specified amount of time. This makes it possible to wait for a batch of incoming files to arrive before triggering a run. The minimum allowed value is 60 seconds.
- url String
- URL of the Git repository to use.
- min
Time IntegerBetween Triggers Seconds - If set, the trigger starts a run only after the specified amount of time passed since the last time the trigger fired. The minimum allowed value is 60 seconds.
- wait
After IntegerLast Change Seconds - If set, the trigger starts a run only after no file activity has occurred for the specified amount of time. This makes it possible to wait for a batch of incoming files to arrive before triggering a run. The minimum allowed value is 60 seconds.
- url string
- URL of the Git repository to use.
- min
Time numberBetween Triggers Seconds - If set, the trigger starts a run only after the specified amount of time passed since the last time the trigger fired. The minimum allowed value is 60 seconds.
- wait
After numberLast Change Seconds - If set, the trigger starts a run only after no file activity has occurred for the specified amount of time. This makes it possible to wait for a batch of incoming files to arrive before triggering a run. The minimum allowed value is 60 seconds.
- url str
- URL of the Git repository to use.
- min_
time_ intbetween_ triggers_ seconds - If set, the trigger starts a run only after the specified amount of time passed since the last time the trigger fired. The minimum allowed value is 60 seconds.
- wait_
after_ intlast_ change_ seconds - If set, the trigger starts a run only after no file activity has occurred for the specified amount of time. This makes it possible to wait for a batch of incoming files to arrive before triggering a run. The minimum allowed value is 60 seconds.
- url String
- URL of the Git repository to use.
- min
Time NumberBetween Triggers Seconds - If set, the trigger starts a run only after the specified amount of time passed since the last time the trigger fired. The minimum allowed value is 60 seconds.
- wait
After NumberLast Change Seconds - If set, the trigger starts a run only after no file activity has occurred for the specified amount of time. This makes it possible to wait for a batch of incoming files to arrive before triggering a run. The minimum allowed value is 60 seconds.
JobTriggerTableUpdate, JobTriggerTableUpdateArgs
- Table
Names List<string> - A list of Delta tables to monitor for changes. The table name must be in the format
catalog_name.schema_name.table_name. - Condition string
- The table(s) condition based on which to trigger a job run. Valid values are
ANY_UPDATEDorALL_UPDATED. - Min
Time intBetween Triggers Seconds - If set, the trigger starts a run only after the specified amount of time passed since the last time the trigger fired. The minimum allowed value is 60 seconds.
- Wait
After intLast Change Seconds - If set, the trigger starts a run only after no file activity has occurred for the specified amount of time. This makes it possible to wait for a batch of incoming files to arrive before triggering a run. The minimum allowed value is 60 seconds.
- Table
Names []string - A list of Delta tables to monitor for changes. The table name must be in the format
catalog_name.schema_name.table_name. - Condition string
- The table(s) condition based on which to trigger a job run. Valid values are
ANY_UPDATEDorALL_UPDATED. - Min
Time intBetween Triggers Seconds - If set, the trigger starts a run only after the specified amount of time passed since the last time the trigger fired. The minimum allowed value is 60 seconds.
- Wait
After intLast Change Seconds - If set, the trigger starts a run only after no file activity has occurred for the specified amount of time. This makes it possible to wait for a batch of incoming files to arrive before triggering a run. The minimum allowed value is 60 seconds.
- table
Names List<String> - A list of Delta tables to monitor for changes. The table name must be in the format
catalog_name.schema_name.table_name. - condition String
- The table(s) condition based on which to trigger a job run. Valid values are
ANY_UPDATEDorALL_UPDATED. - min
Time IntegerBetween Triggers Seconds - If set, the trigger starts a run only after the specified amount of time passed since the last time the trigger fired. The minimum allowed value is 60 seconds.
- wait
After IntegerLast Change Seconds - If set, the trigger starts a run only after no file activity has occurred for the specified amount of time. This makes it possible to wait for a batch of incoming files to arrive before triggering a run. The minimum allowed value is 60 seconds.
- table
Names string[] - A list of Delta tables to monitor for changes. The table name must be in the format
catalog_name.schema_name.table_name. - condition string
- The table(s) condition based on which to trigger a job run. Valid values are
ANY_UPDATEDorALL_UPDATED. - min
Time numberBetween Triggers Seconds - If set, the trigger starts a run only after the specified amount of time passed since the last time the trigger fired. The minimum allowed value is 60 seconds.
- wait
After numberLast Change Seconds - If set, the trigger starts a run only after no file activity has occurred for the specified amount of time. This makes it possible to wait for a batch of incoming files to arrive before triggering a run. The minimum allowed value is 60 seconds.
- table_
names Sequence[str] - A list of Delta tables to monitor for changes. The table name must be in the format
catalog_name.schema_name.table_name. - condition str
- The table(s) condition based on which to trigger a job run. Valid values are
ANY_UPDATEDorALL_UPDATED. - min_
time_ intbetween_ triggers_ seconds - If set, the trigger starts a run only after the specified amount of time passed since the last time the trigger fired. The minimum allowed value is 60 seconds.
- wait_
after_ intlast_ change_ seconds - If set, the trigger starts a run only after no file activity has occurred for the specified amount of time. This makes it possible to wait for a batch of incoming files to arrive before triggering a run. The minimum allowed value is 60 seconds.
- table
Names List<String> - A list of Delta tables to monitor for changes. The table name must be in the format
catalog_name.schema_name.table_name. - condition String
- The table(s) condition based on which to trigger a job run. Valid values are
ANY_UPDATEDorALL_UPDATED. - min
Time NumberBetween Triggers Seconds - If set, the trigger starts a run only after the specified amount of time passed since the last time the trigger fired. The minimum allowed value is 60 seconds.
- wait
After NumberLast Change Seconds - If set, the trigger starts a run only after no file activity has occurred for the specified amount of time. This makes it possible to wait for a batch of incoming files to arrive before triggering a run. The minimum allowed value is 60 seconds.
JobWebhookNotifications, JobWebhookNotificationsArgs
- On
Duration List<JobWarning Threshold Exceededs Webhook Notifications On Duration Warning Threshold Exceeded> (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- On
Failures List<JobWebhook Notifications On Failure> - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- On
Starts List<JobWebhook Notifications On Start> - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- On
Successes List<JobWebhook Notifications On Success> - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
- On
Duration []JobWarning Threshold Exceededs Webhook Notifications On Duration Warning Threshold Exceeded (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- On
Failures []JobWebhook Notifications On Failure - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- On
Starts []JobWebhook Notifications On Start - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- On
Successes []JobWebhook Notifications On Success - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
- on
Duration List<JobWarning Threshold Exceededs Webhook Notifications On Duration Warning Threshold Exceeded> (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- on
Failures List<JobWebhook Notifications On Failure> - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- on
Starts List<JobWebhook Notifications On Start> - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- on
Successes List<JobWebhook Notifications On Success> - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
- on
Duration JobWarning Threshold Exceededs Webhook Notifications On Duration Warning Threshold Exceeded[] (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- on
Failures JobWebhook Notifications On Failure[] - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- on
Starts JobWebhook Notifications On Start[] - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- on
Successes JobWebhook Notifications On Success[] - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
- on_
duration_ Sequence[Jobwarning_ threshold_ exceededs Webhook Notifications On Duration Warning Threshold Exceeded] (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- on_
failures Sequence[JobWebhook Notifications On Failure] - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- on_
starts Sequence[JobWebhook Notifications On Start] - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- on_
successes Sequence[JobWebhook Notifications On Success] - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
- on
Duration List<Property Map>Warning Threshold Exceededs (List) list of notification IDs to call when the duration of a run exceeds the threshold specified by the
RUN_DURATION_SECONDSmetric in thehealthblock.Note that the
idis not to be confused with the name of the alert destination. Theidcan be retrieved through the API or the URL of Databricks UIhttps://<workspace host>/sql/destinations/<notification id>?o=<workspace id>Example
import * as pulumi from "@pulumi/pulumi";import pulumiusing System.Collections.Generic; using System.Linq; using Pulumi;return await Deployment.RunAsync(() => { });
package main import ( "github.com/pulumi/pulumi/sdk/v3/go/pulumi" ) func main() { pulumi.Run(func(ctx *pulumi.Context) error { return nil }) }package generated_program; import com.pulumi.Context; import com.pulumi.Pulumi; import com.pulumi.core.Output; import java.util.List; import java.util.ArrayList; import java.util.Map; import java.io.File; import java.nio.file.Files; import java.nio.file.Paths; public class App { public static void main(String[] args) { Pulumi.run(App::stack); } public static void stack(Context ctx) { } }{}- on
Failures List<Property Map> - (List) list of notification IDs to call when the run fails. A maximum of 3 destinations can be specified.
- on
Starts List<Property Map> - (List) list of notification IDs to call when the run starts. A maximum of 3 destinations can be specified.
- on
Successes List<Property Map> - (List) list of notification IDs to call when the run completes successfully. A maximum of 3 destinations can be specified.
JobWebhookNotificationsOnDurationWarningThresholdExceeded, JobWebhookNotificationsOnDurationWarningThresholdExceededArgs
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id str
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
JobWebhookNotificationsOnFailure, JobWebhookNotificationsOnFailureArgs
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id str
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
JobWebhookNotificationsOnStart, JobWebhookNotificationsOnStartArgs
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id str
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
JobWebhookNotificationsOnSuccess, JobWebhookNotificationsOnSuccessArgs
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- Id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id string
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id str
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
- id String
ID of the system notification that is notified when an event defined in
webhook_notificationsis triggered.Note The following configuration blocks can be standalone or nested inside a
taskblock
Package Details
- Repository
- databricks pulumi/pulumi-databricks
- License
- Apache-2.0
- Notes
- This Pulumi package is based on the
databricksTerraform Provider.