1. Packages
  2. Yandex
  3. API Docs
  4. DataprocCluster
Yandex v0.13.0 published on Tuesday, Feb 22, 2022 by Pulumi

yandex.DataprocCluster

Explore with Pulumi AI

yandex logo
Yandex v0.13.0 published on Tuesday, Feb 22, 2022 by Pulumi

    Manages a Data Proc cluster. For more information, see the official documentation.

    Example Usage

    using System.IO;
    using Pulumi;
    using Yandex = Pulumi.Yandex;
    
    class MyStack : Stack
    {
        public MyStack()
        {
            var fooVpcNetwork = new Yandex.VpcNetwork("fooVpcNetwork", new Yandex.VpcNetworkArgs
            {
            });
            var fooVpcSubnet = new Yandex.VpcSubnet("fooVpcSubnet", new Yandex.VpcSubnetArgs
            {
                Zone = "ru-central1-b",
                NetworkId = fooVpcNetwork.Id,
                V4CidrBlocks = 
                {
                    "10.1.0.0/24",
                },
            });
            var dataprocIamServiceAccount = new Yandex.IamServiceAccount("dataprocIamServiceAccount", new Yandex.IamServiceAccountArgs
            {
                Description = "service account to manage Dataproc Cluster",
            });
            var fooResourcemanagerFolder = Output.Create(Yandex.GetResourcemanagerFolder.InvokeAsync(new Yandex.GetResourcemanagerFolderArgs
            {
                FolderId = "some_folder_id",
            }));
            var dataprocResourcemanagerFolderIamBinding = new Yandex.ResourcemanagerFolderIamBinding("dataprocResourcemanagerFolderIamBinding", new Yandex.ResourcemanagerFolderIamBindingArgs
            {
                FolderId = fooResourcemanagerFolder.Apply(fooResourcemanagerFolder => fooResourcemanagerFolder.Id),
                Role = "mdb.dataproc.agent",
                Members = 
                {
                    dataprocIamServiceAccount.Id.Apply(id => $"serviceAccount:{id}"),
                },
            });
            // required in order to create bucket
            var bucket_creator = new Yandex.ResourcemanagerFolderIamBinding("bucket-creator", new Yandex.ResourcemanagerFolderIamBindingArgs
            {
                FolderId = fooResourcemanagerFolder.Apply(fooResourcemanagerFolder => fooResourcemanagerFolder.Id),
                Role = "editor",
                Members = 
                {
                    dataprocIamServiceAccount.Id.Apply(id => $"serviceAccount:{id}"),
                },
            });
            var fooIamServiceAccountStaticAccessKey = new Yandex.IamServiceAccountStaticAccessKey("fooIamServiceAccountStaticAccessKey", new Yandex.IamServiceAccountStaticAccessKeyArgs
            {
                ServiceAccountId = dataprocIamServiceAccount.Id,
            });
            var fooStorageBucket = new Yandex.StorageBucket("fooStorageBucket", new Yandex.StorageBucketArgs
            {
                Bucket = "foo",
                AccessKey = fooIamServiceAccountStaticAccessKey.AccessKey,
                SecretKey = fooIamServiceAccountStaticAccessKey.SecretKey,
            }, new CustomResourceOptions
            {
                DependsOn = 
                {
                    bucket_creator,
                },
            });
            var fooDataprocCluster = new Yandex.DataprocCluster("fooDataprocCluster", new Yandex.DataprocClusterArgs
            {
                Bucket = fooStorageBucket.Bucket,
                Description = "Dataproc Cluster created by Terraform",
                Labels = 
                {
                    { "created_by", "terraform" },
                },
                ServiceAccountId = dataprocIamServiceAccount.Id,
                ZoneId = "ru-central1-b",
                ClusterConfig = new Yandex.Inputs.DataprocClusterClusterConfigArgs
                {
                    Hadoop = new Yandex.Inputs.DataprocClusterClusterConfigHadoopArgs
                    {
                        Services = 
                        {
                            "HDFS",
                            "YARN",
                            "SPARK",
                            "TEZ",
                            "MAPREDUCE",
                            "HIVE",
                        },
                        Properties = 
                        {
                            { "yarn:yarn.resourcemanager.am.max-attempts", "5" },
                        },
                        SshPublicKeys = 
                        {
                            File.ReadAllText("~/.ssh/id_rsa.pub"),
                        },
                    },
                    SubclusterSpecs = 
                    {
                        new Yandex.Inputs.DataprocClusterClusterConfigSubclusterSpecArgs
                        {
                            Name = "main",
                            Role = "MASTERNODE",
                            Resources = new Yandex.Inputs.DataprocClusterClusterConfigSubclusterSpecResourcesArgs
                            {
                                ResourcePresetId = "s2.small",
                                DiskTypeId = "network-hdd",
                                DiskSize = 20,
                            },
                            SubnetId = fooVpcSubnet.Id,
                            HostsCount = 1,
                        },
                        new Yandex.Inputs.DataprocClusterClusterConfigSubclusterSpecArgs
                        {
                            Name = "data",
                            Role = "DATANODE",
                            Resources = new Yandex.Inputs.DataprocClusterClusterConfigSubclusterSpecResourcesArgs
                            {
                                ResourcePresetId = "s2.small",
                                DiskTypeId = "network-hdd",
                                DiskSize = 20,
                            },
                            SubnetId = fooVpcSubnet.Id,
                            HostsCount = 2,
                        },
                        new Yandex.Inputs.DataprocClusterClusterConfigSubclusterSpecArgs
                        {
                            Name = "compute",
                            Role = "COMPUTENODE",
                            Resources = new Yandex.Inputs.DataprocClusterClusterConfigSubclusterSpecResourcesArgs
                            {
                                ResourcePresetId = "s2.small",
                                DiskTypeId = "network-hdd",
                                DiskSize = 20,
                            },
                            SubnetId = fooVpcSubnet.Id,
                            HostsCount = 2,
                        },
                        new Yandex.Inputs.DataprocClusterClusterConfigSubclusterSpecArgs
                        {
                            Name = "compute_autoscaling",
                            Role = "COMPUTENODE",
                            Resources = new Yandex.Inputs.DataprocClusterClusterConfigSubclusterSpecResourcesArgs
                            {
                                ResourcePresetId = "s2.small",
                                DiskTypeId = "network-hdd",
                                DiskSize = 20,
                            },
                            SubnetId = fooVpcSubnet.Id,
                            HostsCount = 2,
                            AutoscalingConfig = new Yandex.Inputs.DataprocClusterClusterConfigSubclusterSpecAutoscalingConfigArgs
                            {
                                MaxHostsCount = 10,
                                MeasurementDuration = 60,
                                WarmupDuration = 60,
                                StabilizationDuration = 120,
                                Preemptible = false,
                                DecommissionTimeout = 60,
                            },
                        },
                    },
                },
            }, new CustomResourceOptions
            {
                DependsOn = 
                {
                    dataprocResourcemanagerFolderIamBinding,
                },
            });
        }
    
    }
    
    package main
    
    import (
    	"fmt"
    	"io/ioutil"
    
    	"github.com/pulumi/pulumi-yandex/sdk/go/yandex"
    	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
    )
    
    func readFileOrPanic(path string) pulumi.StringPtrInput {
    	data, err := ioutil.ReadFile(path)
    	if err != nil {
    		panic(err.Error())
    	}
    	return pulumi.String(string(data))
    }
    
    func main() {
    	pulumi.Run(func(ctx *pulumi.Context) error {
    		fooVpcNetwork, err := yandex.NewVpcNetwork(ctx, "fooVpcNetwork", nil)
    		if err != nil {
    			return err
    		}
    		fooVpcSubnet, err := yandex.NewVpcSubnet(ctx, "fooVpcSubnet", &yandex.VpcSubnetArgs{
    			Zone:      pulumi.String("ru-central1-b"),
    			NetworkId: fooVpcNetwork.ID(),
    			V4CidrBlocks: pulumi.StringArray{
    				pulumi.String("10.1.0.0/24"),
    			},
    		})
    		if err != nil {
    			return err
    		}
    		dataprocIamServiceAccount, err := yandex.NewIamServiceAccount(ctx, "dataprocIamServiceAccount", &yandex.IamServiceAccountArgs{
    			Description: pulumi.String("service account to manage Dataproc Cluster"),
    		})
    		if err != nil {
    			return err
    		}
    		opt0 := "some_folder_id"
    		fooResourcemanagerFolder, err := yandex.LookupResourcemanagerFolder(ctx, &GetResourcemanagerFolderArgs{
    			FolderId: &opt0,
    		}, nil)
    		if err != nil {
    			return err
    		}
    		dataprocResourcemanagerFolderIamBinding, err := yandex.NewResourcemanagerFolderIamBinding(ctx, "dataprocResourcemanagerFolderIamBinding", &yandex.ResourcemanagerFolderIamBindingArgs{
    			FolderId: pulumi.String(fooResourcemanagerFolder.Id),
    			Role:     pulumi.String("mdb.dataproc.agent"),
    			Members: pulumi.StringArray{
    				dataprocIamServiceAccount.ID().ApplyT(func(id string) (string, error) {
    					return fmt.Sprintf("%v%v", "serviceAccount:", id), nil
    				}).(pulumi.StringOutput),
    			},
    		})
    		if err != nil {
    			return err
    		}
    		_, err = yandex.NewResourcemanagerFolderIamBinding(ctx, "bucket-creator", &yandex.ResourcemanagerFolderIamBindingArgs{
    			FolderId: pulumi.String(fooResourcemanagerFolder.Id),
    			Role:     pulumi.String("editor"),
    			Members: pulumi.StringArray{
    				dataprocIamServiceAccount.ID().ApplyT(func(id string) (string, error) {
    					return fmt.Sprintf("%v%v", "serviceAccount:", id), nil
    				}).(pulumi.StringOutput),
    			},
    		})
    		if err != nil {
    			return err
    		}
    		fooIamServiceAccountStaticAccessKey, err := yandex.NewIamServiceAccountStaticAccessKey(ctx, "fooIamServiceAccountStaticAccessKey", &yandex.IamServiceAccountStaticAccessKeyArgs{
    			ServiceAccountId: dataprocIamServiceAccount.ID(),
    		})
    		if err != nil {
    			return err
    		}
    		fooStorageBucket, err := yandex.NewStorageBucket(ctx, "fooStorageBucket", &yandex.StorageBucketArgs{
    			Bucket:    pulumi.String("foo"),
    			AccessKey: fooIamServiceAccountStaticAccessKey.AccessKey,
    			SecretKey: fooIamServiceAccountStaticAccessKey.SecretKey,
    		}, pulumi.DependsOn([]pulumi.Resource{
    			bucket_creator,
    		}))
    		if err != nil {
    			return err
    		}
    		_, err = yandex.NewDataprocCluster(ctx, "fooDataprocCluster", &yandex.DataprocClusterArgs{
    			Bucket:      fooStorageBucket.Bucket,
    			Description: pulumi.String("Dataproc Cluster created by Terraform"),
    			Labels: pulumi.StringMap{
    				"created_by": pulumi.String("terraform"),
    			},
    			ServiceAccountId: dataprocIamServiceAccount.ID(),
    			ZoneId:           pulumi.String("ru-central1-b"),
    			ClusterConfig: &DataprocClusterClusterConfigArgs{
    				Hadoop: &DataprocClusterClusterConfigHadoopArgs{
    					Services: pulumi.StringArray{
    						pulumi.String("HDFS"),
    						pulumi.String("YARN"),
    						pulumi.String("SPARK"),
    						pulumi.String("TEZ"),
    						pulumi.String("MAPREDUCE"),
    						pulumi.String("HIVE"),
    					},
    					Properties: pulumi.StringMap{
    						"yarn:yarn.resourcemanager.am.max-attempts": pulumi.String("5"),
    					},
    					SshPublicKeys: pulumi.StringArray{
    						readFileOrPanic("~/.ssh/id_rsa.pub"),
    					},
    				},
    				SubclusterSpecs: DataprocClusterClusterConfigSubclusterSpecArray{
    					&DataprocClusterClusterConfigSubclusterSpecArgs{
    						Name: pulumi.String("main"),
    						Role: pulumi.String("MASTERNODE"),
    						Resources: &DataprocClusterClusterConfigSubclusterSpecResourcesArgs{
    							ResourcePresetId: pulumi.String("s2.small"),
    							DiskTypeId:       pulumi.String("network-hdd"),
    							DiskSize:         pulumi.Int(20),
    						},
    						SubnetId:   fooVpcSubnet.ID(),
    						HostsCount: pulumi.Int(1),
    					},
    					&DataprocClusterClusterConfigSubclusterSpecArgs{
    						Name: pulumi.String("data"),
    						Role: pulumi.String("DATANODE"),
    						Resources: &DataprocClusterClusterConfigSubclusterSpecResourcesArgs{
    							ResourcePresetId: pulumi.String("s2.small"),
    							DiskTypeId:       pulumi.String("network-hdd"),
    							DiskSize:         pulumi.Int(20),
    						},
    						SubnetId:   fooVpcSubnet.ID(),
    						HostsCount: pulumi.Int(2),
    					},
    					&DataprocClusterClusterConfigSubclusterSpecArgs{
    						Name: pulumi.String("compute"),
    						Role: pulumi.String("COMPUTENODE"),
    						Resources: &DataprocClusterClusterConfigSubclusterSpecResourcesArgs{
    							ResourcePresetId: pulumi.String("s2.small"),
    							DiskTypeId:       pulumi.String("network-hdd"),
    							DiskSize:         pulumi.Int(20),
    						},
    						SubnetId:   fooVpcSubnet.ID(),
    						HostsCount: pulumi.Int(2),
    					},
    					&DataprocClusterClusterConfigSubclusterSpecArgs{
    						Name: pulumi.String("compute_autoscaling"),
    						Role: pulumi.String("COMPUTENODE"),
    						Resources: &DataprocClusterClusterConfigSubclusterSpecResourcesArgs{
    							ResourcePresetId: pulumi.String("s2.small"),
    							DiskTypeId:       pulumi.String("network-hdd"),
    							DiskSize:         pulumi.Int(20),
    						},
    						SubnetId:   fooVpcSubnet.ID(),
    						HostsCount: pulumi.Int(2),
    						AutoscalingConfig: &DataprocClusterClusterConfigSubclusterSpecAutoscalingConfigArgs{
    							MaxHostsCount:         pulumi.Int(10),
    							MeasurementDuration:   pulumi.Int(60),
    							WarmupDuration:        pulumi.Int(60),
    							StabilizationDuration: pulumi.Int(120),
    							Preemptible:           pulumi.Bool(false),
    							DecommissionTimeout:   pulumi.Int(60),
    						},
    					},
    				},
    			},
    		}, pulumi.DependsOn([]pulumi.Resource{
    			dataprocResourcemanagerFolderIamBinding,
    		}))
    		if err != nil {
    			return err
    		}
    		return nil
    	})
    }
    

    Coming soon!

    import pulumi
    import pulumi_yandex as yandex
    
    foo_vpc_network = yandex.VpcNetwork("fooVpcNetwork")
    foo_vpc_subnet = yandex.VpcSubnet("fooVpcSubnet",
        zone="ru-central1-b",
        network_id=foo_vpc_network.id,
        v4_cidr_blocks=["10.1.0.0/24"])
    dataproc_iam_service_account = yandex.IamServiceAccount("dataprocIamServiceAccount", description="service account to manage Dataproc Cluster")
    foo_resourcemanager_folder = yandex.get_resourcemanager_folder(folder_id="some_folder_id")
    dataproc_resourcemanager_folder_iam_binding = yandex.ResourcemanagerFolderIamBinding("dataprocResourcemanagerFolderIamBinding",
        folder_id=foo_resourcemanager_folder.id,
        role="mdb.dataproc.agent",
        members=[dataproc_iam_service_account.id.apply(lambda id: f"serviceAccount:{id}")])
    # required in order to create bucket
    bucket_creator = yandex.ResourcemanagerFolderIamBinding("bucket-creator",
        folder_id=foo_resourcemanager_folder.id,
        role="editor",
        members=[dataproc_iam_service_account.id.apply(lambda id: f"serviceAccount:{id}")])
    foo_iam_service_account_static_access_key = yandex.IamServiceAccountStaticAccessKey("fooIamServiceAccountStaticAccessKey", service_account_id=dataproc_iam_service_account.id)
    foo_storage_bucket = yandex.StorageBucket("fooStorageBucket",
        bucket="foo",
        access_key=foo_iam_service_account_static_access_key.access_key,
        secret_key=foo_iam_service_account_static_access_key.secret_key,
        opts=pulumi.ResourceOptions(depends_on=[bucket_creator]))
    foo_dataproc_cluster = yandex.DataprocCluster("fooDataprocCluster",
        bucket=foo_storage_bucket.bucket,
        description="Dataproc Cluster created by Terraform",
        labels={
            "created_by": "terraform",
        },
        service_account_id=dataproc_iam_service_account.id,
        zone_id="ru-central1-b",
        cluster_config=yandex.DataprocClusterClusterConfigArgs(
            hadoop=yandex.DataprocClusterClusterConfigHadoopArgs(
                services=[
                    "HDFS",
                    "YARN",
                    "SPARK",
                    "TEZ",
                    "MAPREDUCE",
                    "HIVE",
                ],
                properties={
                    "yarn:yarn.resourcemanager.am.max-attempts": "5",
                },
                ssh_public_keys=[(lambda path: open(path).read())("~/.ssh/id_rsa.pub")],
            ),
            subcluster_specs=[
                yandex.DataprocClusterClusterConfigSubclusterSpecArgs(
                    name="main",
                    role="MASTERNODE",
                    resources=yandex.DataprocClusterClusterConfigSubclusterSpecResourcesArgs(
                        resource_preset_id="s2.small",
                        disk_type_id="network-hdd",
                        disk_size=20,
                    ),
                    subnet_id=foo_vpc_subnet.id,
                    hosts_count=1,
                ),
                yandex.DataprocClusterClusterConfigSubclusterSpecArgs(
                    name="data",
                    role="DATANODE",
                    resources=yandex.DataprocClusterClusterConfigSubclusterSpecResourcesArgs(
                        resource_preset_id="s2.small",
                        disk_type_id="network-hdd",
                        disk_size=20,
                    ),
                    subnet_id=foo_vpc_subnet.id,
                    hosts_count=2,
                ),
                yandex.DataprocClusterClusterConfigSubclusterSpecArgs(
                    name="compute",
                    role="COMPUTENODE",
                    resources=yandex.DataprocClusterClusterConfigSubclusterSpecResourcesArgs(
                        resource_preset_id="s2.small",
                        disk_type_id="network-hdd",
                        disk_size=20,
                    ),
                    subnet_id=foo_vpc_subnet.id,
                    hosts_count=2,
                ),
                yandex.DataprocClusterClusterConfigSubclusterSpecArgs(
                    name="compute_autoscaling",
                    role="COMPUTENODE",
                    resources=yandex.DataprocClusterClusterConfigSubclusterSpecResourcesArgs(
                        resource_preset_id="s2.small",
                        disk_type_id="network-hdd",
                        disk_size=20,
                    ),
                    subnet_id=foo_vpc_subnet.id,
                    hosts_count=2,
                    autoscaling_config=yandex.DataprocClusterClusterConfigSubclusterSpecAutoscalingConfigArgs(
                        max_hosts_count=10,
                        measurement_duration=60,
                        warmup_duration=60,
                        stabilization_duration=120,
                        preemptible=False,
                        decommission_timeout=60,
                    ),
                ),
            ],
        ),
        opts=pulumi.ResourceOptions(depends_on=[dataproc_resourcemanager_folder_iam_binding]))
    
    import * as pulumi from "@pulumi/pulumi";
    import * as yandex from "@pulumi/yandex";
    import * from "fs";
    
    const fooVpcNetwork = new yandex.VpcNetwork("fooVpcNetwork", {});
    const fooVpcSubnet = new yandex.VpcSubnet("fooVpcSubnet", {
        zone: "ru-central1-b",
        networkId: fooVpcNetwork.id,
        v4CidrBlocks: ["10.1.0.0/24"],
    });
    const dataprocIamServiceAccount = new yandex.IamServiceAccount("dataprocIamServiceAccount", {description: "service account to manage Dataproc Cluster"});
    const fooResourcemanagerFolder = yandex.getResourcemanagerFolder({
        folderId: "some_folder_id",
    });
    const dataprocResourcemanagerFolderIamBinding = new yandex.ResourcemanagerFolderIamBinding("dataprocResourcemanagerFolderIamBinding", {
        folderId: fooResourcemanagerFolder.then(fooResourcemanagerFolder => fooResourcemanagerFolder.id),
        role: "mdb.dataproc.agent",
        members: [pulumi.interpolate`serviceAccount:${dataprocIamServiceAccount.id}`],
    });
    // required in order to create bucket
    const bucket_creator = new yandex.ResourcemanagerFolderIamBinding("bucket-creator", {
        folderId: fooResourcemanagerFolder.then(fooResourcemanagerFolder => fooResourcemanagerFolder.id),
        role: "editor",
        members: [pulumi.interpolate`serviceAccount:${dataprocIamServiceAccount.id}`],
    });
    const fooIamServiceAccountStaticAccessKey = new yandex.IamServiceAccountStaticAccessKey("fooIamServiceAccountStaticAccessKey", {serviceAccountId: dataprocIamServiceAccount.id});
    const fooStorageBucket = new yandex.StorageBucket("fooStorageBucket", {
        bucket: "foo",
        accessKey: fooIamServiceAccountStaticAccessKey.accessKey,
        secretKey: fooIamServiceAccountStaticAccessKey.secretKey,
    }, {
        dependsOn: [bucket_creator],
    });
    const fooDataprocCluster = new yandex.DataprocCluster("fooDataprocCluster", {
        bucket: fooStorageBucket.bucket,
        description: "Dataproc Cluster created by Terraform",
        labels: {
            created_by: "terraform",
        },
        serviceAccountId: dataprocIamServiceAccount.id,
        zoneId: "ru-central1-b",
        clusterConfig: {
            hadoop: {
                services: [
                    "HDFS",
                    "YARN",
                    "SPARK",
                    "TEZ",
                    "MAPREDUCE",
                    "HIVE",
                ],
                properties: {
                    "yarn:yarn.resourcemanager.am.max-attempts": 5,
                },
                sshPublicKeys: [fs.readFileSync("~/.ssh/id_rsa.pub")],
            },
            subclusterSpecs: [
                {
                    name: "main",
                    role: "MASTERNODE",
                    resources: {
                        resourcePresetId: "s2.small",
                        diskTypeId: "network-hdd",
                        diskSize: 20,
                    },
                    subnetId: fooVpcSubnet.id,
                    hostsCount: 1,
                },
                {
                    name: "data",
                    role: "DATANODE",
                    resources: {
                        resourcePresetId: "s2.small",
                        diskTypeId: "network-hdd",
                        diskSize: 20,
                    },
                    subnetId: fooVpcSubnet.id,
                    hostsCount: 2,
                },
                {
                    name: "compute",
                    role: "COMPUTENODE",
                    resources: {
                        resourcePresetId: "s2.small",
                        diskTypeId: "network-hdd",
                        diskSize: 20,
                    },
                    subnetId: fooVpcSubnet.id,
                    hostsCount: 2,
                },
                {
                    name: "compute_autoscaling",
                    role: "COMPUTENODE",
                    resources: {
                        resourcePresetId: "s2.small",
                        diskTypeId: "network-hdd",
                        diskSize: 20,
                    },
                    subnetId: fooVpcSubnet.id,
                    hostsCount: 2,
                    autoscalingConfig: {
                        maxHostsCount: 10,
                        measurementDuration: 60,
                        warmupDuration: 60,
                        stabilizationDuration: 120,
                        preemptible: false,
                        decommissionTimeout: 60,
                    },
                },
            ],
        },
    }, {
        dependsOn: [dataprocResourcemanagerFolderIamBinding],
    });
    

    Coming soon!

    Create DataprocCluster Resource

    new DataprocCluster(name: string, args: DataprocClusterArgs, opts?: CustomResourceOptions);
    @overload
    def DataprocCluster(resource_name: str,
                        opts: Optional[ResourceOptions] = None,
                        bucket: Optional[str] = None,
                        cluster_config: Optional[DataprocClusterClusterConfigArgs] = None,
                        deletion_protection: Optional[bool] = None,
                        description: Optional[str] = None,
                        folder_id: Optional[str] = None,
                        host_group_ids: Optional[Sequence[str]] = None,
                        labels: Optional[Mapping[str, str]] = None,
                        name: Optional[str] = None,
                        security_group_ids: Optional[Sequence[str]] = None,
                        service_account_id: Optional[str] = None,
                        ui_proxy: Optional[bool] = None,
                        zone_id: Optional[str] = None)
    @overload
    def DataprocCluster(resource_name: str,
                        args: DataprocClusterArgs,
                        opts: Optional[ResourceOptions] = None)
    func NewDataprocCluster(ctx *Context, name string, args DataprocClusterArgs, opts ...ResourceOption) (*DataprocCluster, error)
    public DataprocCluster(string name, DataprocClusterArgs args, CustomResourceOptions? opts = null)
    public DataprocCluster(String name, DataprocClusterArgs args)
    public DataprocCluster(String name, DataprocClusterArgs args, CustomResourceOptions options)
    
    type: yandex:DataprocCluster
    properties: # The arguments to resource properties.
    options: # Bag of options to control resource's behavior.
    
    
    name string
    The unique name of the resource.
    args DataprocClusterArgs
    The arguments to resource properties.
    opts CustomResourceOptions
    Bag of options to control resource's behavior.
    resource_name str
    The unique name of the resource.
    args DataprocClusterArgs
    The arguments to resource properties.
    opts ResourceOptions
    Bag of options to control resource's behavior.
    ctx Context
    Context object for the current deployment.
    name string
    The unique name of the resource.
    args DataprocClusterArgs
    The arguments to resource properties.
    opts ResourceOption
    Bag of options to control resource's behavior.
    name string
    The unique name of the resource.
    args DataprocClusterArgs
    The arguments to resource properties.
    opts CustomResourceOptions
    Bag of options to control resource's behavior.
    name String
    The unique name of the resource.
    args DataprocClusterArgs
    The arguments to resource properties.
    options CustomResourceOptions
    Bag of options to control resource's behavior.

    DataprocCluster Resource Properties

    To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.

    Inputs

    The DataprocCluster resource accepts the following input properties:

    ClusterConfig DataprocClusterClusterConfig

    Configuration and resources for hosts that should be created with the cluster. The structure is documented below.

    ServiceAccountId string

    Service account to be used by the Data Proc agent to access resources of Yandex.Cloud. Selected service account should have mdb.dataproc.agent role on the folder where the Data Proc cluster will be located.

    Bucket string

    Name of the Object Storage bucket to use for Data Proc jobs. Data Proc Agent saves output of job driver's process to specified bucket. In order for this to work service account (specified by the service_account_id argument) should be given permission to create objects within this bucket.

    DeletionProtection bool

    Inhibits deletion of the cluster. Can be either true or false.

    Description string

    Description of the Data Proc cluster.

    FolderId string

    ID of the folder to create a cluster in. If it is not provided, the default provider folder is used.

    HostGroupIds List<string>

    A list of host group IDs to place VMs of the cluster on.

    Labels Dictionary<string, string>

    A set of key/value label pairs to assign to the Data Proc cluster.

    Name string

    Name of the Data Proc subcluster.

    SecurityGroupIds List<string>

    A list of security group IDs that the cluster belongs to.

    UiProxy bool

    Whether to enable UI Proxy feature.

    ZoneId string

    ID of the availability zone to create cluster in. If it is not provided, the default provider zone is used.

    ClusterConfig DataprocClusterClusterConfigArgs

    Configuration and resources for hosts that should be created with the cluster. The structure is documented below.

    ServiceAccountId string

    Service account to be used by the Data Proc agent to access resources of Yandex.Cloud. Selected service account should have mdb.dataproc.agent role on the folder where the Data Proc cluster will be located.

    Bucket string

    Name of the Object Storage bucket to use for Data Proc jobs. Data Proc Agent saves output of job driver's process to specified bucket. In order for this to work service account (specified by the service_account_id argument) should be given permission to create objects within this bucket.

    DeletionProtection bool

    Inhibits deletion of the cluster. Can be either true or false.

    Description string

    Description of the Data Proc cluster.

    FolderId string

    ID of the folder to create a cluster in. If it is not provided, the default provider folder is used.

    HostGroupIds []string

    A list of host group IDs to place VMs of the cluster on.

    Labels map[string]string

    A set of key/value label pairs to assign to the Data Proc cluster.

    Name string

    Name of the Data Proc subcluster.

    SecurityGroupIds []string

    A list of security group IDs that the cluster belongs to.

    UiProxy bool

    Whether to enable UI Proxy feature.

    ZoneId string

    ID of the availability zone to create cluster in. If it is not provided, the default provider zone is used.

    clusterConfig DataprocClusterClusterConfig

    Configuration and resources for hosts that should be created with the cluster. The structure is documented below.

    serviceAccountId String

    Service account to be used by the Data Proc agent to access resources of Yandex.Cloud. Selected service account should have mdb.dataproc.agent role on the folder where the Data Proc cluster will be located.

    bucket String

    Name of the Object Storage bucket to use for Data Proc jobs. Data Proc Agent saves output of job driver's process to specified bucket. In order for this to work service account (specified by the service_account_id argument) should be given permission to create objects within this bucket.

    deletionProtection Boolean

    Inhibits deletion of the cluster. Can be either true or false.

    description String

    Description of the Data Proc cluster.

    folderId String

    ID of the folder to create a cluster in. If it is not provided, the default provider folder is used.

    hostGroupIds List<String>

    A list of host group IDs to place VMs of the cluster on.

    labels Map<String,String>

    A set of key/value label pairs to assign to the Data Proc cluster.

    name String

    Name of the Data Proc subcluster.

    securityGroupIds List<String>

    A list of security group IDs that the cluster belongs to.

    uiProxy Boolean

    Whether to enable UI Proxy feature.

    zoneId String

    ID of the availability zone to create cluster in. If it is not provided, the default provider zone is used.

    clusterConfig DataprocClusterClusterConfig

    Configuration and resources for hosts that should be created with the cluster. The structure is documented below.

    serviceAccountId string

    Service account to be used by the Data Proc agent to access resources of Yandex.Cloud. Selected service account should have mdb.dataproc.agent role on the folder where the Data Proc cluster will be located.

    bucket string

    Name of the Object Storage bucket to use for Data Proc jobs. Data Proc Agent saves output of job driver's process to specified bucket. In order for this to work service account (specified by the service_account_id argument) should be given permission to create objects within this bucket.

    deletionProtection boolean

    Inhibits deletion of the cluster. Can be either true or false.

    description string

    Description of the Data Proc cluster.

    folderId string

    ID of the folder to create a cluster in. If it is not provided, the default provider folder is used.

    hostGroupIds string[]

    A list of host group IDs to place VMs of the cluster on.

    labels {[key: string]: string}

    A set of key/value label pairs to assign to the Data Proc cluster.

    name string

    Name of the Data Proc subcluster.

    securityGroupIds string[]

    A list of security group IDs that the cluster belongs to.

    uiProxy boolean

    Whether to enable UI Proxy feature.

    zoneId string

    ID of the availability zone to create cluster in. If it is not provided, the default provider zone is used.

    cluster_config DataprocClusterClusterConfigArgs

    Configuration and resources for hosts that should be created with the cluster. The structure is documented below.

    service_account_id str

    Service account to be used by the Data Proc agent to access resources of Yandex.Cloud. Selected service account should have mdb.dataproc.agent role on the folder where the Data Proc cluster will be located.

    bucket str

    Name of the Object Storage bucket to use for Data Proc jobs. Data Proc Agent saves output of job driver's process to specified bucket. In order for this to work service account (specified by the service_account_id argument) should be given permission to create objects within this bucket.

    deletion_protection bool

    Inhibits deletion of the cluster. Can be either true or false.

    description str

    Description of the Data Proc cluster.

    folder_id str

    ID of the folder to create a cluster in. If it is not provided, the default provider folder is used.

    host_group_ids Sequence[str]

    A list of host group IDs to place VMs of the cluster on.

    labels Mapping[str, str]

    A set of key/value label pairs to assign to the Data Proc cluster.

    name str

    Name of the Data Proc subcluster.

    security_group_ids Sequence[str]

    A list of security group IDs that the cluster belongs to.

    ui_proxy bool

    Whether to enable UI Proxy feature.

    zone_id str

    ID of the availability zone to create cluster in. If it is not provided, the default provider zone is used.

    clusterConfig Property Map

    Configuration and resources for hosts that should be created with the cluster. The structure is documented below.

    serviceAccountId String

    Service account to be used by the Data Proc agent to access resources of Yandex.Cloud. Selected service account should have mdb.dataproc.agent role on the folder where the Data Proc cluster will be located.

    bucket String

    Name of the Object Storage bucket to use for Data Proc jobs. Data Proc Agent saves output of job driver's process to specified bucket. In order for this to work service account (specified by the service_account_id argument) should be given permission to create objects within this bucket.

    deletionProtection Boolean

    Inhibits deletion of the cluster. Can be either true or false.

    description String

    Description of the Data Proc cluster.

    folderId String

    ID of the folder to create a cluster in. If it is not provided, the default provider folder is used.

    hostGroupIds List<String>

    A list of host group IDs to place VMs of the cluster on.

    labels Map<String>

    A set of key/value label pairs to assign to the Data Proc cluster.

    name String

    Name of the Data Proc subcluster.

    securityGroupIds List<String>

    A list of security group IDs that the cluster belongs to.

    uiProxy Boolean

    Whether to enable UI Proxy feature.

    zoneId String

    ID of the availability zone to create cluster in. If it is not provided, the default provider zone is used.

    Outputs

    All input properties are implicitly available as output properties. Additionally, the DataprocCluster resource produces the following output properties:

    CreatedAt string

    (Computed) The Data Proc cluster creation timestamp.

    • cluster_config.0.subcluster_spec.X.id - (Computed) ID of the subcluster.
    Id string

    The provider-assigned unique ID for this managed resource.

    CreatedAt string

    (Computed) The Data Proc cluster creation timestamp.

    • cluster_config.0.subcluster_spec.X.id - (Computed) ID of the subcluster.
    Id string

    The provider-assigned unique ID for this managed resource.

    createdAt String

    (Computed) The Data Proc cluster creation timestamp.

    • cluster_config.0.subcluster_spec.X.id - (Computed) ID of the subcluster.
    id String

    The provider-assigned unique ID for this managed resource.

    createdAt string

    (Computed) The Data Proc cluster creation timestamp.

    • cluster_config.0.subcluster_spec.X.id - (Computed) ID of the subcluster.
    id string

    The provider-assigned unique ID for this managed resource.

    created_at str

    (Computed) The Data Proc cluster creation timestamp.

    • cluster_config.0.subcluster_spec.X.id - (Computed) ID of the subcluster.
    id str

    The provider-assigned unique ID for this managed resource.

    createdAt String

    (Computed) The Data Proc cluster creation timestamp.

    • cluster_config.0.subcluster_spec.X.id - (Computed) ID of the subcluster.
    id String

    The provider-assigned unique ID for this managed resource.

    Look up Existing DataprocCluster Resource

    Get an existing DataprocCluster resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.

    public static get(name: string, id: Input<ID>, state?: DataprocClusterState, opts?: CustomResourceOptions): DataprocCluster
    @staticmethod
    def get(resource_name: str,
            id: str,
            opts: Optional[ResourceOptions] = None,
            bucket: Optional[str] = None,
            cluster_config: Optional[DataprocClusterClusterConfigArgs] = None,
            created_at: Optional[str] = None,
            deletion_protection: Optional[bool] = None,
            description: Optional[str] = None,
            folder_id: Optional[str] = None,
            host_group_ids: Optional[Sequence[str]] = None,
            labels: Optional[Mapping[str, str]] = None,
            name: Optional[str] = None,
            security_group_ids: Optional[Sequence[str]] = None,
            service_account_id: Optional[str] = None,
            ui_proxy: Optional[bool] = None,
            zone_id: Optional[str] = None) -> DataprocCluster
    func GetDataprocCluster(ctx *Context, name string, id IDInput, state *DataprocClusterState, opts ...ResourceOption) (*DataprocCluster, error)
    public static DataprocCluster Get(string name, Input<string> id, DataprocClusterState? state, CustomResourceOptions? opts = null)
    public static DataprocCluster get(String name, Output<String> id, DataprocClusterState state, CustomResourceOptions options)
    Resource lookup is not supported in YAML
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    resource_name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    The following state arguments are supported:
    Bucket string

    Name of the Object Storage bucket to use for Data Proc jobs. Data Proc Agent saves output of job driver's process to specified bucket. In order for this to work service account (specified by the service_account_id argument) should be given permission to create objects within this bucket.

    ClusterConfig DataprocClusterClusterConfig

    Configuration and resources for hosts that should be created with the cluster. The structure is documented below.

    CreatedAt string

    (Computed) The Data Proc cluster creation timestamp.

    • cluster_config.0.subcluster_spec.X.id - (Computed) ID of the subcluster.
    DeletionProtection bool

    Inhibits deletion of the cluster. Can be either true or false.

    Description string

    Description of the Data Proc cluster.

    FolderId string

    ID of the folder to create a cluster in. If it is not provided, the default provider folder is used.

    HostGroupIds List<string>

    A list of host group IDs to place VMs of the cluster on.

    Labels Dictionary<string, string>

    A set of key/value label pairs to assign to the Data Proc cluster.

    Name string

    Name of the Data Proc subcluster.

    SecurityGroupIds List<string>

    A list of security group IDs that the cluster belongs to.

    ServiceAccountId string

    Service account to be used by the Data Proc agent to access resources of Yandex.Cloud. Selected service account should have mdb.dataproc.agent role on the folder where the Data Proc cluster will be located.

    UiProxy bool

    Whether to enable UI Proxy feature.

    ZoneId string

    ID of the availability zone to create cluster in. If it is not provided, the default provider zone is used.

    Bucket string

    Name of the Object Storage bucket to use for Data Proc jobs. Data Proc Agent saves output of job driver's process to specified bucket. In order for this to work service account (specified by the service_account_id argument) should be given permission to create objects within this bucket.

    ClusterConfig DataprocClusterClusterConfigArgs

    Configuration and resources for hosts that should be created with the cluster. The structure is documented below.

    CreatedAt string

    (Computed) The Data Proc cluster creation timestamp.

    • cluster_config.0.subcluster_spec.X.id - (Computed) ID of the subcluster.
    DeletionProtection bool

    Inhibits deletion of the cluster. Can be either true or false.

    Description string

    Description of the Data Proc cluster.

    FolderId string

    ID of the folder to create a cluster in. If it is not provided, the default provider folder is used.

    HostGroupIds []string

    A list of host group IDs to place VMs of the cluster on.

    Labels map[string]string

    A set of key/value label pairs to assign to the Data Proc cluster.

    Name string

    Name of the Data Proc subcluster.

    SecurityGroupIds []string

    A list of security group IDs that the cluster belongs to.

    ServiceAccountId string

    Service account to be used by the Data Proc agent to access resources of Yandex.Cloud. Selected service account should have mdb.dataproc.agent role on the folder where the Data Proc cluster will be located.

    UiProxy bool

    Whether to enable UI Proxy feature.

    ZoneId string

    ID of the availability zone to create cluster in. If it is not provided, the default provider zone is used.

    bucket String

    Name of the Object Storage bucket to use for Data Proc jobs. Data Proc Agent saves output of job driver's process to specified bucket. In order for this to work service account (specified by the service_account_id argument) should be given permission to create objects within this bucket.

    clusterConfig DataprocClusterClusterConfig

    Configuration and resources for hosts that should be created with the cluster. The structure is documented below.

    createdAt String

    (Computed) The Data Proc cluster creation timestamp.

    • cluster_config.0.subcluster_spec.X.id - (Computed) ID of the subcluster.
    deletionProtection Boolean

    Inhibits deletion of the cluster. Can be either true or false.

    description String

    Description of the Data Proc cluster.

    folderId String

    ID of the folder to create a cluster in. If it is not provided, the default provider folder is used.

    hostGroupIds List<String>

    A list of host group IDs to place VMs of the cluster on.

    labels Map<String,String>

    A set of key/value label pairs to assign to the Data Proc cluster.

    name String

    Name of the Data Proc subcluster.

    securityGroupIds List<String>

    A list of security group IDs that the cluster belongs to.

    serviceAccountId String

    Service account to be used by the Data Proc agent to access resources of Yandex.Cloud. Selected service account should have mdb.dataproc.agent role on the folder where the Data Proc cluster will be located.

    uiProxy Boolean

    Whether to enable UI Proxy feature.

    zoneId String

    ID of the availability zone to create cluster in. If it is not provided, the default provider zone is used.

    bucket string

    Name of the Object Storage bucket to use for Data Proc jobs. Data Proc Agent saves output of job driver's process to specified bucket. In order for this to work service account (specified by the service_account_id argument) should be given permission to create objects within this bucket.

    clusterConfig DataprocClusterClusterConfig

    Configuration and resources for hosts that should be created with the cluster. The structure is documented below.

    createdAt string

    (Computed) The Data Proc cluster creation timestamp.

    • cluster_config.0.subcluster_spec.X.id - (Computed) ID of the subcluster.
    deletionProtection boolean

    Inhibits deletion of the cluster. Can be either true or false.

    description string

    Description of the Data Proc cluster.

    folderId string

    ID of the folder to create a cluster in. If it is not provided, the default provider folder is used.

    hostGroupIds string[]

    A list of host group IDs to place VMs of the cluster on.

    labels {[key: string]: string}

    A set of key/value label pairs to assign to the Data Proc cluster.

    name string

    Name of the Data Proc subcluster.

    securityGroupIds string[]

    A list of security group IDs that the cluster belongs to.

    serviceAccountId string

    Service account to be used by the Data Proc agent to access resources of Yandex.Cloud. Selected service account should have mdb.dataproc.agent role on the folder where the Data Proc cluster will be located.

    uiProxy boolean

    Whether to enable UI Proxy feature.

    zoneId string

    ID of the availability zone to create cluster in. If it is not provided, the default provider zone is used.

    bucket str

    Name of the Object Storage bucket to use for Data Proc jobs. Data Proc Agent saves output of job driver's process to specified bucket. In order for this to work service account (specified by the service_account_id argument) should be given permission to create objects within this bucket.

    cluster_config DataprocClusterClusterConfigArgs

    Configuration and resources for hosts that should be created with the cluster. The structure is documented below.

    created_at str

    (Computed) The Data Proc cluster creation timestamp.

    • cluster_config.0.subcluster_spec.X.id - (Computed) ID of the subcluster.
    deletion_protection bool

    Inhibits deletion of the cluster. Can be either true or false.

    description str

    Description of the Data Proc cluster.

    folder_id str

    ID of the folder to create a cluster in. If it is not provided, the default provider folder is used.

    host_group_ids Sequence[str]

    A list of host group IDs to place VMs of the cluster on.

    labels Mapping[str, str]

    A set of key/value label pairs to assign to the Data Proc cluster.

    name str

    Name of the Data Proc subcluster.

    security_group_ids Sequence[str]

    A list of security group IDs that the cluster belongs to.

    service_account_id str

    Service account to be used by the Data Proc agent to access resources of Yandex.Cloud. Selected service account should have mdb.dataproc.agent role on the folder where the Data Proc cluster will be located.

    ui_proxy bool

    Whether to enable UI Proxy feature.

    zone_id str

    ID of the availability zone to create cluster in. If it is not provided, the default provider zone is used.

    bucket String

    Name of the Object Storage bucket to use for Data Proc jobs. Data Proc Agent saves output of job driver's process to specified bucket. In order for this to work service account (specified by the service_account_id argument) should be given permission to create objects within this bucket.

    clusterConfig Property Map

    Configuration and resources for hosts that should be created with the cluster. The structure is documented below.

    createdAt String

    (Computed) The Data Proc cluster creation timestamp.

    • cluster_config.0.subcluster_spec.X.id - (Computed) ID of the subcluster.
    deletionProtection Boolean

    Inhibits deletion of the cluster. Can be either true or false.

    description String

    Description of the Data Proc cluster.

    folderId String

    ID of the folder to create a cluster in. If it is not provided, the default provider folder is used.

    hostGroupIds List<String>

    A list of host group IDs to place VMs of the cluster on.

    labels Map<String>

    A set of key/value label pairs to assign to the Data Proc cluster.

    name String

    Name of the Data Proc subcluster.

    securityGroupIds List<String>

    A list of security group IDs that the cluster belongs to.

    serviceAccountId String

    Service account to be used by the Data Proc agent to access resources of Yandex.Cloud. Selected service account should have mdb.dataproc.agent role on the folder where the Data Proc cluster will be located.

    uiProxy Boolean

    Whether to enable UI Proxy feature.

    zoneId String

    ID of the availability zone to create cluster in. If it is not provided, the default provider zone is used.

    Supporting Types

    DataprocClusterClusterConfig, DataprocClusterClusterConfigArgs

    SubclusterSpecs List<DataprocClusterClusterConfigSubclusterSpec>

    Configuration of the Data Proc subcluster. The structure is documented below.

    Hadoop DataprocClusterClusterConfigHadoop

    Data Proc specific options. The structure is documented below.

    VersionId string

    Version of Data Proc image.

    SubclusterSpecs []DataprocClusterClusterConfigSubclusterSpec

    Configuration of the Data Proc subcluster. The structure is documented below.

    Hadoop DataprocClusterClusterConfigHadoop

    Data Proc specific options. The structure is documented below.

    VersionId string

    Version of Data Proc image.

    subclusterSpecs List<DataprocClusterClusterConfigSubclusterSpec>

    Configuration of the Data Proc subcluster. The structure is documented below.

    hadoop DataprocClusterClusterConfigHadoop

    Data Proc specific options. The structure is documented below.

    versionId String

    Version of Data Proc image.

    subclusterSpecs DataprocClusterClusterConfigSubclusterSpec[]

    Configuration of the Data Proc subcluster. The structure is documented below.

    hadoop DataprocClusterClusterConfigHadoop

    Data Proc specific options. The structure is documented below.

    versionId string

    Version of Data Proc image.

    subcluster_specs Sequence[DataprocClusterClusterConfigSubclusterSpec]

    Configuration of the Data Proc subcluster. The structure is documented below.

    hadoop DataprocClusterClusterConfigHadoop

    Data Proc specific options. The structure is documented below.

    version_id str

    Version of Data Proc image.

    subclusterSpecs List<Property Map>

    Configuration of the Data Proc subcluster. The structure is documented below.

    hadoop Property Map

    Data Proc specific options. The structure is documented below.

    versionId String

    Version of Data Proc image.

    DataprocClusterClusterConfigHadoop, DataprocClusterClusterConfigHadoopArgs

    Properties Dictionary<string, string>

    A set of key/value pairs that are used to configure cluster services.

    Services List<string>

    List of services to run on Data Proc cluster.

    SshPublicKeys List<string>

    List of SSH public keys to put to the hosts of the cluster. For information on how to connect to the cluster, see the official documentation.

    Properties map[string]string

    A set of key/value pairs that are used to configure cluster services.

    Services []string

    List of services to run on Data Proc cluster.

    SshPublicKeys []string

    List of SSH public keys to put to the hosts of the cluster. For information on how to connect to the cluster, see the official documentation.

    properties Map<String,String>

    A set of key/value pairs that are used to configure cluster services.

    services List<String>

    List of services to run on Data Proc cluster.

    sshPublicKeys List<String>

    List of SSH public keys to put to the hosts of the cluster. For information on how to connect to the cluster, see the official documentation.

    properties {[key: string]: string}

    A set of key/value pairs that are used to configure cluster services.

    services string[]

    List of services to run on Data Proc cluster.

    sshPublicKeys string[]

    List of SSH public keys to put to the hosts of the cluster. For information on how to connect to the cluster, see the official documentation.

    properties Mapping[str, str]

    A set of key/value pairs that are used to configure cluster services.

    services Sequence[str]

    List of services to run on Data Proc cluster.

    ssh_public_keys Sequence[str]

    List of SSH public keys to put to the hosts of the cluster. For information on how to connect to the cluster, see the official documentation.

    properties Map<String>

    A set of key/value pairs that are used to configure cluster services.

    services List<String>

    List of services to run on Data Proc cluster.

    sshPublicKeys List<String>

    List of SSH public keys to put to the hosts of the cluster. For information on how to connect to the cluster, see the official documentation.

    DataprocClusterClusterConfigSubclusterSpec, DataprocClusterClusterConfigSubclusterSpecArgs

    HostsCount int

    Number of hosts within Data Proc subcluster.

    Name string

    Name of the Data Proc subcluster.

    Resources DataprocClusterClusterConfigSubclusterSpecResources

    Resources allocated to each host of the Data Proc subcluster. The structure is documented below.

    Role string

    Role of the subcluster in the Data Proc cluster.

    SubnetId string

    The ID of the subnet, to which hosts of the subcluster belong. Subnets of all the subclusters must belong to the same VPC network.

    AutoscalingConfig DataprocClusterClusterConfigSubclusterSpecAutoscalingConfig

    Autoscaling configuration for compute subclusters.

    Id string

    (Computed) ID of a new Data Proc cluster.

    HostsCount int

    Number of hosts within Data Proc subcluster.

    Name string

    Name of the Data Proc subcluster.

    Resources DataprocClusterClusterConfigSubclusterSpecResources

    Resources allocated to each host of the Data Proc subcluster. The structure is documented below.

    Role string

    Role of the subcluster in the Data Proc cluster.

    SubnetId string

    The ID of the subnet, to which hosts of the subcluster belong. Subnets of all the subclusters must belong to the same VPC network.

    AutoscalingConfig DataprocClusterClusterConfigSubclusterSpecAutoscalingConfig

    Autoscaling configuration for compute subclusters.

    Id string

    (Computed) ID of a new Data Proc cluster.

    hostsCount Integer

    Number of hosts within Data Proc subcluster.

    name String

    Name of the Data Proc subcluster.

    resources DataprocClusterClusterConfigSubclusterSpecResources

    Resources allocated to each host of the Data Proc subcluster. The structure is documented below.

    role String

    Role of the subcluster in the Data Proc cluster.

    subnetId String

    The ID of the subnet, to which hosts of the subcluster belong. Subnets of all the subclusters must belong to the same VPC network.

    autoscalingConfig DataprocClusterClusterConfigSubclusterSpecAutoscalingConfig

    Autoscaling configuration for compute subclusters.

    id String

    (Computed) ID of a new Data Proc cluster.

    hostsCount number

    Number of hosts within Data Proc subcluster.

    name string

    Name of the Data Proc subcluster.

    resources DataprocClusterClusterConfigSubclusterSpecResources

    Resources allocated to each host of the Data Proc subcluster. The structure is documented below.

    role string

    Role of the subcluster in the Data Proc cluster.

    subnetId string

    The ID of the subnet, to which hosts of the subcluster belong. Subnets of all the subclusters must belong to the same VPC network.

    autoscalingConfig DataprocClusterClusterConfigSubclusterSpecAutoscalingConfig

    Autoscaling configuration for compute subclusters.

    id string

    (Computed) ID of a new Data Proc cluster.

    hosts_count int

    Number of hosts within Data Proc subcluster.

    name str

    Name of the Data Proc subcluster.

    resources DataprocClusterClusterConfigSubclusterSpecResources

    Resources allocated to each host of the Data Proc subcluster. The structure is documented below.

    role str

    Role of the subcluster in the Data Proc cluster.

    subnet_id str

    The ID of the subnet, to which hosts of the subcluster belong. Subnets of all the subclusters must belong to the same VPC network.

    autoscaling_config DataprocClusterClusterConfigSubclusterSpecAutoscalingConfig

    Autoscaling configuration for compute subclusters.

    id str

    (Computed) ID of a new Data Proc cluster.

    hostsCount Number

    Number of hosts within Data Proc subcluster.

    name String

    Name of the Data Proc subcluster.

    resources Property Map

    Resources allocated to each host of the Data Proc subcluster. The structure is documented below.

    role String

    Role of the subcluster in the Data Proc cluster.

    subnetId String

    The ID of the subnet, to which hosts of the subcluster belong. Subnets of all the subclusters must belong to the same VPC network.

    autoscalingConfig Property Map

    Autoscaling configuration for compute subclusters.

    id String

    (Computed) ID of a new Data Proc cluster.

    DataprocClusterClusterConfigSubclusterSpecAutoscalingConfig, DataprocClusterClusterConfigSubclusterSpecAutoscalingConfigArgs

    MaxHostsCount int

    Maximum number of nodes in autoscaling subclusters.

    CpuUtilizationTarget double

    Defines an autoscaling rule based on the average CPU utilization of the instance group. If not set default autoscaling metric will be used.

    DecommissionTimeout int

    Timeout to gracefully decommission nodes during downscaling. In seconds.

    MeasurementDuration int

    Time in seconds allotted for averaging metrics.

    Preemptible bool

    Bool flag -- whether to use preemptible compute instances. Preemptible instances are stopped at least once every 24 hours, and can be stopped at any time if their resources are needed by Compute. For more information, see Preemptible Virtual Machines.

    StabilizationDuration int

    Minimum amount of time in seconds allotted for monitoring before Instance Groups can reduce the number of instances in the group. During this time, the group size doesn't decrease, even if the new metric values indicate that it should.

    WarmupDuration int

    The warmup time of the instance in seconds. During this time, traffic is sent to the instance, but instance metrics are not collected.

    MaxHostsCount int

    Maximum number of nodes in autoscaling subclusters.

    CpuUtilizationTarget float64

    Defines an autoscaling rule based on the average CPU utilization of the instance group. If not set default autoscaling metric will be used.

    DecommissionTimeout int

    Timeout to gracefully decommission nodes during downscaling. In seconds.

    MeasurementDuration int

    Time in seconds allotted for averaging metrics.

    Preemptible bool

    Bool flag -- whether to use preemptible compute instances. Preemptible instances are stopped at least once every 24 hours, and can be stopped at any time if their resources are needed by Compute. For more information, see Preemptible Virtual Machines.

    StabilizationDuration int

    Minimum amount of time in seconds allotted for monitoring before Instance Groups can reduce the number of instances in the group. During this time, the group size doesn't decrease, even if the new metric values indicate that it should.

    WarmupDuration int

    The warmup time of the instance in seconds. During this time, traffic is sent to the instance, but instance metrics are not collected.

    maxHostsCount Integer

    Maximum number of nodes in autoscaling subclusters.

    cpuUtilizationTarget Double

    Defines an autoscaling rule based on the average CPU utilization of the instance group. If not set default autoscaling metric will be used.

    decommissionTimeout Integer

    Timeout to gracefully decommission nodes during downscaling. In seconds.

    measurementDuration Integer

    Time in seconds allotted for averaging metrics.

    preemptible Boolean

    Bool flag -- whether to use preemptible compute instances. Preemptible instances are stopped at least once every 24 hours, and can be stopped at any time if their resources are needed by Compute. For more information, see Preemptible Virtual Machines.

    stabilizationDuration Integer

    Minimum amount of time in seconds allotted for monitoring before Instance Groups can reduce the number of instances in the group. During this time, the group size doesn't decrease, even if the new metric values indicate that it should.

    warmupDuration Integer

    The warmup time of the instance in seconds. During this time, traffic is sent to the instance, but instance metrics are not collected.

    maxHostsCount number

    Maximum number of nodes in autoscaling subclusters.

    cpuUtilizationTarget number

    Defines an autoscaling rule based on the average CPU utilization of the instance group. If not set default autoscaling metric will be used.

    decommissionTimeout number

    Timeout to gracefully decommission nodes during downscaling. In seconds.

    measurementDuration number

    Time in seconds allotted for averaging metrics.

    preemptible boolean

    Bool flag -- whether to use preemptible compute instances. Preemptible instances are stopped at least once every 24 hours, and can be stopped at any time if their resources are needed by Compute. For more information, see Preemptible Virtual Machines.

    stabilizationDuration number

    Minimum amount of time in seconds allotted for monitoring before Instance Groups can reduce the number of instances in the group. During this time, the group size doesn't decrease, even if the new metric values indicate that it should.

    warmupDuration number

    The warmup time of the instance in seconds. During this time, traffic is sent to the instance, but instance metrics are not collected.

    max_hosts_count int

    Maximum number of nodes in autoscaling subclusters.

    cpu_utilization_target float

    Defines an autoscaling rule based on the average CPU utilization of the instance group. If not set default autoscaling metric will be used.

    decommission_timeout int

    Timeout to gracefully decommission nodes during downscaling. In seconds.

    measurement_duration int

    Time in seconds allotted for averaging metrics.

    preemptible bool

    Bool flag -- whether to use preemptible compute instances. Preemptible instances are stopped at least once every 24 hours, and can be stopped at any time if their resources are needed by Compute. For more information, see Preemptible Virtual Machines.

    stabilization_duration int

    Minimum amount of time in seconds allotted for monitoring before Instance Groups can reduce the number of instances in the group. During this time, the group size doesn't decrease, even if the new metric values indicate that it should.

    warmup_duration int

    The warmup time of the instance in seconds. During this time, traffic is sent to the instance, but instance metrics are not collected.

    maxHostsCount Number

    Maximum number of nodes in autoscaling subclusters.

    cpuUtilizationTarget Number

    Defines an autoscaling rule based on the average CPU utilization of the instance group. If not set default autoscaling metric will be used.

    decommissionTimeout Number

    Timeout to gracefully decommission nodes during downscaling. In seconds.

    measurementDuration Number

    Time in seconds allotted for averaging metrics.

    preemptible Boolean

    Bool flag -- whether to use preemptible compute instances. Preemptible instances are stopped at least once every 24 hours, and can be stopped at any time if their resources are needed by Compute. For more information, see Preemptible Virtual Machines.

    stabilizationDuration Number

    Minimum amount of time in seconds allotted for monitoring before Instance Groups can reduce the number of instances in the group. During this time, the group size doesn't decrease, even if the new metric values indicate that it should.

    warmupDuration Number

    The warmup time of the instance in seconds. During this time, traffic is sent to the instance, but instance metrics are not collected.

    DataprocClusterClusterConfigSubclusterSpecResources, DataprocClusterClusterConfigSubclusterSpecResourcesArgs

    DiskSize int

    Volume of the storage available to a host, in gigabytes.

    ResourcePresetId string

    The ID of the preset for computational resources available to a host. All available presets are listed in the documentation.

    DiskTypeId string

    Type of the storage of a host. One of network-hdd (default) or network-ssd.

    DiskSize int

    Volume of the storage available to a host, in gigabytes.

    ResourcePresetId string

    The ID of the preset for computational resources available to a host. All available presets are listed in the documentation.

    DiskTypeId string

    Type of the storage of a host. One of network-hdd (default) or network-ssd.

    diskSize Integer

    Volume of the storage available to a host, in gigabytes.

    resourcePresetId String

    The ID of the preset for computational resources available to a host. All available presets are listed in the documentation.

    diskTypeId String

    Type of the storage of a host. One of network-hdd (default) or network-ssd.

    diskSize number

    Volume of the storage available to a host, in gigabytes.

    resourcePresetId string

    The ID of the preset for computational resources available to a host. All available presets are listed in the documentation.

    diskTypeId string

    Type of the storage of a host. One of network-hdd (default) or network-ssd.

    disk_size int

    Volume of the storage available to a host, in gigabytes.

    resource_preset_id str

    The ID of the preset for computational resources available to a host. All available presets are listed in the documentation.

    disk_type_id str

    Type of the storage of a host. One of network-hdd (default) or network-ssd.

    diskSize Number

    Volume of the storage available to a host, in gigabytes.

    resourcePresetId String

    The ID of the preset for computational resources available to a host. All available presets are listed in the documentation.

    diskTypeId String

    Type of the storage of a host. One of network-hdd (default) or network-ssd.

    Import

    A cluster can be imported using the id of the resource, e.g.

     $ pulumi import yandex:index/dataprocCluster:DataprocCluster foo cluster_id
    

    Package Details

    Repository
    Yandex pulumi/pulumi-yandex
    License
    Apache-2.0
    Notes

    This Pulumi package is based on the yandex Terraform Provider.

    yandex logo
    Yandex v0.13.0 published on Tuesday, Feb 22, 2022 by Pulumi