databricks logo
Databricks v1.14.0, May 23 23

databricks.getDbfsFilePaths

Explore with Pulumi AI

Note If you have a fully automated setup with workspaces created by databricks_mws_workspaces, please make sure to add depends_on attribute in order to prevent default auth: cannot configure default credentials errors.

This data source allows to get list of file names from get file content from Databricks File System (DBFS).

The following resources are used in the same context:

Example Usage

using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Databricks = Pulumi.Databricks;

return await Deployment.RunAsync(() => 
{
    var partitions = Databricks.GetDbfsFilePaths.Invoke(new()
    {
        Path = "dbfs:/user/hive/default.db/table",
        Recursive = false,
    });

});
package main

import (
	"github.com/pulumi/pulumi-databricks/sdk/go/databricks"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		_, err := databricks.GetDbfsFilePaths(ctx, &databricks.GetDbfsFilePathsArgs{
			Path:      "dbfs:/user/hive/default.db/table",
			Recursive: false,
		}, nil)
		if err != nil {
			return err
		}
		return nil
	})
}
package generated_program;

import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.databricks.DatabricksFunctions;
import com.pulumi.databricks.inputs.GetDbfsFilePathsArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;

public class App {
    public static void main(String[] args) {
        Pulumi.run(App::stack);
    }

    public static void stack(Context ctx) {
        final var partitions = DatabricksFunctions.getDbfsFilePaths(GetDbfsFilePathsArgs.builder()
            .path("dbfs:/user/hive/default.db/table")
            .recursive(false)
            .build());

    }
}
import pulumi
import pulumi_databricks as databricks

partitions = databricks.get_dbfs_file_paths(path="dbfs:/user/hive/default.db/table",
    recursive=False)
import * as pulumi from "@pulumi/pulumi";
import * as databricks from "@pulumi/databricks";

const partitions = databricks.getDbfsFilePaths({
    path: "dbfs:/user/hive/default.db/table",
    recursive: false,
});
variables:
  partitions:
    fn::invoke:
      Function: databricks:getDbfsFilePaths
      Arguments:
        path: dbfs:/user/hive/default.db/table
        recursive: false

Using getDbfsFilePaths

Two invocation forms are available. The direct form accepts plain arguments and either blocks until the result value is available, or returns a Promise-wrapped result. The output form accepts Input-wrapped arguments and returns an Output-wrapped result.

function getDbfsFilePaths(args: GetDbfsFilePathsArgs, opts?: InvokeOptions): Promise<GetDbfsFilePathsResult>
function getDbfsFilePathsOutput(args: GetDbfsFilePathsOutputArgs, opts?: InvokeOptions): Output<GetDbfsFilePathsResult>
def get_dbfs_file_paths(path: Optional[str] = None,
                        recursive: Optional[bool] = None,
                        opts: Optional[InvokeOptions] = None) -> GetDbfsFilePathsResult
def get_dbfs_file_paths_output(path: Optional[pulumi.Input[str]] = None,
                        recursive: Optional[pulumi.Input[bool]] = None,
                        opts: Optional[InvokeOptions] = None) -> Output[GetDbfsFilePathsResult]
func GetDbfsFilePaths(ctx *Context, args *GetDbfsFilePathsArgs, opts ...InvokeOption) (*GetDbfsFilePathsResult, error)
func GetDbfsFilePathsOutput(ctx *Context, args *GetDbfsFilePathsOutputArgs, opts ...InvokeOption) GetDbfsFilePathsResultOutput

> Note: This function is named GetDbfsFilePaths in the Go SDK.

public static class GetDbfsFilePaths 
{
    public static Task<GetDbfsFilePathsResult> InvokeAsync(GetDbfsFilePathsArgs args, InvokeOptions? opts = null)
    public static Output<GetDbfsFilePathsResult> Invoke(GetDbfsFilePathsInvokeArgs args, InvokeOptions? opts = null)
}
public static CompletableFuture<GetDbfsFilePathsResult> getDbfsFilePaths(GetDbfsFilePathsArgs args, InvokeOptions options)
// Output-based functions aren't available in Java yet
fn::invoke:
  function: databricks:index/getDbfsFilePaths:getDbfsFilePaths
  arguments:
    # arguments dictionary

The following arguments are supported:

Path string

Path on DBFS for the file to perform listing

Recursive bool

Either or not recursively list all files

Path string

Path on DBFS for the file to perform listing

Recursive bool

Either or not recursively list all files

path String

Path on DBFS for the file to perform listing

recursive Boolean

Either or not recursively list all files

path string

Path on DBFS for the file to perform listing

recursive boolean

Either or not recursively list all files

path str

Path on DBFS for the file to perform listing

recursive bool

Either or not recursively list all files

path String

Path on DBFS for the file to perform listing

recursive Boolean

Either or not recursively list all files

getDbfsFilePaths Result

The following output properties are available:

Id string

The provider-assigned unique ID for this managed resource.

Path string
PathLists List<GetDbfsFilePathsPathList>

returns list of objects with path and file_size attributes in each

Recursive bool
Id string

The provider-assigned unique ID for this managed resource.

Path string
PathLists []GetDbfsFilePathsPathList

returns list of objects with path and file_size attributes in each

Recursive bool
id String

The provider-assigned unique ID for this managed resource.

path String
pathLists List<GetDbfsFilePathsPathList>

returns list of objects with path and file_size attributes in each

recursive Boolean
id string

The provider-assigned unique ID for this managed resource.

path string
pathLists GetDbfsFilePathsPathList[]

returns list of objects with path and file_size attributes in each

recursive boolean
id str

The provider-assigned unique ID for this managed resource.

path str
path_lists Sequence[GetDbfsFilePathsPathList]

returns list of objects with path and file_size attributes in each

recursive bool
id String

The provider-assigned unique ID for this managed resource.

path String
pathLists List<Property Map>

returns list of objects with path and file_size attributes in each

recursive Boolean

Supporting Types

GetDbfsFilePathsPathList

FileSize int
Path string

Path on DBFS for the file to perform listing

FileSize int
Path string

Path on DBFS for the file to perform listing

fileSize Integer
path String

Path on DBFS for the file to perform listing

fileSize number
path string

Path on DBFS for the file to perform listing

file_size int
path str

Path on DBFS for the file to perform listing

fileSize Number
path String

Path on DBFS for the file to perform listing

Package Details

Repository
databricks pulumi/pulumi-databricks
License
Apache-2.0
Notes

This Pulumi package is based on the databricks Terraform Provider.