1. Packages
  2. Airbyte Provider
  3. API Docs
  4. SourceGcs
Viewing docs for airbyte 1.0.0
published on Wednesday, Mar 4, 2026 by airbytehq
Schema (JSON)
airbytehq/terraform-provider-airbyte

airbyte.SourceGcs

airbyte logo
Viewing docs for airbyte 1.0.0
published on Wednesday, Mar 4, 2026 by airbytehq
Schema (JSON)
airbytehq/terraform-provider-airbyte

    SourceGcs Resource

    Example Usage

    import * as pulumi from "@pulumi/pulumi";
import * as airbyte from "@pulumi/airbyte";

const mySourceGcs = new airbyte.SourceGcs("my_source_gcs", {
    configuration: {
        bucket: "...my_bucket...",
        credentials: {
            serviceAccountAuthentication: {
                serviceAccount: "...my_service_account...",
            },
        },
        deliveryMethod: {
            copyRawFiles: {
                preserveDirectoryStructure: false,
            },
        },
        startDate: "2021-01-01T00:00:00.000000Z",
        streams: [{
            daysToSyncIfHistoryIsFull: 6,
            format: {
                excelFormat: {},
            },
            globs: ["..."],
            inputSchema: "...my_input_schema...",
            legacyPrefix: "...my_legacy_prefix...",
            name: "...my_name...",
            primaryKey: "...my_primary_key...",
            recentNFilesToReadForSchemaDiscovery: 6,
            schemaless: false,
            useFirstFoundFileForSchemaDiscovery: false,
            validationPolicy: "Wait for Discover",
        }],
    },
    definitionId: "9b2af220-0694-476e-aec8-441217b74908",
    name: "...my_name...",
    secretId: "...my_secret_id...",
    workspaceId: "4d3d2617-b7bf-4f1a-9c4e-25756fd184ac",
});

    import pulumi
import pulumi_airbyte as airbyte

my_source_gcs = airbyte.SourceGcs("my_source_gcs",
    configuration={
        "bucket": "...my_bucket...",
        "credentials": {
            "service_account_authentication": {
                "service_account": "...my_service_account...",
            },
        },
        "delivery_method": {
            "copy_raw_files": {
                "preserve_directory_structure": False,
            },
        },
        "start_date": "2021-01-01T00:00:00.000000Z",
        "streams": [{
            "days_to_sync_if_history_is_full": 6,
            "format": {
                "excel_format": {},
            },
            "globs": ["..."],
            "input_schema": "...my_input_schema...",
            "legacy_prefix": "...my_legacy_prefix...",
            "name": "...my_name...",
            "primary_key": "...my_primary_key...",
            "recent_n_files_to_read_for_schema_discovery": 6,
            "schemaless": False,
            "use_first_found_file_for_schema_discovery": False,
            "validation_policy": "Wait for Discover",
        }],
    },
    definition_id="9b2af220-0694-476e-aec8-441217b74908",
    name="...my_name...",
    secret_id="...my_secret_id...",
    workspace_id="4d3d2617-b7bf-4f1a-9c4e-25756fd184ac")

    package main

import (
	"github.com/pulumi/pulumi-terraform-provider/sdks/go/airbyte/airbyte"
	"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		_, err := airbyte.NewSourceGcs(ctx, "my_source_gcs", &airbyte.SourceGcsArgs{
			Configuration: &airbyte.SourceGcsConfigurationArgs{
				Bucket: pulumi.String("...my_bucket..."),
				Credentials: &airbyte.SourceGcsConfigurationCredentialsArgs{
					ServiceAccountAuthentication: &airbyte.SourceGcsConfigurationCredentialsServiceAccountAuthenticationArgs{
						ServiceAccount: pulumi.String("...my_service_account..."),
					},
				},
				DeliveryMethod: &airbyte.SourceGcsConfigurationDeliveryMethodArgs{
					CopyRawFiles: &airbyte.SourceGcsConfigurationDeliveryMethodCopyRawFilesArgs{
						PreserveDirectoryStructure: pulumi.Bool(false),
					},
				},
				StartDate: pulumi.String("2021-01-01T00:00:00.000000Z"),
				Streams: airbyte.SourceGcsConfigurationStreamArray{
					&airbyte.SourceGcsConfigurationStreamArgs{
						DaysToSyncIfHistoryIsFull: pulumi.Float64(6),
						Format: &airbyte.SourceGcsConfigurationStreamFormatArgs{
							ExcelFormat: &airbyte.SourceGcsConfigurationStreamFormatExcelFormatArgs{},
						},
						Globs: pulumi.StringArray{
							pulumi.String("..."),
						},
						InputSchema:                          pulumi.String("...my_input_schema..."),
						LegacyPrefix:                         pulumi.String("...my_legacy_prefix..."),
						Name:                                 pulumi.String("...my_name..."),
						PrimaryKey:                           pulumi.String("...my_primary_key..."),
						RecentNFilesToReadForSchemaDiscovery: pulumi.Float64(6),
						Schemaless:                           pulumi.Bool(false),
						UseFirstFoundFileForSchemaDiscovery:  pulumi.Bool(false),
						ValidationPolicy:                     pulumi.String("Wait for Discover"),
					},
				},
			},
			DefinitionId: pulumi.String("9b2af220-0694-476e-aec8-441217b74908"),
			Name:         pulumi.String("...my_name..."),
			SecretId:     pulumi.String("...my_secret_id..."),
			WorkspaceId:  pulumi.String("4d3d2617-b7bf-4f1a-9c4e-25756fd184ac"),
		})
		if err != nil {
			return err
		}
		return nil
	})
}

    using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Airbyte = Pulumi.Airbyte;

return await Deployment.RunAsync(() => 
{
    var mySourceGcs = new Airbyte.SourceGcs("my_source_gcs", new()
    {
        Configuration = new Airbyte.Inputs.SourceGcsConfigurationArgs
        {
            Bucket = "...my_bucket...",
            Credentials = new Airbyte.Inputs.SourceGcsConfigurationCredentialsArgs
            {
                ServiceAccountAuthentication = new Airbyte.Inputs.SourceGcsConfigurationCredentialsServiceAccountAuthenticationArgs
                {
                    ServiceAccount = "...my_service_account...",
                },
            },
            DeliveryMethod = new Airbyte.Inputs.SourceGcsConfigurationDeliveryMethodArgs
            {
                CopyRawFiles = new Airbyte.Inputs.SourceGcsConfigurationDeliveryMethodCopyRawFilesArgs
                {
                    PreserveDirectoryStructure = false,
                },
            },
            StartDate = "2021-01-01T00:00:00.000000Z",
            Streams = new[]
            {
                new Airbyte.Inputs.SourceGcsConfigurationStreamArgs
                {
                    DaysToSyncIfHistoryIsFull = 6,
                    Format = new Airbyte.Inputs.SourceGcsConfigurationStreamFormatArgs
                    {
                        ExcelFormat = null,
                    },
                    Globs = new[]
                    {
                        "...",
                    },
                    InputSchema = "...my_input_schema...",
                    LegacyPrefix = "...my_legacy_prefix...",
                    Name = "...my_name...",
                    PrimaryKey = "...my_primary_key...",
                    RecentNFilesToReadForSchemaDiscovery = 6,
                    Schemaless = false,
                    UseFirstFoundFileForSchemaDiscovery = false,
                    ValidationPolicy = "Wait for Discover",
                },
            },
        },
        DefinitionId = "9b2af220-0694-476e-aec8-441217b74908",
        Name = "...my_name...",
        SecretId = "...my_secret_id...",
        WorkspaceId = "4d3d2617-b7bf-4f1a-9c4e-25756fd184ac",
    });

});

    package generated_program;

import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.airbyte.SourceGcs;
import com.pulumi.airbyte.SourceGcsArgs;
import com.pulumi.airbyte.inputs.SourceGcsConfigurationArgs;
import com.pulumi.airbyte.inputs.SourceGcsConfigurationCredentialsArgs;
import com.pulumi.airbyte.inputs.SourceGcsConfigurationCredentialsServiceAccountAuthenticationArgs;
import com.pulumi.airbyte.inputs.SourceGcsConfigurationDeliveryMethodArgs;
import com.pulumi.airbyte.inputs.SourceGcsConfigurationDeliveryMethodCopyRawFilesArgs;
import java.util.List;
import java.util.ArrayList;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;

public class App {
    public static void main(String[] args) {
        Pulumi.run(App::stack);
    }

    public static void stack(Context ctx) {
        var mySourceGcs = new SourceGcs("mySourceGcs", SourceGcsArgs.builder()
            .configuration(SourceGcsConfigurationArgs.builder()
                .bucket("...my_bucket...")
                .credentials(SourceGcsConfigurationCredentialsArgs.builder()
                    .serviceAccountAuthentication(SourceGcsConfigurationCredentialsServiceAccountAuthenticationArgs.builder()
                        .serviceAccount("...my_service_account...")
                        .build())
                    .build())
                .deliveryMethod(SourceGcsConfigurationDeliveryMethodArgs.builder()
                    .copyRawFiles(SourceGcsConfigurationDeliveryMethodCopyRawFilesArgs.builder()
                        .preserveDirectoryStructure(false)
                        .build())
                    .build())
                .startDate("2021-01-01T00:00:00.000000Z")
                .streams(SourceGcsConfigurationStreamArgs.builder()
                    .daysToSyncIfHistoryIsFull(6.0)
                    .format(SourceGcsConfigurationStreamFormatArgs.builder()
                        .excelFormat(SourceGcsConfigurationStreamFormatExcelFormatArgs.builder()
                            .build())
                        .build())
                    .globs("...")
                    .inputSchema("...my_input_schema...")
                    .legacyPrefix("...my_legacy_prefix...")
                    .name("...my_name...")
                    .primaryKey("...my_primary_key...")
                    .recentNFilesToReadForSchemaDiscovery(6.0)
                    .schemaless(false)
                    .useFirstFoundFileForSchemaDiscovery(false)
                    .validationPolicy("Wait for Discover")
                    .build())
                .build())
            .definitionId("9b2af220-0694-476e-aec8-441217b74908")
            .name("...my_name...")
            .secretId("...my_secret_id...")
            .workspaceId("4d3d2617-b7bf-4f1a-9c4e-25756fd184ac")
            .build());

    }
}

    resources:
  mySourceGcs:
    type: airbyte:SourceGcs
    name: my_source_gcs
    properties:
      configuration:
        bucket: '...my_bucket...'
        credentials:
          serviceAccountAuthentication:
            serviceAccount: '...my_service_account...'
        deliveryMethod:
          copyRawFiles:
            preserveDirectoryStructure: false
        startDate: 2021-01-01T00:00:00.000000Z
        streams:
          - daysToSyncIfHistoryIsFull: 6
            format:
              excelFormat: {}
            globs:
              - '...'
            inputSchema: '...my_input_schema...'
            legacyPrefix: '...my_legacy_prefix...'
            name: '...my_name...'
            primaryKey: '...my_primary_key...'
            recentNFilesToReadForSchemaDiscovery: 6
            schemaless: false
            useFirstFoundFileForSchemaDiscovery: false
            validationPolicy: Wait for Discover
      definitionId: 9b2af220-0694-476e-aec8-441217b74908
      name: '...my_name...'
      secretId: '...my_secret_id...'
      workspaceId: 4d3d2617-b7bf-4f1a-9c4e-25756fd184ac

    Create SourceGcs Resource

    Resources are created with functions called constructors. To learn more about declaring and configuring resources, see Resources.

    Constructor syntax

    new SourceGcs(name: string, args: SourceGcsArgs, opts?: CustomResourceOptions);
    @overload
def SourceGcs(resource_name: str,
              args: SourceGcsArgs,
              opts: Optional[ResourceOptions] = None)

@overload
def SourceGcs(resource_name: str,
              opts: Optional[ResourceOptions] = None,
              configuration: Optional[SourceGcsConfigurationArgs] = None,
              workspace_id: Optional[str] = None,
              definition_id: Optional[str] = None,
              name: Optional[str] = None,
              secret_id: Optional[str] = None)
    func NewSourceGcs(ctx *Context, name string, args SourceGcsArgs, opts ...ResourceOption) (*SourceGcs, error)
    public SourceGcs(string name, SourceGcsArgs args, CustomResourceOptions? opts = null)
    public SourceGcs(String name, SourceGcsArgs args)
public SourceGcs(String name, SourceGcsArgs args, CustomResourceOptions options)

    type: airbyte:SourceGcs
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.

    Parameters

    name string
    The unique name of the resource.
    args SourceGcsArgs
    The arguments to resource properties.
    opts CustomResourceOptions
    Bag of options to control resource's behavior.
    resource_name str
    The unique name of the resource.
    args SourceGcsArgs
    The arguments to resource properties.
    opts ResourceOptions
    Bag of options to control resource's behavior.
    ctx Context
    Context object for the current deployment.
    name string
    The unique name of the resource.
    args SourceGcsArgs
    The arguments to resource properties.
    opts ResourceOption
    Bag of options to control resource's behavior.
    name string
    The unique name of the resource.
    args SourceGcsArgs
    The arguments to resource properties.
    opts CustomResourceOptions
    Bag of options to control resource's behavior.
    name String
    The unique name of the resource.
    args SourceGcsArgs
    The arguments to resource properties.
    options CustomResourceOptions
    Bag of options to control resource's behavior.

    Constructor example

    The following reference example uses placeholder values for all input properties.

    var sourceGcsResource = new Airbyte.SourceGcs("sourceGcsResource", new()
{
    Configuration = new Airbyte.Inputs.SourceGcsConfigurationArgs
    {
        Bucket = "string",
        Credentials = new Airbyte.Inputs.SourceGcsConfigurationCredentialsArgs
        {
            AuthenticateViaGoogleOAuth = new Airbyte.Inputs.SourceGcsConfigurationCredentialsAuthenticateViaGoogleOAuthArgs
            {
                AccessToken = "string",
                ClientId = "string",
                ClientSecret = "string",
                RefreshToken = "string",
            },
            ServiceAccountAuthentication = new Airbyte.Inputs.SourceGcsConfigurationCredentialsServiceAccountAuthenticationArgs
            {
                ServiceAccount = "string",
            },
        },
        Streams = new[]
        {
            new Airbyte.Inputs.SourceGcsConfigurationStreamArgs
            {
                Format = new Airbyte.Inputs.SourceGcsConfigurationStreamFormatArgs
                {
                    AvroFormat = new Airbyte.Inputs.SourceGcsConfigurationStreamFormatAvroFormatArgs
                    {
                        DoubleAsString = false,
                    },
                    CsvFormat = new Airbyte.Inputs.SourceGcsConfigurationStreamFormatCsvFormatArgs
                    {
                        Delimiter = "string",
                        DoubleQuote = false,
                        Encoding = "string",
                        EscapeChar = "string",
                        FalseValues = new[]
                        {
                            "string",
                        },
                        HeaderDefinition = new Airbyte.Inputs.SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinitionArgs
                        {
                            Autogenerated = null,
                            FromCsv = null,
                            UserProvided = new Airbyte.Inputs.SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinitionUserProvidedArgs
                            {
                                ColumnNames = new[]
                                {
                                    "string",
                                },
                            },
                        },
                        IgnoreErrorsOnFieldsMismatch = false,
                        InferenceType = "string",
                        NullValues = new[]
                        {
                            "string",
                        },
                        QuoteChar = "string",
                        SkipRowsAfterHeader = 0,
                        SkipRowsBeforeHeader = 0,
                        StringsCanBeNull = false,
                        TrueValues = new[]
                        {
                            "string",
                        },
                    },
                    ExcelFormat = null,
                    JsonlFormat = null,
                    ParquetFormat = new Airbyte.Inputs.SourceGcsConfigurationStreamFormatParquetFormatArgs
                    {
                        DecimalAsFloat = false,
                    },
                    UnstructuredDocumentFormat = new Airbyte.Inputs.SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatArgs
                    {
                        Processing = new Airbyte.Inputs.SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingArgs
                        {
                            Local = null,
                            ViaApi = new Airbyte.Inputs.SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApiArgs
                            {
                                ApiKey = "string",
                                ApiUrl = "string",
                                Parameters = new[]
                                {
                                    new Airbyte.Inputs.SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApiParameterArgs
                                    {
                                        Name = "string",
                                        Value = "string",
                                    },
                                },
                            },
                        },
                        SkipUnprocessableFiles = false,
                        Strategy = "string",
                    },
                },
                Name = "string",
                DaysToSyncIfHistoryIsFull = 0,
                Globs = new[]
                {
                    "string",
                },
                InputSchema = "string",
                LegacyPrefix = "string",
                PrimaryKey = "string",
                RecentNFilesToReadForSchemaDiscovery = 0,
                Schemaless = false,
                UseFirstFoundFileForSchemaDiscovery = false,
                ValidationPolicy = "string",
            },
        },
        DeliveryMethod = new Airbyte.Inputs.SourceGcsConfigurationDeliveryMethodArgs
        {
            CopyRawFiles = new Airbyte.Inputs.SourceGcsConfigurationDeliveryMethodCopyRawFilesArgs
            {
                PreserveDirectoryStructure = false,
            },
            ReplicateRecords = null,
        },
        StartDate = "string",
    },
    WorkspaceId = "string",
    DefinitionId = "string",
    Name = "string",
    SecretId = "string",
});

    example, err := airbyte.NewSourceGcs(ctx, "sourceGcsResource", &airbyte.SourceGcsArgs{
	Configuration: &airbyte.SourceGcsConfigurationArgs{
		Bucket: pulumi.String("string"),
		Credentials: &airbyte.SourceGcsConfigurationCredentialsArgs{
			AuthenticateViaGoogleOAuth: &airbyte.SourceGcsConfigurationCredentialsAuthenticateViaGoogleOAuthArgs{
				AccessToken:  pulumi.String("string"),
				ClientId:     pulumi.String("string"),
				ClientSecret: pulumi.String("string"),
				RefreshToken: pulumi.String("string"),
			},
			ServiceAccountAuthentication: &airbyte.SourceGcsConfigurationCredentialsServiceAccountAuthenticationArgs{
				ServiceAccount: pulumi.String("string"),
			},
		},
		Streams: airbyte.SourceGcsConfigurationStreamArray{
			&airbyte.SourceGcsConfigurationStreamArgs{
				Format: &airbyte.SourceGcsConfigurationStreamFormatArgs{
					AvroFormat: &airbyte.SourceGcsConfigurationStreamFormatAvroFormatArgs{
						DoubleAsString: pulumi.Bool(false),
					},
					CsvFormat: &airbyte.SourceGcsConfigurationStreamFormatCsvFormatArgs{
						Delimiter:   pulumi.String("string"),
						DoubleQuote: pulumi.Bool(false),
						Encoding:    pulumi.String("string"),
						EscapeChar:  pulumi.String("string"),
						FalseValues: pulumi.StringArray{
							pulumi.String("string"),
						},
						HeaderDefinition: &airbyte.SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinitionArgs{
							Autogenerated: &airbyte.SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinitionAutogeneratedArgs{},
							FromCsv:       &airbyte.SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinitionFromCsvArgs{},
							UserProvided: &airbyte.SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinitionUserProvidedArgs{
								ColumnNames: pulumi.StringArray{
									pulumi.String("string"),
								},
							},
						},
						IgnoreErrorsOnFieldsMismatch: pulumi.Bool(false),
						InferenceType:                pulumi.String("string"),
						NullValues: pulumi.StringArray{
							pulumi.String("string"),
						},
						QuoteChar:            pulumi.String("string"),
						SkipRowsAfterHeader:  pulumi.Float64(0),
						SkipRowsBeforeHeader: pulumi.Float64(0),
						StringsCanBeNull:     pulumi.Bool(false),
						TrueValues: pulumi.StringArray{
							pulumi.String("string"),
						},
					},
					ExcelFormat: &airbyte.SourceGcsConfigurationStreamFormatExcelFormatArgs{},
					JsonlFormat: &airbyte.SourceGcsConfigurationStreamFormatJsonlFormatArgs{},
					ParquetFormat: &airbyte.SourceGcsConfigurationStreamFormatParquetFormatArgs{
						DecimalAsFloat: pulumi.Bool(false),
					},
					UnstructuredDocumentFormat: &airbyte.SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatArgs{
						Processing: &airbyte.SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingArgs{
							Local: &airbyte.SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingLocalArgs{},
							ViaApi: &airbyte.SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApiArgs{
								ApiKey: pulumi.String("string"),
								ApiUrl: pulumi.String("string"),
								Parameters: airbyte.SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApiParameterArray{
									&airbyte.SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApiParameterArgs{
										Name:  pulumi.String("string"),
										Value: pulumi.String("string"),
									},
								},
							},
						},
						SkipUnprocessableFiles: pulumi.Bool(false),
						Strategy:               pulumi.String("string"),
					},
				},
				Name:                      pulumi.String("string"),
				DaysToSyncIfHistoryIsFull: pulumi.Float64(0),
				Globs: pulumi.StringArray{
					pulumi.String("string"),
				},
				InputSchema:                          pulumi.String("string"),
				LegacyPrefix:                         pulumi.String("string"),
				PrimaryKey:                           pulumi.String("string"),
				RecentNFilesToReadForSchemaDiscovery: pulumi.Float64(0),
				Schemaless:                           pulumi.Bool(false),
				UseFirstFoundFileForSchemaDiscovery:  pulumi.Bool(false),
				ValidationPolicy:                     pulumi.String("string"),
			},
		},
		DeliveryMethod: &airbyte.SourceGcsConfigurationDeliveryMethodArgs{
			CopyRawFiles: &airbyte.SourceGcsConfigurationDeliveryMethodCopyRawFilesArgs{
				PreserveDirectoryStructure: pulumi.Bool(false),
			},
			ReplicateRecords: &airbyte.SourceGcsConfigurationDeliveryMethodReplicateRecordsArgs{},
		},
		StartDate: pulumi.String("string"),
	},
	WorkspaceId:  pulumi.String("string"),
	DefinitionId: pulumi.String("string"),
	Name:         pulumi.String("string"),
	SecretId:     pulumi.String("string"),
})

    var sourceGcsResource = new SourceGcs("sourceGcsResource", SourceGcsArgs.builder()
    .configuration(SourceGcsConfigurationArgs.builder()
        .bucket("string")
        .credentials(SourceGcsConfigurationCredentialsArgs.builder()
            .authenticateViaGoogleOAuth(SourceGcsConfigurationCredentialsAuthenticateViaGoogleOAuthArgs.builder()
                .accessToken("string")
                .clientId("string")
                .clientSecret("string")
                .refreshToken("string")
                .build())
            .serviceAccountAuthentication(SourceGcsConfigurationCredentialsServiceAccountAuthenticationArgs.builder()
                .serviceAccount("string")
                .build())
            .build())
        .streams(SourceGcsConfigurationStreamArgs.builder()
            .format(SourceGcsConfigurationStreamFormatArgs.builder()
                .avroFormat(SourceGcsConfigurationStreamFormatAvroFormatArgs.builder()
                    .doubleAsString(false)
                    .build())
                .csvFormat(SourceGcsConfigurationStreamFormatCsvFormatArgs.builder()
                    .delimiter("string")
                    .doubleQuote(false)
                    .encoding("string")
                    .escapeChar("string")
                    .falseValues("string")
                    .headerDefinition(SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinitionArgs.builder()
                        .autogenerated(SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinitionAutogeneratedArgs.builder()
                            .build())
                        .fromCsv(SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinitionFromCsvArgs.builder()
                            .build())
                        .userProvided(SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinitionUserProvidedArgs.builder()
                            .columnNames("string")
                            .build())
                        .build())
                    .ignoreErrorsOnFieldsMismatch(false)
                    .inferenceType("string")
                    .nullValues("string")
                    .quoteChar("string")
                    .skipRowsAfterHeader(0.0)
                    .skipRowsBeforeHeader(0.0)
                    .stringsCanBeNull(false)
                    .trueValues("string")
                    .build())
                .excelFormat(SourceGcsConfigurationStreamFormatExcelFormatArgs.builder()
                    .build())
                .jsonlFormat(SourceGcsConfigurationStreamFormatJsonlFormatArgs.builder()
                    .build())
                .parquetFormat(SourceGcsConfigurationStreamFormatParquetFormatArgs.builder()
                    .decimalAsFloat(false)
                    .build())
                .unstructuredDocumentFormat(SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatArgs.builder()
                    .processing(SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingArgs.builder()
                        .local(SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingLocalArgs.builder()
                            .build())
                        .viaApi(SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApiArgs.builder()
                            .apiKey("string")
                            .apiUrl("string")
                            .parameters(SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApiParameterArgs.builder()
                                .name("string")
                                .value("string")
                                .build())
                            .build())
                        .build())
                    .skipUnprocessableFiles(false)
                    .strategy("string")
                    .build())
                .build())
            .name("string")
            .daysToSyncIfHistoryIsFull(0.0)
            .globs("string")
            .inputSchema("string")
            .legacyPrefix("string")
            .primaryKey("string")
            .recentNFilesToReadForSchemaDiscovery(0.0)
            .schemaless(false)
            .useFirstFoundFileForSchemaDiscovery(false)
            .validationPolicy("string")
            .build())
        .deliveryMethod(SourceGcsConfigurationDeliveryMethodArgs.builder()
            .copyRawFiles(SourceGcsConfigurationDeliveryMethodCopyRawFilesArgs.builder()
                .preserveDirectoryStructure(false)
                .build())
            .replicateRecords(SourceGcsConfigurationDeliveryMethodReplicateRecordsArgs.builder()
                .build())
            .build())
        .startDate("string")
        .build())
    .workspaceId("string")
    .definitionId("string")
    .name("string")
    .secretId("string")
    .build());

    source_gcs_resource = airbyte.SourceGcs("sourceGcsResource",
    configuration={
        "bucket": "string",
        "credentials": {
            "authenticate_via_google_o_auth": {
                "access_token": "string",
                "client_id": "string",
                "client_secret": "string",
                "refresh_token": "string",
            },
            "service_account_authentication": {
                "service_account": "string",
            },
        },
        "streams": [{
            "format": {
                "avro_format": {
                    "double_as_string": False,
                },
                "csv_format": {
                    "delimiter": "string",
                    "double_quote": False,
                    "encoding": "string",
                    "escape_char": "string",
                    "false_values": ["string"],
                    "header_definition": {
                        "autogenerated": {},
                        "from_csv": {},
                        "user_provided": {
                            "column_names": ["string"],
                        },
                    },
                    "ignore_errors_on_fields_mismatch": False,
                    "inference_type": "string",
                    "null_values": ["string"],
                    "quote_char": "string",
                    "skip_rows_after_header": 0,
                    "skip_rows_before_header": 0,
                    "strings_can_be_null": False,
                    "true_values": ["string"],
                },
                "excel_format": {},
                "jsonl_format": {},
                "parquet_format": {
                    "decimal_as_float": False,
                },
                "unstructured_document_format": {
                    "processing": {
                        "local": {},
                        "via_api": {
                            "api_key": "string",
                            "api_url": "string",
                            "parameters": [{
                                "name": "string",
                                "value": "string",
                            }],
                        },
                    },
                    "skip_unprocessable_files": False,
                    "strategy": "string",
                },
            },
            "name": "string",
            "days_to_sync_if_history_is_full": 0,
            "globs": ["string"],
            "input_schema": "string",
            "legacy_prefix": "string",
            "primary_key": "string",
            "recent_n_files_to_read_for_schema_discovery": 0,
            "schemaless": False,
            "use_first_found_file_for_schema_discovery": False,
            "validation_policy": "string",
        }],
        "delivery_method": {
            "copy_raw_files": {
                "preserve_directory_structure": False,
            },
            "replicate_records": {},
        },
        "start_date": "string",
    },
    workspace_id="string",
    definition_id="string",
    name="string",
    secret_id="string")

    const sourceGcsResource = new airbyte.SourceGcs("sourceGcsResource", {
    configuration: {
        bucket: "string",
        credentials: {
            authenticateViaGoogleOAuth: {
                accessToken: "string",
                clientId: "string",
                clientSecret: "string",
                refreshToken: "string",
            },
            serviceAccountAuthentication: {
                serviceAccount: "string",
            },
        },
        streams: [{
            format: {
                avroFormat: {
                    doubleAsString: false,
                },
                csvFormat: {
                    delimiter: "string",
                    doubleQuote: false,
                    encoding: "string",
                    escapeChar: "string",
                    falseValues: ["string"],
                    headerDefinition: {
                        autogenerated: {},
                        fromCsv: {},
                        userProvided: {
                            columnNames: ["string"],
                        },
                    },
                    ignoreErrorsOnFieldsMismatch: false,
                    inferenceType: "string",
                    nullValues: ["string"],
                    quoteChar: "string",
                    skipRowsAfterHeader: 0,
                    skipRowsBeforeHeader: 0,
                    stringsCanBeNull: false,
                    trueValues: ["string"],
                },
                excelFormat: {},
                jsonlFormat: {},
                parquetFormat: {
                    decimalAsFloat: false,
                },
                unstructuredDocumentFormat: {
                    processing: {
                        local: {},
                        viaApi: {
                            apiKey: "string",
                            apiUrl: "string",
                            parameters: [{
                                name: "string",
                                value: "string",
                            }],
                        },
                    },
                    skipUnprocessableFiles: false,
                    strategy: "string",
                },
            },
            name: "string",
            daysToSyncIfHistoryIsFull: 0,
            globs: ["string"],
            inputSchema: "string",
            legacyPrefix: "string",
            primaryKey: "string",
            recentNFilesToReadForSchemaDiscovery: 0,
            schemaless: false,
            useFirstFoundFileForSchemaDiscovery: false,
            validationPolicy: "string",
        }],
        deliveryMethod: {
            copyRawFiles: {
                preserveDirectoryStructure: false,
            },
            replicateRecords: {},
        },
        startDate: "string",
    },
    workspaceId: "string",
    definitionId: "string",
    name: "string",
    secretId: "string",
});

    type: airbyte:SourceGcs
properties:
    configuration:
        bucket: string
        credentials:
            authenticateViaGoogleOAuth:
                accessToken: string
                clientId: string
                clientSecret: string
                refreshToken: string
            serviceAccountAuthentication:
                serviceAccount: string
        deliveryMethod:
            copyRawFiles:
                preserveDirectoryStructure: false
            replicateRecords: {}
        startDate: string
        streams:
            - daysToSyncIfHistoryIsFull: 0
              format:
                avroFormat:
                    doubleAsString: false
                csvFormat:
                    delimiter: string
                    doubleQuote: false
                    encoding: string
                    escapeChar: string
                    falseValues:
                        - string
                    headerDefinition:
                        autogenerated: {}
                        fromCsv: {}
                        userProvided:
                            columnNames:
                                - string
                    ignoreErrorsOnFieldsMismatch: false
                    inferenceType: string
                    nullValues:
                        - string
                    quoteChar: string
                    skipRowsAfterHeader: 0
                    skipRowsBeforeHeader: 0
                    stringsCanBeNull: false
                    trueValues:
                        - string
                excelFormat: {}
                jsonlFormat: {}
                parquetFormat:
                    decimalAsFloat: false
                unstructuredDocumentFormat:
                    processing:
                        local: {}
                        viaApi:
                            apiKey: string
                            apiUrl: string
                            parameters:
                                - name: string
                                  value: string
                    skipUnprocessableFiles: false
                    strategy: string
              globs:
                - string
              inputSchema: string
              legacyPrefix: string
              name: string
              primaryKey: string
              recentNFilesToReadForSchemaDiscovery: 0
              schemaless: false
              useFirstFoundFileForSchemaDiscovery: false
              validationPolicy: string
    definitionId: string
    name: string
    secretId: string
    workspaceId: string

    SourceGcs Resource Properties

    To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.

    Inputs

    In Python, inputs that are objects can be passed either as argument classes or as dictionary literals.

    The SourceGcs resource accepts the following input properties:

    Configuration SourceGcsConfiguration
    NOTE: When this Spec is changed, legacyconfigtransformer.py must also be modified to uptake the changes because it is responsible for converting legacy GCS configs into file based configs using the File-Based CDK.
    WorkspaceId string
    DefinitionId string
    The UUID of the connector definition. One of configuration.sourceType or definitionId must be provided. Default: "2a8c41ae-8c23-4be0-a73f-2ab10ca1a820"; Requires replacement if changed.
    Name string
    Name of the source e.g. dev-mysql-instance.
    SecretId string
    Optional secretID obtained through the public API OAuth redirect flow. Requires replacement if changed.
    Configuration SourceGcsConfigurationArgs
    NOTE: When this Spec is changed, legacyconfigtransformer.py must also be modified to uptake the changes because it is responsible for converting legacy GCS configs into file based configs using the File-Based CDK.
    WorkspaceId string
    DefinitionId string
    The UUID of the connector definition. One of configuration.sourceType or definitionId must be provided. Default: "2a8c41ae-8c23-4be0-a73f-2ab10ca1a820"; Requires replacement if changed.
    Name string
    Name of the source e.g. dev-mysql-instance.
    SecretId string
    Optional secretID obtained through the public API OAuth redirect flow. Requires replacement if changed.
    configuration SourceGcsConfiguration
    NOTE: When this Spec is changed, legacyconfigtransformer.py must also be modified to uptake the changes because it is responsible for converting legacy GCS configs into file based configs using the File-Based CDK.
    workspaceId String
    definitionId String
    The UUID of the connector definition. One of configuration.sourceType or definitionId must be provided. Default: "2a8c41ae-8c23-4be0-a73f-2ab10ca1a820"; Requires replacement if changed.
    name String
    Name of the source e.g. dev-mysql-instance.
    secretId String
    Optional secretID obtained through the public API OAuth redirect flow. Requires replacement if changed.
    configuration SourceGcsConfiguration
    NOTE: When this Spec is changed, legacyconfigtransformer.py must also be modified to uptake the changes because it is responsible for converting legacy GCS configs into file based configs using the File-Based CDK.
    workspaceId string
    definitionId string
    The UUID of the connector definition. One of configuration.sourceType or definitionId must be provided. Default: "2a8c41ae-8c23-4be0-a73f-2ab10ca1a820"; Requires replacement if changed.
    name string
    Name of the source e.g. dev-mysql-instance.
    secretId string
    Optional secretID obtained through the public API OAuth redirect flow. Requires replacement if changed.
    configuration SourceGcsConfigurationArgs
    NOTE: When this Spec is changed, legacyconfigtransformer.py must also be modified to uptake the changes because it is responsible for converting legacy GCS configs into file based configs using the File-Based CDK.
    workspace_id str
    definition_id str
    The UUID of the connector definition. One of configuration.sourceType or definitionId must be provided. Default: "2a8c41ae-8c23-4be0-a73f-2ab10ca1a820"; Requires replacement if changed.
    name str
    Name of the source e.g. dev-mysql-instance.
    secret_id str
    Optional secretID obtained through the public API OAuth redirect flow. Requires replacement if changed.
    configuration Property Map
    NOTE: When this Spec is changed, legacyconfigtransformer.py must also be modified to uptake the changes because it is responsible for converting legacy GCS configs into file based configs using the File-Based CDK.
    workspaceId String
    definitionId String
    The UUID of the connector definition. One of configuration.sourceType or definitionId must be provided. Default: "2a8c41ae-8c23-4be0-a73f-2ab10ca1a820"; Requires replacement if changed.
    name String
    Name of the source e.g. dev-mysql-instance.
    secretId String
    Optional secretID obtained through the public API OAuth redirect flow. Requires replacement if changed.

    Outputs

    All input properties are implicitly available as output properties. Additionally, the SourceGcs resource produces the following output properties:

    CreatedAt double
    Id string
    The provider-assigned unique ID for this managed resource.
    ResourceAllocation SourceGcsResourceAllocation
    actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
    SourceId string
    SourceType string
    CreatedAt float64
    Id string
    The provider-assigned unique ID for this managed resource.
    ResourceAllocation SourceGcsResourceAllocation
    actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
    SourceId string
    SourceType string
    createdAt Double
    id String
    The provider-assigned unique ID for this managed resource.
    resourceAllocation SourceGcsResourceAllocation
    actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
    sourceId String
    sourceType String
    createdAt number
    id string
    The provider-assigned unique ID for this managed resource.
    resourceAllocation SourceGcsResourceAllocation
    actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
    sourceId string
    sourceType string
    created_at float
    id str
    The provider-assigned unique ID for this managed resource.
    resource_allocation SourceGcsResourceAllocation
    actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
    source_id str
    source_type str
    createdAt Number
    id String
    The provider-assigned unique ID for this managed resource.
    resourceAllocation Property Map
    actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
    sourceId String
    sourceType String

    Look up Existing SourceGcs Resource

    Get an existing SourceGcs resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.

    public static get(name: string, id: Input<ID>, state?: SourceGcsState, opts?: CustomResourceOptions): SourceGcs
    @staticmethod
def get(resource_name: str,
        id: str,
        opts: Optional[ResourceOptions] = None,
        configuration: Optional[SourceGcsConfigurationArgs] = None,
        created_at: Optional[float] = None,
        definition_id: Optional[str] = None,
        name: Optional[str] = None,
        resource_allocation: Optional[SourceGcsResourceAllocationArgs] = None,
        secret_id: Optional[str] = None,
        source_id: Optional[str] = None,
        source_type: Optional[str] = None,
        workspace_id: Optional[str] = None) -> SourceGcs
    func GetSourceGcs(ctx *Context, name string, id IDInput, state *SourceGcsState, opts ...ResourceOption) (*SourceGcs, error)
    public static SourceGcs Get(string name, Input<string> id, SourceGcsState? state, CustomResourceOptions? opts = null)
    public static SourceGcs get(String name, Output<String> id, SourceGcsState state, CustomResourceOptions options)
    resources:  _:    type: airbyte:SourceGcs    get:      id: ${id}
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    resource_name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    name
    The unique name of the resulting resource.
    id
    The unique provider ID of the resource to lookup.
    state
    Any extra arguments used during the lookup.
    opts
    A bag of options that control this resource's behavior.
    The following state arguments are supported:
    Configuration SourceGcsConfiguration
    NOTE: When this Spec is changed, legacyconfigtransformer.py must also be modified to uptake the changes because it is responsible for converting legacy GCS configs into file based configs using the File-Based CDK.
    CreatedAt double
    DefinitionId string
    The UUID of the connector definition. One of configuration.sourceType or definitionId must be provided. Default: "2a8c41ae-8c23-4be0-a73f-2ab10ca1a820"; Requires replacement if changed.
    Name string
    Name of the source e.g. dev-mysql-instance.
    ResourceAllocation SourceGcsResourceAllocation
    actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
    SecretId string
    Optional secretID obtained through the public API OAuth redirect flow. Requires replacement if changed.
    SourceId string
    SourceType string
    WorkspaceId string
    Configuration SourceGcsConfigurationArgs
    NOTE: When this Spec is changed, legacyconfigtransformer.py must also be modified to uptake the changes because it is responsible for converting legacy GCS configs into file based configs using the File-Based CDK.
    CreatedAt float64
    DefinitionId string
    The UUID of the connector definition. One of configuration.sourceType or definitionId must be provided. Default: "2a8c41ae-8c23-4be0-a73f-2ab10ca1a820"; Requires replacement if changed.
    Name string
    Name of the source e.g. dev-mysql-instance.
    ResourceAllocation SourceGcsResourceAllocationArgs
    actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
    SecretId string
    Optional secretID obtained through the public API OAuth redirect flow. Requires replacement if changed.
    SourceId string
    SourceType string
    WorkspaceId string
    configuration SourceGcsConfiguration
    NOTE: When this Spec is changed, legacyconfigtransformer.py must also be modified to uptake the changes because it is responsible for converting legacy GCS configs into file based configs using the File-Based CDK.
    createdAt Double
    definitionId String
    The UUID of the connector definition. One of configuration.sourceType or definitionId must be provided. Default: "2a8c41ae-8c23-4be0-a73f-2ab10ca1a820"; Requires replacement if changed.
    name String
    Name of the source e.g. dev-mysql-instance.
    resourceAllocation SourceGcsResourceAllocation
    actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
    secretId String
    Optional secretID obtained through the public API OAuth redirect flow. Requires replacement if changed.
    sourceId String
    sourceType String
    workspaceId String
    configuration SourceGcsConfiguration
    NOTE: When this Spec is changed, legacyconfigtransformer.py must also be modified to uptake the changes because it is responsible for converting legacy GCS configs into file based configs using the File-Based CDK.
    createdAt number
    definitionId string
    The UUID of the connector definition. One of configuration.sourceType or definitionId must be provided. Default: "2a8c41ae-8c23-4be0-a73f-2ab10ca1a820"; Requires replacement if changed.
    name string
    Name of the source e.g. dev-mysql-instance.
    resourceAllocation SourceGcsResourceAllocation
    actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
    secretId string
    Optional secretID obtained through the public API OAuth redirect flow. Requires replacement if changed.
    sourceId string
    sourceType string
    workspaceId string
    configuration SourceGcsConfigurationArgs
    NOTE: When this Spec is changed, legacyconfigtransformer.py must also be modified to uptake the changes because it is responsible for converting legacy GCS configs into file based configs using the File-Based CDK.
    created_at float
    definition_id str
    The UUID of the connector definition. One of configuration.sourceType or definitionId must be provided. Default: "2a8c41ae-8c23-4be0-a73f-2ab10ca1a820"; Requires replacement if changed.
    name str
    Name of the source e.g. dev-mysql-instance.
    resource_allocation SourceGcsResourceAllocationArgs
    actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
    secret_id str
    Optional secretID obtained through the public API OAuth redirect flow. Requires replacement if changed.
    source_id str
    source_type str
    workspace_id str
    configuration Property Map
    NOTE: When this Spec is changed, legacyconfigtransformer.py must also be modified to uptake the changes because it is responsible for converting legacy GCS configs into file based configs using the File-Based CDK.
    createdAt Number
    definitionId String
    The UUID of the connector definition. One of configuration.sourceType or definitionId must be provided. Default: "2a8c41ae-8c23-4be0-a73f-2ab10ca1a820"; Requires replacement if changed.
    name String
    Name of the source e.g. dev-mysql-instance.
    resourceAllocation Property Map
    actor or actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
    secretId String
    Optional secretID obtained through the public API OAuth redirect flow. Requires replacement if changed.
    sourceId String
    sourceType String
    workspaceId String

    Supporting Types

    SourceGcsConfiguration, SourceGcsConfigurationArgs

    Bucket string
    Name of the GCS bucket where the file(s) exist.
    Credentials SourceGcsConfigurationCredentials
    Credentials for connecting to the Google Cloud Storage API
    Streams List<SourceGcsConfigurationStream>
    Each instance of this configuration defines a \n\nstream\n\n. Use this to define which files belong in the stream, their format, and how they should be parsed and validated. When sending data to warehouse destination such as Snowflake or BigQuery, each stream is a separate table.
    DeliveryMethod SourceGcsConfigurationDeliveryMethod
    StartDate string
    UTC date and time in the format 2017-01-25T00:00:00.000000Z. Any file modified before this date will not be replicated.
    Bucket string
    Name of the GCS bucket where the file(s) exist.
    Credentials SourceGcsConfigurationCredentials
    Credentials for connecting to the Google Cloud Storage API
    Streams []SourceGcsConfigurationStream
    Each instance of this configuration defines a \n\nstream\n\n. Use this to define which files belong in the stream, their format, and how they should be parsed and validated. When sending data to warehouse destination such as Snowflake or BigQuery, each stream is a separate table.
    DeliveryMethod SourceGcsConfigurationDeliveryMethod
    StartDate string
    UTC date and time in the format 2017-01-25T00:00:00.000000Z. Any file modified before this date will not be replicated.
    bucket String
    Name of the GCS bucket where the file(s) exist.
    credentials SourceGcsConfigurationCredentials
    Credentials for connecting to the Google Cloud Storage API
    streams List<SourceGcsConfigurationStream>
    Each instance of this configuration defines a \n\nstream\n\n. Use this to define which files belong in the stream, their format, and how they should be parsed and validated. When sending data to warehouse destination such as Snowflake or BigQuery, each stream is a separate table.
    deliveryMethod SourceGcsConfigurationDeliveryMethod
    startDate String
    UTC date and time in the format 2017-01-25T00:00:00.000000Z. Any file modified before this date will not be replicated.
    bucket string
    Name of the GCS bucket where the file(s) exist.
    credentials SourceGcsConfigurationCredentials
    Credentials for connecting to the Google Cloud Storage API
    streams SourceGcsConfigurationStream[]
    Each instance of this configuration defines a \n\nstream\n\n. Use this to define which files belong in the stream, their format, and how they should be parsed and validated. When sending data to warehouse destination such as Snowflake or BigQuery, each stream is a separate table.
    deliveryMethod SourceGcsConfigurationDeliveryMethod
    startDate string
    UTC date and time in the format 2017-01-25T00:00:00.000000Z. Any file modified before this date will not be replicated.
    bucket str
    Name of the GCS bucket where the file(s) exist.
    credentials SourceGcsConfigurationCredentials
    Credentials for connecting to the Google Cloud Storage API
    streams Sequence[SourceGcsConfigurationStream]
    Each instance of this configuration defines a \n\nstream\n\n. Use this to define which files belong in the stream, their format, and how they should be parsed and validated. When sending data to warehouse destination such as Snowflake or BigQuery, each stream is a separate table.
    delivery_method SourceGcsConfigurationDeliveryMethod
    start_date str
    UTC date and time in the format 2017-01-25T00:00:00.000000Z. Any file modified before this date will not be replicated.
    bucket String
    Name of the GCS bucket where the file(s) exist.
    credentials Property Map
    Credentials for connecting to the Google Cloud Storage API
    streams List<Property Map>
    Each instance of this configuration defines a \n\nstream\n\n. Use this to define which files belong in the stream, their format, and how they should be parsed and validated. When sending data to warehouse destination such as Snowflake or BigQuery, each stream is a separate table.
    deliveryMethod Property Map
    startDate String
    UTC date and time in the format 2017-01-25T00:00:00.000000Z. Any file modified before this date will not be replicated.

    SourceGcsConfigurationCredentials, SourceGcsConfigurationCredentialsArgs

    SourceGcsConfigurationCredentialsAuthenticateViaGoogleOAuth, SourceGcsConfigurationCredentialsAuthenticateViaGoogleOAuthArgs

    AccessToken string
    Access Token
    ClientId string
    Client ID
    ClientSecret string
    Client Secret
    RefreshToken string
    Access Token
    AccessToken string
    Access Token
    ClientId string
    Client ID
    ClientSecret string
    Client Secret
    RefreshToken string
    Access Token
    accessToken String
    Access Token
    clientId String
    Client ID
    clientSecret String
    Client Secret
    refreshToken String
    Access Token
    accessToken string
    Access Token
    clientId string
    Client ID
    clientSecret string
    Client Secret
    refreshToken string
    Access Token
    access_token str
    Access Token
    client_id str
    Client ID
    client_secret str
    Client Secret
    refresh_token str
    Access Token
    accessToken String
    Access Token
    clientId String
    Client ID
    clientSecret String
    Client Secret
    refreshToken String
    Access Token

    SourceGcsConfigurationCredentialsServiceAccountAuthentication, SourceGcsConfigurationCredentialsServiceAccountAuthenticationArgs

    ServiceAccount string
    Enter your Google Cloud \n\nservice account key\n\n in JSON format
    ServiceAccount string
    Enter your Google Cloud \n\nservice account key\n\n in JSON format
    serviceAccount String
    Enter your Google Cloud \n\nservice account key\n\n in JSON format
    serviceAccount string
    Enter your Google Cloud \n\nservice account key\n\n in JSON format
    service_account str
    Enter your Google Cloud \n\nservice account key\n\n in JSON format
    serviceAccount String
    Enter your Google Cloud \n\nservice account key\n\n in JSON format

    SourceGcsConfigurationDeliveryMethod, SourceGcsConfigurationDeliveryMethodArgs

    CopyRawFiles SourceGcsConfigurationDeliveryMethodCopyRawFiles
    Copy raw files without parsing their contents. Bits are copied into the destination exactly as they appeared in the source. Recommended for use with unstructured text data, non-text and compressed files.
    ReplicateRecords SourceGcsConfigurationDeliveryMethodReplicateRecords
    Recommended - Extract and load structured records into your destination of choice. This is the classic method of moving data in Airbyte. It allows for blocking and hashing individual fields or files from a structured schema. Data can be flattened, typed and deduped depending on the destination.
    CopyRawFiles SourceGcsConfigurationDeliveryMethodCopyRawFiles
    Copy raw files without parsing their contents. Bits are copied into the destination exactly as they appeared in the source. Recommended for use with unstructured text data, non-text and compressed files.
    ReplicateRecords SourceGcsConfigurationDeliveryMethodReplicateRecords
    Recommended - Extract and load structured records into your destination of choice. This is the classic method of moving data in Airbyte. It allows for blocking and hashing individual fields or files from a structured schema. Data can be flattened, typed and deduped depending on the destination.
    copyRawFiles SourceGcsConfigurationDeliveryMethodCopyRawFiles
    Copy raw files without parsing their contents. Bits are copied into the destination exactly as they appeared in the source. Recommended for use with unstructured text data, non-text and compressed files.
    replicateRecords SourceGcsConfigurationDeliveryMethodReplicateRecords
    Recommended - Extract and load structured records into your destination of choice. This is the classic method of moving data in Airbyte. It allows for blocking and hashing individual fields or files from a structured schema. Data can be flattened, typed and deduped depending on the destination.
    copyRawFiles SourceGcsConfigurationDeliveryMethodCopyRawFiles
    Copy raw files without parsing their contents. Bits are copied into the destination exactly as they appeared in the source. Recommended for use with unstructured text data, non-text and compressed files.
    replicateRecords SourceGcsConfigurationDeliveryMethodReplicateRecords
    Recommended - Extract and load structured records into your destination of choice. This is the classic method of moving data in Airbyte. It allows for blocking and hashing individual fields or files from a structured schema. Data can be flattened, typed and deduped depending on the destination.
    copy_raw_files SourceGcsConfigurationDeliveryMethodCopyRawFiles
    Copy raw files without parsing their contents. Bits are copied into the destination exactly as they appeared in the source. Recommended for use with unstructured text data, non-text and compressed files.
    replicate_records SourceGcsConfigurationDeliveryMethodReplicateRecords
    Recommended - Extract and load structured records into your destination of choice. This is the classic method of moving data in Airbyte. It allows for blocking and hashing individual fields or files from a structured schema. Data can be flattened, typed and deduped depending on the destination.
    copyRawFiles Property Map
    Copy raw files without parsing their contents. Bits are copied into the destination exactly as they appeared in the source. Recommended for use with unstructured text data, non-text and compressed files.
    replicateRecords Property Map
    Recommended - Extract and load structured records into your destination of choice. This is the classic method of moving data in Airbyte. It allows for blocking and hashing individual fields or files from a structured schema. Data can be flattened, typed and deduped depending on the destination.

    SourceGcsConfigurationDeliveryMethodCopyRawFiles, SourceGcsConfigurationDeliveryMethodCopyRawFilesArgs

    PreserveDirectoryStructure bool
    If enabled, sends subdirectory folder structure along with source file names to the destination. Otherwise, files will be synced by their names only. This option is ignored when file-based replication is not enabled. Default: true
    PreserveDirectoryStructure bool
    If enabled, sends subdirectory folder structure along with source file names to the destination. Otherwise, files will be synced by their names only. This option is ignored when file-based replication is not enabled. Default: true
    preserveDirectoryStructure Boolean
    If enabled, sends subdirectory folder structure along with source file names to the destination. Otherwise, files will be synced by their names only. This option is ignored when file-based replication is not enabled. Default: true
    preserveDirectoryStructure boolean
    If enabled, sends subdirectory folder structure along with source file names to the destination. Otherwise, files will be synced by their names only. This option is ignored when file-based replication is not enabled. Default: true
    preserve_directory_structure bool
    If enabled, sends subdirectory folder structure along with source file names to the destination. Otherwise, files will be synced by their names only. This option is ignored when file-based replication is not enabled. Default: true
    preserveDirectoryStructure Boolean
    If enabled, sends subdirectory folder structure along with source file names to the destination. Otherwise, files will be synced by their names only. This option is ignored when file-based replication is not enabled. Default: true

    SourceGcsConfigurationStream, SourceGcsConfigurationStreamArgs

    Format SourceGcsConfigurationStreamFormat
    The configuration options that are used to alter how to read incoming files that deviate from the standard formatting.
    Name string
    The name of the stream.
    DaysToSyncIfHistoryIsFull double
    When the state history of the file store is full, syncs will only read files that were last modified in the provided day range. Default: 3
    Globs List<string>
    The pattern used to specify which files should be selected from the file system. For more information on glob pattern matching look \n\nhere\n\n. Default: ["**"]
    InputSchema string
    The schema that will be used to validate records extracted from the file. This will override the stream schema that is auto-detected from incoming files.
    LegacyPrefix string
    The path prefix configured in v3 versions of the S3 connector. This option is deprecated in favor of a single glob.
    PrimaryKey string
    The column or columns (for a composite key) that serves as the unique identifier of a record. If empty, the primary key will default to the parser's default primary key.
    RecentNFilesToReadForSchemaDiscovery double
    The number of resent files which will be used to discover the schema for this stream.
    Schemaless bool
    When enabled, syncs will not validate or structure records against the stream's schema. Default: false
    UseFirstFoundFileForSchemaDiscovery bool
    When enabled, the source will use the first found file for schema discovery. Helps to avoid long discovery step. Default: false
    ValidationPolicy string
    The name of the validation policy that dictates sync behavior when a record does not adhere to the stream schema. Default: "Emit Record"; must be one of ["Emit Record", "Skip Record", "Wait for Discover"]
    Format SourceGcsConfigurationStreamFormat
    The configuration options that are used to alter how to read incoming files that deviate from the standard formatting.
    Name string
    The name of the stream.
    DaysToSyncIfHistoryIsFull float64
    When the state history of the file store is full, syncs will only read files that were last modified in the provided day range. Default: 3
    Globs []string
    The pattern used to specify which files should be selected from the file system. For more information on glob pattern matching look \n\nhere\n\n. Default: ["**"]
    InputSchema string
    The schema that will be used to validate records extracted from the file. This will override the stream schema that is auto-detected from incoming files.
    LegacyPrefix string
    The path prefix configured in v3 versions of the S3 connector. This option is deprecated in favor of a single glob.
    PrimaryKey string
    The column or columns (for a composite key) that serves as the unique identifier of a record. If empty, the primary key will default to the parser's default primary key.
    RecentNFilesToReadForSchemaDiscovery float64
    The number of resent files which will be used to discover the schema for this stream.
    Schemaless bool
    When enabled, syncs will not validate or structure records against the stream's schema. Default: false
    UseFirstFoundFileForSchemaDiscovery bool
    When enabled, the source will use the first found file for schema discovery. Helps to avoid long discovery step. Default: false
    ValidationPolicy string
    The name of the validation policy that dictates sync behavior when a record does not adhere to the stream schema. Default: "Emit Record"; must be one of ["Emit Record", "Skip Record", "Wait for Discover"]
    format SourceGcsConfigurationStreamFormat
    The configuration options that are used to alter how to read incoming files that deviate from the standard formatting.
    name String
    The name of the stream.
    daysToSyncIfHistoryIsFull Double
    When the state history of the file store is full, syncs will only read files that were last modified in the provided day range. Default: 3
    globs List<String>
    The pattern used to specify which files should be selected from the file system. For more information on glob pattern matching look \n\nhere\n\n. Default: ["**"]
    inputSchema String
    The schema that will be used to validate records extracted from the file. This will override the stream schema that is auto-detected from incoming files.
    legacyPrefix String
    The path prefix configured in v3 versions of the S3 connector. This option is deprecated in favor of a single glob.
    primaryKey String
    The column or columns (for a composite key) that serves as the unique identifier of a record. If empty, the primary key will default to the parser's default primary key.
    recentNFilesToReadForSchemaDiscovery Double
    The number of resent files which will be used to discover the schema for this stream.
    schemaless Boolean
    When enabled, syncs will not validate or structure records against the stream's schema. Default: false
    useFirstFoundFileForSchemaDiscovery Boolean
    When enabled, the source will use the first found file for schema discovery. Helps to avoid long discovery step. Default: false
    validationPolicy String
    The name of the validation policy that dictates sync behavior when a record does not adhere to the stream schema. Default: "Emit Record"; must be one of ["Emit Record", "Skip Record", "Wait for Discover"]
    format SourceGcsConfigurationStreamFormat
    The configuration options that are used to alter how to read incoming files that deviate from the standard formatting.
    name string
    The name of the stream.
    daysToSyncIfHistoryIsFull number
    When the state history of the file store is full, syncs will only read files that were last modified in the provided day range. Default: 3
    globs string[]
    The pattern used to specify which files should be selected from the file system. For more information on glob pattern matching look \n\nhere\n\n. Default: ["**"]
    inputSchema string
    The schema that will be used to validate records extracted from the file. This will override the stream schema that is auto-detected from incoming files.
    legacyPrefix string
    The path prefix configured in v3 versions of the S3 connector. This option is deprecated in favor of a single glob.
    primaryKey string
    The column or columns (for a composite key) that serves as the unique identifier of a record. If empty, the primary key will default to the parser's default primary key.
    recentNFilesToReadForSchemaDiscovery number
    The number of resent files which will be used to discover the schema for this stream.
    schemaless boolean
    When enabled, syncs will not validate or structure records against the stream's schema. Default: false
    useFirstFoundFileForSchemaDiscovery boolean
    When enabled, the source will use the first found file for schema discovery. Helps to avoid long discovery step. Default: false
    validationPolicy string
    The name of the validation policy that dictates sync behavior when a record does not adhere to the stream schema. Default: "Emit Record"; must be one of ["Emit Record", "Skip Record", "Wait for Discover"]
    format SourceGcsConfigurationStreamFormat
    The configuration options that are used to alter how to read incoming files that deviate from the standard formatting.
    name str
    The name of the stream.
    days_to_sync_if_history_is_full float
    When the state history of the file store is full, syncs will only read files that were last modified in the provided day range. Default: 3
    globs Sequence[str]
    The pattern used to specify which files should be selected from the file system. For more information on glob pattern matching look \n\nhere\n\n. Default: ["**"]
    input_schema str
    The schema that will be used to validate records extracted from the file. This will override the stream schema that is auto-detected from incoming files.
    legacy_prefix str
    The path prefix configured in v3 versions of the S3 connector. This option is deprecated in favor of a single glob.
    primary_key str
    The column or columns (for a composite key) that serves as the unique identifier of a record. If empty, the primary key will default to the parser's default primary key.
    recent_n_files_to_read_for_schema_discovery float
    The number of resent files which will be used to discover the schema for this stream.
    schemaless bool
    When enabled, syncs will not validate or structure records against the stream's schema. Default: false
    use_first_found_file_for_schema_discovery bool
    When enabled, the source will use the first found file for schema discovery. Helps to avoid long discovery step. Default: false
    validation_policy str
    The name of the validation policy that dictates sync behavior when a record does not adhere to the stream schema. Default: "Emit Record"; must be one of ["Emit Record", "Skip Record", "Wait for Discover"]
    format Property Map
    The configuration options that are used to alter how to read incoming files that deviate from the standard formatting.
    name String
    The name of the stream.
    daysToSyncIfHistoryIsFull Number
    When the state history of the file store is full, syncs will only read files that were last modified in the provided day range. Default: 3
    globs List<String>
    The pattern used to specify which files should be selected from the file system. For more information on glob pattern matching look \n\nhere\n\n. Default: ["**"]
    inputSchema String
    The schema that will be used to validate records extracted from the file. This will override the stream schema that is auto-detected from incoming files.
    legacyPrefix String
    The path prefix configured in v3 versions of the S3 connector. This option is deprecated in favor of a single glob.
    primaryKey String
    The column or columns (for a composite key) that serves as the unique identifier of a record. If empty, the primary key will default to the parser's default primary key.
    recentNFilesToReadForSchemaDiscovery Number
    The number of resent files which will be used to discover the schema for this stream.
    schemaless Boolean
    When enabled, syncs will not validate or structure records against the stream's schema. Default: false
    useFirstFoundFileForSchemaDiscovery Boolean
    When enabled, the source will use the first found file for schema discovery. Helps to avoid long discovery step. Default: false
    validationPolicy String
    The name of the validation policy that dictates sync behavior when a record does not adhere to the stream schema. Default: "Emit Record"; must be one of ["Emit Record", "Skip Record", "Wait for Discover"]

    SourceGcsConfigurationStreamFormat, SourceGcsConfigurationStreamFormatArgs

    SourceGcsConfigurationStreamFormatAvroFormat, SourceGcsConfigurationStreamFormatAvroFormatArgs

    DoubleAsString bool
    Whether to convert double fields to strings. This is recommended if you have decimal numbers with a high degree of precision because there can be a loss precision when handling floating point numbers. Default: false
    DoubleAsString bool
    Whether to convert double fields to strings. This is recommended if you have decimal numbers with a high degree of precision because there can be a loss precision when handling floating point numbers. Default: false
    doubleAsString Boolean
    Whether to convert double fields to strings. This is recommended if you have decimal numbers with a high degree of precision because there can be a loss precision when handling floating point numbers. Default: false
    doubleAsString boolean
    Whether to convert double fields to strings. This is recommended if you have decimal numbers with a high degree of precision because there can be a loss precision when handling floating point numbers. Default: false
    double_as_string bool
    Whether to convert double fields to strings. This is recommended if you have decimal numbers with a high degree of precision because there can be a loss precision when handling floating point numbers. Default: false
    doubleAsString Boolean
    Whether to convert double fields to strings. This is recommended if you have decimal numbers with a high degree of precision because there can be a loss precision when handling floating point numbers. Default: false

    SourceGcsConfigurationStreamFormatCsvFormat, SourceGcsConfigurationStreamFormatCsvFormatArgs

    Delimiter string
    The character delimiting individual cells in the CSV data. This may only be a 1-character string. For tab-delimited data enter '\t'. Default: ","
    DoubleQuote bool
    Whether two quotes in a quoted CSV value denote a single quote in the data. Default: true
    Encoding string
    The character encoding of the CSV data. Leave blank to default to \n\nUTF8\n\n. See \n\nlist of python encodings\n\n for allowable options. Default: "utf8"
    EscapeChar string
    The character used for escaping special characters. To disallow escaping, leave this field blank.
    FalseValues List<string>
    A set of case-sensitive strings that should be interpreted as false values. Default: ["n","no","f","false","off","0"]
    HeaderDefinition SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinition
    How headers will be defined. User Provided assumes the CSV does not have a header row and uses the headers provided and Autogenerated assumes the CSV does not have a header row and the CDK will generate headers using for f{i} where i is the index starting from 0. Else, the default behavior is to use the header from the CSV file. If a user wants to autogenerate or provide column names for a CSV having headers, they can skip rows.
    IgnoreErrorsOnFieldsMismatch bool
    Whether to ignore errors that occur when the number of fields in the CSV does not match the number of columns in the schema. Default: false
    InferenceType string
    How to infer the types of the columns. If none, inference default to strings. must be one of ["None", "Primitive Types Only"]
    NullValues List<string>
    A set of case-sensitive strings that should be interpreted as null values. For example, if the value 'NA' should be interpreted as null, enter 'NA' in this field. Default: []
    QuoteChar string
    The character used for quoting CSV values. To disallow quoting, make this field blank. Default: """
    SkipRowsAfterHeader double
    The number of rows to skip after the header row. Default: 0
    SkipRowsBeforeHeader double
    The number of rows to skip before the header row. For example, if the header row is on the 3rd row, enter 2 in this field. Default: 0
    StringsCanBeNull bool
    Whether strings can be interpreted as null values. If true, strings that match the nullvalues set will be interpreted as null. If false, strings that match the nullvalues set will be interpreted as the string itself. Default: true
    TrueValues List<string>
    A set of case-sensitive strings that should be interpreted as true values. Default: ["y","yes","t","true","on","1"]
    Delimiter string
    The character delimiting individual cells in the CSV data. This may only be a 1-character string. For tab-delimited data enter '\t'. Default: ","
    DoubleQuote bool
    Whether two quotes in a quoted CSV value denote a single quote in the data. Default: true
    Encoding string
    The character encoding of the CSV data. Leave blank to default to \n\nUTF8\n\n. See \n\nlist of python encodings\n\n for allowable options. Default: "utf8"
    EscapeChar string
    The character used for escaping special characters. To disallow escaping, leave this field blank.
    FalseValues []string
    A set of case-sensitive strings that should be interpreted as false values. Default: ["n","no","f","false","off","0"]
    HeaderDefinition SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinition
    How headers will be defined. User Provided assumes the CSV does not have a header row and uses the headers provided and Autogenerated assumes the CSV does not have a header row and the CDK will generate headers using for f{i} where i is the index starting from 0. Else, the default behavior is to use the header from the CSV file. If a user wants to autogenerate or provide column names for a CSV having headers, they can skip rows.
    IgnoreErrorsOnFieldsMismatch bool
    Whether to ignore errors that occur when the number of fields in the CSV does not match the number of columns in the schema. Default: false
    InferenceType string
    How to infer the types of the columns. If none, inference default to strings. must be one of ["None", "Primitive Types Only"]
    NullValues []string
    A set of case-sensitive strings that should be interpreted as null values. For example, if the value 'NA' should be interpreted as null, enter 'NA' in this field. Default: []
    QuoteChar string
    The character used for quoting CSV values. To disallow quoting, make this field blank. Default: """
    SkipRowsAfterHeader float64
    The number of rows to skip after the header row. Default: 0
    SkipRowsBeforeHeader float64
    The number of rows to skip before the header row. For example, if the header row is on the 3rd row, enter 2 in this field. Default: 0
    StringsCanBeNull bool
    Whether strings can be interpreted as null values. If true, strings that match the nullvalues set will be interpreted as null. If false, strings that match the nullvalues set will be interpreted as the string itself. Default: true
    TrueValues []string
    A set of case-sensitive strings that should be interpreted as true values. Default: ["y","yes","t","true","on","1"]
    delimiter String
    The character delimiting individual cells in the CSV data. This may only be a 1-character string. For tab-delimited data enter '\t'. Default: ","
    doubleQuote Boolean
    Whether two quotes in a quoted CSV value denote a single quote in the data. Default: true
    encoding String
    The character encoding of the CSV data. Leave blank to default to \n\nUTF8\n\n. See \n\nlist of python encodings\n\n for allowable options. Default: "utf8"
    escapeChar String
    The character used for escaping special characters. To disallow escaping, leave this field blank.
    falseValues List<String>
    A set of case-sensitive strings that should be interpreted as false values. Default: ["n","no","f","false","off","0"]
    headerDefinition SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinition
    How headers will be defined. User Provided assumes the CSV does not have a header row and uses the headers provided and Autogenerated assumes the CSV does not have a header row and the CDK will generate headers using for f{i} where i is the index starting from 0. Else, the default behavior is to use the header from the CSV file. If a user wants to autogenerate or provide column names for a CSV having headers, they can skip rows.
    ignoreErrorsOnFieldsMismatch Boolean
    Whether to ignore errors that occur when the number of fields in the CSV does not match the number of columns in the schema. Default: false
    inferenceType String
    How to infer the types of the columns. If none, inference default to strings. must be one of ["None", "Primitive Types Only"]
    nullValues List<String>
    A set of case-sensitive strings that should be interpreted as null values. For example, if the value 'NA' should be interpreted as null, enter 'NA' in this field. Default: []
    quoteChar String
    The character used for quoting CSV values. To disallow quoting, make this field blank. Default: """
    skipRowsAfterHeader Double
    The number of rows to skip after the header row. Default: 0
    skipRowsBeforeHeader Double
    The number of rows to skip before the header row. For example, if the header row is on the 3rd row, enter 2 in this field. Default: 0
    stringsCanBeNull Boolean
    Whether strings can be interpreted as null values. If true, strings that match the nullvalues set will be interpreted as null. If false, strings that match the nullvalues set will be interpreted as the string itself. Default: true
    trueValues List<String>
    A set of case-sensitive strings that should be interpreted as true values. Default: ["y","yes","t","true","on","1"]
    delimiter string
    The character delimiting individual cells in the CSV data. This may only be a 1-character string. For tab-delimited data enter '\t'. Default: ","
    doubleQuote boolean
    Whether two quotes in a quoted CSV value denote a single quote in the data. Default: true
    encoding string
    The character encoding of the CSV data. Leave blank to default to \n\nUTF8\n\n. See \n\nlist of python encodings\n\n for allowable options. Default: "utf8"
    escapeChar string
    The character used for escaping special characters. To disallow escaping, leave this field blank.
    falseValues string[]
    A set of case-sensitive strings that should be interpreted as false values. Default: ["n","no","f","false","off","0"]
    headerDefinition SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinition
    How headers will be defined. User Provided assumes the CSV does not have a header row and uses the headers provided and Autogenerated assumes the CSV does not have a header row and the CDK will generate headers using for f{i} where i is the index starting from 0. Else, the default behavior is to use the header from the CSV file. If a user wants to autogenerate or provide column names for a CSV having headers, they can skip rows.
    ignoreErrorsOnFieldsMismatch boolean
    Whether to ignore errors that occur when the number of fields in the CSV does not match the number of columns in the schema. Default: false
    inferenceType string
    How to infer the types of the columns. If none, inference default to strings. must be one of ["None", "Primitive Types Only"]
    nullValues string[]
    A set of case-sensitive strings that should be interpreted as null values. For example, if the value 'NA' should be interpreted as null, enter 'NA' in this field. Default: []
    quoteChar string
    The character used for quoting CSV values. To disallow quoting, make this field blank. Default: """
    skipRowsAfterHeader number
    The number of rows to skip after the header row. Default: 0
    skipRowsBeforeHeader number
    The number of rows to skip before the header row. For example, if the header row is on the 3rd row, enter 2 in this field. Default: 0
    stringsCanBeNull boolean
    Whether strings can be interpreted as null values. If true, strings that match the nullvalues set will be interpreted as null. If false, strings that match the nullvalues set will be interpreted as the string itself. Default: true
    trueValues string[]
    A set of case-sensitive strings that should be interpreted as true values. Default: ["y","yes","t","true","on","1"]
    delimiter str
    The character delimiting individual cells in the CSV data. This may only be a 1-character string. For tab-delimited data enter '\t'. Default: ","
    double_quote bool
    Whether two quotes in a quoted CSV value denote a single quote in the data. Default: true
    encoding str
    The character encoding of the CSV data. Leave blank to default to \n\nUTF8\n\n. See \n\nlist of python encodings\n\n for allowable options. Default: "utf8"
    escape_char str
    The character used for escaping special characters. To disallow escaping, leave this field blank.
    false_values Sequence[str]
    A set of case-sensitive strings that should be interpreted as false values. Default: ["n","no","f","false","off","0"]
    header_definition SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinition
    How headers will be defined. User Provided assumes the CSV does not have a header row and uses the headers provided and Autogenerated assumes the CSV does not have a header row and the CDK will generate headers using for f{i} where i is the index starting from 0. Else, the default behavior is to use the header from the CSV file. If a user wants to autogenerate or provide column names for a CSV having headers, they can skip rows.
    ignore_errors_on_fields_mismatch bool
    Whether to ignore errors that occur when the number of fields in the CSV does not match the number of columns in the schema. Default: false
    inference_type str
    How to infer the types of the columns. If none, inference default to strings. must be one of ["None", "Primitive Types Only"]
    null_values Sequence[str]
    A set of case-sensitive strings that should be interpreted as null values. For example, if the value 'NA' should be interpreted as null, enter 'NA' in this field. Default: []
    quote_char str
    The character used for quoting CSV values. To disallow quoting, make this field blank. Default: """
    skip_rows_after_header float
    The number of rows to skip after the header row. Default: 0
    skip_rows_before_header float
    The number of rows to skip before the header row. For example, if the header row is on the 3rd row, enter 2 in this field. Default: 0
    strings_can_be_null bool
    Whether strings can be interpreted as null values. If true, strings that match the nullvalues set will be interpreted as null. If false, strings that match the nullvalues set will be interpreted as the string itself. Default: true
    true_values Sequence[str]
    A set of case-sensitive strings that should be interpreted as true values. Default: ["y","yes","t","true","on","1"]
    delimiter String
    The character delimiting individual cells in the CSV data. This may only be a 1-character string. For tab-delimited data enter '\t'. Default: ","
    doubleQuote Boolean
    Whether two quotes in a quoted CSV value denote a single quote in the data. Default: true
    encoding String
    The character encoding of the CSV data. Leave blank to default to \n\nUTF8\n\n. See \n\nlist of python encodings\n\n for allowable options. Default: "utf8"
    escapeChar String
    The character used for escaping special characters. To disallow escaping, leave this field blank.
    falseValues List<String>
    A set of case-sensitive strings that should be interpreted as false values. Default: ["n","no","f","false","off","0"]
    headerDefinition Property Map
    How headers will be defined. User Provided assumes the CSV does not have a header row and uses the headers provided and Autogenerated assumes the CSV does not have a header row and the CDK will generate headers using for f{i} where i is the index starting from 0. Else, the default behavior is to use the header from the CSV file. If a user wants to autogenerate or provide column names for a CSV having headers, they can skip rows.
    ignoreErrorsOnFieldsMismatch Boolean
    Whether to ignore errors that occur when the number of fields in the CSV does not match the number of columns in the schema. Default: false
    inferenceType String
    How to infer the types of the columns. If none, inference default to strings. must be one of ["None", "Primitive Types Only"]
    nullValues List<String>
    A set of case-sensitive strings that should be interpreted as null values. For example, if the value 'NA' should be interpreted as null, enter 'NA' in this field. Default: []
    quoteChar String
    The character used for quoting CSV values. To disallow quoting, make this field blank. Default: """
    skipRowsAfterHeader Number
    The number of rows to skip after the header row. Default: 0
    skipRowsBeforeHeader Number
    The number of rows to skip before the header row. For example, if the header row is on the 3rd row, enter 2 in this field. Default: 0
    stringsCanBeNull Boolean
    Whether strings can be interpreted as null values. If true, strings that match the nullvalues set will be interpreted as null. If false, strings that match the nullvalues set will be interpreted as the string itself. Default: true
    trueValues List<String>
    A set of case-sensitive strings that should be interpreted as true values. Default: ["y","yes","t","true","on","1"]

    SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinition, SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinitionArgs

    SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinitionUserProvided, SourceGcsConfigurationStreamFormatCsvFormatHeaderDefinitionUserProvidedArgs

    ColumnNames List<string>
    The column names that will be used while emitting the CSV records
    ColumnNames []string
    The column names that will be used while emitting the CSV records
    columnNames List<String>
    The column names that will be used while emitting the CSV records
    columnNames string[]
    The column names that will be used while emitting the CSV records
    column_names Sequence[str]
    The column names that will be used while emitting the CSV records
    columnNames List<String>
    The column names that will be used while emitting the CSV records

    SourceGcsConfigurationStreamFormatParquetFormat, SourceGcsConfigurationStreamFormatParquetFormatArgs

    DecimalAsFloat bool
    Whether to convert decimal fields to floats. There is a loss of precision when converting decimals to floats, so this is not recommended. Default: false
    DecimalAsFloat bool
    Whether to convert decimal fields to floats. There is a loss of precision when converting decimals to floats, so this is not recommended. Default: false
    decimalAsFloat Boolean
    Whether to convert decimal fields to floats. There is a loss of precision when converting decimals to floats, so this is not recommended. Default: false
    decimalAsFloat boolean
    Whether to convert decimal fields to floats. There is a loss of precision when converting decimals to floats, so this is not recommended. Default: false
    decimal_as_float bool
    Whether to convert decimal fields to floats. There is a loss of precision when converting decimals to floats, so this is not recommended. Default: false
    decimalAsFloat Boolean
    Whether to convert decimal fields to floats. There is a loss of precision when converting decimals to floats, so this is not recommended. Default: false

    SourceGcsConfigurationStreamFormatUnstructuredDocumentFormat, SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatArgs

    Processing SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessing
    Processing configuration
    SkipUnprocessableFiles bool
    If true, skip files that cannot be parsed and pass the error message along as the absourcefileparse_error field. If false, fail the sync. Default: true
    Strategy string
    The strategy used to parse documents. fast extracts text directly from the document which doesn't work for all files. ocr_only is more reliable, but slower. hi_res is the most reliable, but requires an API key and a hosted instance of unstructured and can't be used with local mode. See the unstructured.io documentation for more details: https://unstructured-io.github.io/unstructured/core/partition.html#partition-pdf. Default: "auto"; must be one of ["auto", "fast", "ocronly", "hires"]
    Processing SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessing
    Processing configuration
    SkipUnprocessableFiles bool
    If true, skip files that cannot be parsed and pass the error message along as the absourcefileparse_error field. If false, fail the sync. Default: true
    Strategy string
    The strategy used to parse documents. fast extracts text directly from the document which doesn't work for all files. ocr_only is more reliable, but slower. hi_res is the most reliable, but requires an API key and a hosted instance of unstructured and can't be used with local mode. See the unstructured.io documentation for more details: https://unstructured-io.github.io/unstructured/core/partition.html#partition-pdf. Default: "auto"; must be one of ["auto", "fast", "ocronly", "hires"]
    processing SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessing
    Processing configuration
    skipUnprocessableFiles Boolean
    If true, skip files that cannot be parsed and pass the error message along as the absourcefileparse_error field. If false, fail the sync. Default: true
    strategy String
    The strategy used to parse documents. fast extracts text directly from the document which doesn't work for all files. ocr_only is more reliable, but slower. hi_res is the most reliable, but requires an API key and a hosted instance of unstructured and can't be used with local mode. See the unstructured.io documentation for more details: https://unstructured-io.github.io/unstructured/core/partition.html#partition-pdf. Default: "auto"; must be one of ["auto", "fast", "ocronly", "hires"]
    processing SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessing
    Processing configuration
    skipUnprocessableFiles boolean
    If true, skip files that cannot be parsed and pass the error message along as the absourcefileparse_error field. If false, fail the sync. Default: true
    strategy string
    The strategy used to parse documents. fast extracts text directly from the document which doesn't work for all files. ocr_only is more reliable, but slower. hi_res is the most reliable, but requires an API key and a hosted instance of unstructured and can't be used with local mode. See the unstructured.io documentation for more details: https://unstructured-io.github.io/unstructured/core/partition.html#partition-pdf. Default: "auto"; must be one of ["auto", "fast", "ocronly", "hires"]
    processing SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessing
    Processing configuration
    skip_unprocessable_files bool
    If true, skip files that cannot be parsed and pass the error message along as the absourcefileparse_error field. If false, fail the sync. Default: true
    strategy str
    The strategy used to parse documents. fast extracts text directly from the document which doesn't work for all files. ocr_only is more reliable, but slower. hi_res is the most reliable, but requires an API key and a hosted instance of unstructured and can't be used with local mode. See the unstructured.io documentation for more details: https://unstructured-io.github.io/unstructured/core/partition.html#partition-pdf. Default: "auto"; must be one of ["auto", "fast", "ocronly", "hires"]
    processing Property Map
    Processing configuration
    skipUnprocessableFiles Boolean
    If true, skip files that cannot be parsed and pass the error message along as the absourcefileparse_error field. If false, fail the sync. Default: true
    strategy String
    The strategy used to parse documents. fast extracts text directly from the document which doesn't work for all files. ocr_only is more reliable, but slower. hi_res is the most reliable, but requires an API key and a hosted instance of unstructured and can't be used with local mode. See the unstructured.io documentation for more details: https://unstructured-io.github.io/unstructured/core/partition.html#partition-pdf. Default: "auto"; must be one of ["auto", "fast", "ocronly", "hires"]

    SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessing, SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingArgs

    Local SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingLocal
    Process files locally, supporting fast and ocr modes. This is the default option.
    ViaApi SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApi
    Process files via an API, using the hi_res mode. This option is useful for increased performance and accuracy, but requires an API key and a hosted instance of unstructured.
    Local SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingLocal
    Process files locally, supporting fast and ocr modes. This is the default option.
    ViaApi SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApi
    Process files via an API, using the hi_res mode. This option is useful for increased performance and accuracy, but requires an API key and a hosted instance of unstructured.
    local SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingLocal
    Process files locally, supporting fast and ocr modes. This is the default option.
    viaApi SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApi
    Process files via an API, using the hi_res mode. This option is useful for increased performance and accuracy, but requires an API key and a hosted instance of unstructured.
    local SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingLocal
    Process files locally, supporting fast and ocr modes. This is the default option.
    viaApi SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApi
    Process files via an API, using the hi_res mode. This option is useful for increased performance and accuracy, but requires an API key and a hosted instance of unstructured.
    local SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingLocal
    Process files locally, supporting fast and ocr modes. This is the default option.
    via_api SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApi
    Process files via an API, using the hi_res mode. This option is useful for increased performance and accuracy, but requires an API key and a hosted instance of unstructured.
    local Property Map
    Process files locally, supporting fast and ocr modes. This is the default option.
    viaApi Property Map
    Process files via an API, using the hi_res mode. This option is useful for increased performance and accuracy, but requires an API key and a hosted instance of unstructured.

    SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApi, SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApiArgs

    ApiKey string
    The API key to use matching the environment. Default: ""
    ApiUrl string
    The URL of the unstructured API to use. Default: "https://api.unstructured.io"
    Parameters List<SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApiParameter>
    List of parameters send to the API
    ApiKey string
    The API key to use matching the environment. Default: ""
    ApiUrl string
    The URL of the unstructured API to use. Default: "https://api.unstructured.io"
    Parameters []SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApiParameter
    List of parameters send to the API
    apiKey String
    The API key to use matching the environment. Default: ""
    apiUrl String
    The URL of the unstructured API to use. Default: "https://api.unstructured.io"
    parameters List<SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApiParameter>
    List of parameters send to the API
    apiKey string
    The API key to use matching the environment. Default: ""
    apiUrl string
    The URL of the unstructured API to use. Default: "https://api.unstructured.io"
    parameters SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApiParameter[]
    List of parameters send to the API
    api_key str
    The API key to use matching the environment. Default: ""
    api_url str
    The URL of the unstructured API to use. Default: "https://api.unstructured.io"
    parameters Sequence[SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApiParameter]
    List of parameters send to the API
    apiKey String
    The API key to use matching the environment. Default: ""
    apiUrl String
    The URL of the unstructured API to use. Default: "https://api.unstructured.io"
    parameters List<Property Map>
    List of parameters send to the API

    SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApiParameter, SourceGcsConfigurationStreamFormatUnstructuredDocumentFormatProcessingViaApiParameterArgs

    Name string
    The name of the unstructured API parameter to use
    Value string
    The value of the parameter
    Name string
    The name of the unstructured API parameter to use
    Value string
    The value of the parameter
    name String
    The name of the unstructured API parameter to use
    value String
    The value of the parameter
    name string
    The name of the unstructured API parameter to use
    value string
    The value of the parameter
    name str
    The name of the unstructured API parameter to use
    value str
    The value of the parameter
    name String
    The name of the unstructured API parameter to use
    value String
    The value of the parameter

    SourceGcsResourceAllocation, SourceGcsResourceAllocationArgs

    Default SourceGcsResourceAllocationDefault
    optional resource requirements to run workers (blank for unbounded allocations)
    JobSpecifics List<SourceGcsResourceAllocationJobSpecific>
    Default SourceGcsResourceAllocationDefault
    optional resource requirements to run workers (blank for unbounded allocations)
    JobSpecifics []SourceGcsResourceAllocationJobSpecific
    default_ SourceGcsResourceAllocationDefault
    optional resource requirements to run workers (blank for unbounded allocations)
    jobSpecifics List<SourceGcsResourceAllocationJobSpecific>
    default SourceGcsResourceAllocationDefault
    optional resource requirements to run workers (blank for unbounded allocations)
    jobSpecifics SourceGcsResourceAllocationJobSpecific[]
    default SourceGcsResourceAllocationDefault
    optional resource requirements to run workers (blank for unbounded allocations)
    job_specifics Sequence[SourceGcsResourceAllocationJobSpecific]
    default Property Map
    optional resource requirements to run workers (blank for unbounded allocations)
    jobSpecifics List<Property Map>

    SourceGcsResourceAllocationDefault, SourceGcsResourceAllocationDefaultArgs

    SourceGcsResourceAllocationJobSpecific, SourceGcsResourceAllocationJobSpecificArgs

    JobType string
    enum that describes the different types of jobs that the platform runs.
    ResourceRequirements SourceGcsResourceAllocationJobSpecificResourceRequirements
    optional resource requirements to run workers (blank for unbounded allocations)
    JobType string
    enum that describes the different types of jobs that the platform runs.
    ResourceRequirements SourceGcsResourceAllocationJobSpecificResourceRequirements
    optional resource requirements to run workers (blank for unbounded allocations)
    jobType String
    enum that describes the different types of jobs that the platform runs.
    resourceRequirements SourceGcsResourceAllocationJobSpecificResourceRequirements
    optional resource requirements to run workers (blank for unbounded allocations)
    jobType string
    enum that describes the different types of jobs that the platform runs.
    resourceRequirements SourceGcsResourceAllocationJobSpecificResourceRequirements
    optional resource requirements to run workers (blank for unbounded allocations)
    job_type str
    enum that describes the different types of jobs that the platform runs.
    resource_requirements SourceGcsResourceAllocationJobSpecificResourceRequirements
    optional resource requirements to run workers (blank for unbounded allocations)
    jobType String
    enum that describes the different types of jobs that the platform runs.
    resourceRequirements Property Map
    optional resource requirements to run workers (blank for unbounded allocations)

    SourceGcsResourceAllocationJobSpecificResourceRequirements, SourceGcsResourceAllocationJobSpecificResourceRequirementsArgs

    Import

    In Terraform v1.5.0 and later, the import block can be used with the id attribute, for example:

    terraform

    import {

    to = airbyte_source_gcs.my_airbyte_source_gcs

    id = “…”

    }

    The pulumi import command can be used, for example:

    $ pulumi import airbyte:index/sourceGcs:SourceGcs my_airbyte_source_gcs "..."

    To learn more about importing existing cloud resources, see Importing resources.

    Package Details

    Repository
    airbyte airbytehq/terraform-provider-airbyte
    License
    Notes
    This Pulumi package is based on the airbyte Terraform Provider.
    airbyte logo
    Viewing docs for airbyte 1.0.0
    published on Wednesday, Mar 4, 2026 by airbytehq
    Schema (JSON)
    airbytehq/terraform-provider-airbyte
      Try Pulumi Cloud free. Your team will thank you.