Load

yaml
type: "io.kestra.plugin.gcp.bigquery.Load"

Examples

yaml
id: gcp_bq_load
namespace: company.team

tasks:
  - id: load
    type: io.kestra.plugin.gcp.bigquery.Load
    from: "{{ inputs.file }}"
    destinationTable: "my_project.my_dataset.my_table"
    format: CSV
    csvOptions:
      fieldDelimiter: ";"

Properties

autodetect booleanstring

avroOptions

Definitions

io.kestra.plugin.gcp.bigquery.AbstractLoad-AvroOptions

useAvroLogicalTypesbooleanstring

clusteringFields array

SubTypestring

createDisposition string

Possible Values

CREATE_IF_NEEDEDCREATE_NEVER

csvOptions

Definitions

io.kestra.plugin.gcp.bigquery.AbstractLoad-CsvOptions

allowJaggedRowsbooleanstring

allowQuotedNewLinesbooleanstring

encodingstring

fieldDelimiterstring

quotestring

skipLeadingRowsintegerstring

destinationTable string

failedOnEmpty booleanstring

Defaulttrue

format string

Possible Values

CSVJSONAVROPARQUETORC

from string

ignoreUnknownValues booleanstring

impersonatedServiceAccount string

location string

maxBadRecords integerstring

projectId string

retryAuto

Definitions

io.kestra.core.models.tasks.retrys.Constant

interval*string

Formatduration

type*object

behaviorstring

DefaultRETRY_FAILED_TASK

Possible Values

RETRY_FAILED_TASKCREATE_NEW_EXECUTION

maxAttemptsinteger

Minimum>= 1

maxDurationstring

Formatduration

warningOnRetryboolean

Defaultfalse

io.kestra.core.models.tasks.retrys.Exponential

interval*string

Formatduration

maxInterval*string

Formatduration

type*object

behaviorstring

DefaultRETRY_FAILED_TASK

Possible Values

RETRY_FAILED_TASKCREATE_NEW_EXECUTION

delayFactornumber

maxAttemptsinteger

Minimum>= 1

maxDurationstring

Formatduration

warningOnRetryboolean

Defaultfalse

io.kestra.core.models.tasks.retrys.Random

maxInterval*string

Formatduration

minInterval*string

Formatduration

type*object

behaviorstring

DefaultRETRY_FAILED_TASK

Possible Values

RETRY_FAILED_TASKCREATE_NEW_EXECUTION

maxAttemptsinteger

Minimum>= 1

maxDurationstring

Formatduration

warningOnRetryboolean

Defaultfalse

retryMessages array

SubTypestring

Default["due to concurrent update","Retrying the job may solve the problem","Retrying may solve the problem"]

retryReasons array

SubTypestring

Default["rateLimitExceeded","jobBackendError","backendError","internalError","jobInternalError"]

schema object

schemaUpdateOptions array

SubTypestring

Possible Values

ALLOW_FIELD_ADDITIONALLOW_FIELD_RELAXATION

scopes array

SubTypestring

Default["https://www.googleapis.com/auth/cloud-platform"]

serviceAccount string

timePartitioningField string

timePartitioningType string

DefaultDAY

Possible Values

DAYHOURMONTHYEAR

writeDisposition string

Possible Values

WRITE_TRUNCATEWRITE_TRUNCATE_DATAWRITE_APPENDWRITE_EMPTY

Outputs

destinationTable string

jobId string

rows integer

Metrics

bad.records counter

Unitrecords

duration timer

input.bytes counter

Unitbytes

input.files counter

Unitfiles

output.bytes counter

Unitbytes

output.rows counter

Unitrecords

Stream kestra audit logs from a Kafka topic to BigQuery for analytics and troubleshooting

Automate Cross-Cloud ETL from Azure Blob Storage to BigQuery with dbt Cloud

Build an ETL Pipeline from Cassandra to BigQuery Using CSV Export

Core Plugins and tasks

Tasks that provide Kestra's built-in orchestration, I/O, and observability capabilities.

CoreStorageScript

PostgreSQL

Tasks that connect to PostgreSQL via JDBC to run queries and loads.

Database

Couchbase

Tasks that execute Couchbase N1QL queries and trigger Kestra flows from query results.

Database

Load

Create automations with GCP Bigquery Load

Stream kestra audit logs from a Kafka topic to BigQuery for analytics and troubleshooting

Automate Cross-Cloud ETL from Azure Blob Storage to BigQuery with dbt Cloud

Build an ETL Pipeline from Cassandra to BigQuery Using CSV Export

More Plugins in this Category

Core Plugins and tasks

PostgreSQL

Couchbase

2.0.0