CopyPartitions
CopyPartitions
yaml
type: "io.kestra.plugin.gcp.bigquery.CopyPartitions"Examples
yaml
id: gcp_bq_copy_partitions
namespace: company.team
tasks:
- id: copy_partitions
type: io.kestra.plugin.gcp.bigquery.CopyPartitions
projectId: my-project
dataset: my-dataset
table: my-table
destinationTable: my-dest-table
partitionType: DAY
from: "{{ now() | dateAdd(-30, 'DAYS') }}"
to: "{{ now() | dateAdd(-7, 'DAYS') }}"
Properties
dataset *Requiredstring
from *Requiredstring
partitionType *Requiredstring
Possible Values
DAYHOURMONTHYEARRANGEtable *Requiredstring
to *Requiredstring
createDisposition string
Possible Values
CREATE_IF_NEEDEDCREATE_NEVERdestinationTable string
dryRun booleanstring
Default
falseimpersonatedServiceAccount string
jobTimeout string
Format
durationlabels object
SubTypestring
location string
projectId string
retryAuto Non-dynamic
Definitions
io.kestra.core.models.tasks.retrys.Constant
interval*Requiredstring
Format
durationtype*Requiredobject
behaviorstring
Default
RETRY_FAILED_TASKPossible Values
RETRY_FAILED_TASKCREATE_NEW_EXECUTIONmaxAttemptsinteger
Minimum
>= 1maxDurationstring
Format
durationwarningOnRetryboolean
Default
falseio.kestra.core.models.tasks.retrys.Exponential
interval*Requiredstring
Format
durationmaxInterval*Requiredstring
Format
durationtype*Requiredobject
behaviorstring
Default
RETRY_FAILED_TASKPossible Values
RETRY_FAILED_TASKCREATE_NEW_EXECUTIONdelayFactornumber
maxAttemptsinteger
Minimum
>= 1maxDurationstring
Format
durationwarningOnRetryboolean
Default
falseio.kestra.core.models.tasks.retrys.Random
maxInterval*Requiredstring
Format
durationminInterval*Requiredstring
Format
durationtype*Requiredobject
behaviorstring
Default
RETRY_FAILED_TASKPossible Values
RETRY_FAILED_TASKCREATE_NEW_EXECUTIONmaxAttemptsinteger
Minimum
>= 1maxDurationstring
Format
durationwarningOnRetryboolean
Default
falseretryMessages array
SubTypestring
Default
["due to concurrent update","Retrying the job may solve the problem","Retrying may solve the problem"]retryReasons array
SubTypestring
Default
["rateLimitExceeded","jobBackendError","backendError","internalError","jobInternalError"]scopes array
SubTypestring
Default
["https://www.googleapis.com/auth/cloud-platform"]serviceAccount string
writeDisposition string
Possible Values
WRITE_TRUNCATEWRITE_TRUNCATE_DATAWRITE_APPENDWRITE_EMPTYOutputs
datasetId string
jobId string
partitions array
SubTypestring