WaitForJob

WaitForJob
Certified
Wait for a Dataflow job to complete

yaml
type: io.kestra.plugin.gcp.dataflow.WaitForJob

Examples

yaml
id: dataflow_classic_template
namespace: company.team

inputs:
  - id: input_path
    type: STRING

tasks:
  - id: launch
    type: io.kestra.plugin.gcp.dataflow.LaunchTemplate
    projectId: "{{ secret('GCP_PROJECT_ID') }}"
    location: us-central1
    jobName: my-etl-job
    gcsPath: gs://my-bucket/templates/my-template
    parameters:
      inputFile: "{{ inputs.input_path }}"
      outputTable: my-project:my_dataset.my_table

  - id: wait
    type: io.kestra.plugin.gcp.dataflow.WaitForJob
    projectId: "{{ secret('GCP_PROJECT_ID') }}"
    location: us-central1
    jobId: "{{ outputs.launch.jobId }}"
    pollInterval: PT15S
    maxDuration: PT1H