DbtCLI

yaml
type: "io.kestra.plugin.dbt.cli.DbtCLI"

Examples

yaml
id: dbt_build
namespace: company.team

tasks:
  - id: dbt
    type: io.kestra.plugin.core.flow.WorkingDirectory
    tasks:
      - id: cloneRepository
        type: io.kestra.plugin.git.Clone
        url: https://github.com/kestra-io/dbt-example
        branch: main

      - id: dbt-build
        type: io.kestra.plugin.dbt.cli.DbtCLI
        containerImage: ghcr.io/kestra-io/dbt-duckdb:latest
        taskRunner:
          type: io.kestra.plugin.scripts.runner.docker.Docker
        commands:
          - dbt build
        profiles: |
          my_dbt_project:
            outputs:
              dev:
                type: duckdb
                path: ":memory:"
            target: dev

yaml
id: dbt_build
namespace: company.team

tasks:
  - id: sync
    type: io.kestra.plugin.git.SyncNamespaceFiles
    url: https://github.com/kestra-io/dbt-example
    branch: master
    namespace: "{{ flow.namespace }}"
    gitDirectory: dbt
    dryRun: false

  - id: dbt_build
    type: io.kestra.plugin.dbt.cli.DbtCLI
    containerImage: ghcr.io/kestra-io/dbt-duckdb:latest
    namespaceFiles:
      enabled: true
      exclude:
        - profiles.yml
    taskRunner:
      type: io.kestra.plugin.scripts.runner.docker.Docker
    commands:
      - dbt build
    profiles: |
      my_dbt_project:
        outputs:
          prod:
            type: duckdb
            path: ":memory:"
            schema: main
            threads: 8
        target: prod

yaml
id: dbt_custom_dependencies
namespace: company.team

inputs:
  - id: dbt_version
    type: STRING
    defaults: "dbt-duckdb==1.6.0"

tasks:
  - id: git
    type: io.kestra.plugin.core.flow.WorkingDirectory
    tasks:
      - id: clone_repository
        type: io.kestra.plugin.git.Clone
        url: https://github.com/kestra-io/dbt-example
        branch: main

      - id: dbt
        type: io.kestra.plugin.dbt.cli.DbtCLI
        taskRunner:
          type: io.kestra.plugin.scripts.runner.docker.Docker
          memory:
            memory: 1GB
        containerImage: python:3.11-slim
        beforeCommands:
          - pip install uv
          - uv venv --quiet
          - . .venv/bin/activate --quiet
          - uv pip install --quiet {{ inputs.dbt_version }}
        commands:
          - dbt deps
          - dbt build
        profiles: |
          my_dbt_project:
            outputs:
              dev:
                type: duckdb
                path: ":memory:"
                fixed_retries: 1
                threads: 16
                timeout_seconds: 300
            target: dev

yaml
id: dwh_and_analytics
namespace: company.team

tasks:
  - id: dbt
    type: io.kestra.plugin.core.flow.WorkingDirectory
    tasks:
    - id: clone_repository
      type: io.kestra.plugin.git.Clone
      url: https://github.com/kestra-io/dbt-example
      branch: master

    - id: dbt_build
      type: io.kestra.plugin.dbt.cli.DbtCLI
      taskRunner:
        type: io.kestra.plugin.scripts.runner.docker.Docker
      containerImage: ghcr.io/kestra-io/dbt-duckdb:latest
      commands:
        - dbt deps --target prod
        - dbt build --target prod
      projectDir: dbt
      profiles: |
        my_dbt_project:
          outputs:
            dev:
              type: duckdb
              path: dbt.duckdb
              extensions:
                - parquet
              fixed_retries: 1
              threads: 16
              timeout_seconds: 300
            prod:
              type: duckdb
              path: dbt2.duckdb
              extensions:
                - parquet
              fixed_retries: 1
              threads: 16
              timeout_seconds: 300
          target: dev

yaml
id: dbt_defer
namespace: company.team
inputs:
  - id: dbt_command
    type: SELECT
    allowCustomValue: true
    defaults: dbt build --project-dir dbt --target prod --no-partial-parse
    values:
      - dbt build --target prod --no-partial-parse
      - dbt build --target prod --no-partial-parse --select state:modified+ --defer --state ./target

tasks:
  - id: dbt
    type: io.kestra.plugin.core.flow.WorkingDirectory
    tasks:
      - id: clone_repository
        type: io.kestra.plugin.git.Clone
        url: https://github.com/kestra-io/dbt-example
        branch: master

      - id: dbt_build
        type: io.kestra.plugin.dbt.cli.DbtCLI
        taskRunner:
          type: io.kestra.plugin.scripts.runner.docker.Docker
          delete: true
        containerImage: ghcr.io/kestra-io/dbt-duckdb:latest
        loadManifest:
          key: manifest.json
          namespace: "{{ flow.namespace }}"
        storeManifest:
          key: manifest.json
          namespace: "{{ flow.namespace }}"
        projectDir: dbt
        commands:
          - "{{ inputs.dbt_command }}"
        profiles: |
          my_dbt_project:
            outputs:
              dev:
                type: duckdb
                path: ":memory:"
                fixed_retries: 1
                threads: 16
                timeout_seconds: 300
              prod:
                type: duckdb
                path: dbt2.duckdb
                extensions:
                  - parquet
                fixed_retries: 1
                threads: 16
                timeout_seconds: 300
            target: dev

Properties

commands *array

SubTypestring

beforeCommands array

SubTypestring

containerImage string

Defaultghcr.io/kestra-io/dbt

engine string

DefaultCORE

Possible Values

COREFUSION

env object

SubTypestring

failFast booleanstring

Defaulttrue

inputFiles objectstring

interpreter array

SubTypestring

Default["/bin/sh","-c"]

loadManifest

Definitions

io.kestra.plugin.dbt.cli.DbtCLI-KvStoreManifest

key*string

namespace*string

logFormat string

DefaultJSON

Possible Values

JSONTEXTDEBUGNONE

namespaceFiles

Definitions

io.kestra.core.models.tasks.NamespaceFiles

enabledbooleanstring

Defaulttrue

excludearray

SubTypestring

folderPerNamespacebooleanstring

Defaultfalse

ifExistsstring

DefaultOVERWRITE

Possible Values

OVERWRITEFAILWARNIGNORE

includearray

SubTypestring

namespacesarray

SubTypestring

Default["{{flow.namespace}}"]

outputFiles array

SubTypestring

parseRunResults booleanstring

Defaulttrue

profiles string

projectDir string

storeManifest

Definitions

io.kestra.plugin.dbt.cli.DbtCLI-KvStoreManifest

key*string

namespace*string

targetOS string

DefaultAUTO

Possible Values

LINUXWINDOWSAUTO

taskRunner

Definitions

Run a task in a Docker container.

type*object

configstringobject

cpu

io.kestra.plugin.scripts.runner.docker.Cpu

cpusnumberstring

credentials

Credentials for a private container registry.

authstring

identityTokenstring

passwordstring

registrystring

registryTokenstring

usernamestring

deletebooleanstring

Defaulttrue

deviceRequestsarray

A request for devices to be sent to device drivers.

capabilitiesarray

SubTypearray

countintegerstring

deviceIdsarray

SubTypestring

driverstring

optionsobject

SubTypestring

entryPointarray

SubTypestring

Default

[
  ""
]

extraHostsarray

SubTypestring

fileHandlingStrategystring

DefaultVOLUME

Possible Values

MOUNTVOLUME

hoststring

killGracePeriodstring

DefaultPT0S

Formatduration

memory

io.kestra.plugin.scripts.runner.docker.Memory

kernelMemorystring

memorystring

memoryReservationstring

memorySwapstring

memorySwappinessstring

oomKillDisablebooleanstring

networkModestring

portBindingsarray

SubTypestring

privilegedbooleanstring

pullPolicyobject

resumebooleanstring

Defaulttrue

shmSizestring

userstring

versionstring

volumesarray

SubTypestring

waitbooleanstring

Defaulttrue

Task runner that executes a task as a subprocess on the Kestra host.

type*object

versionstring

Task runner that executes a task inside a job in Google Cloud Batch.

region*string

type*object

bucketstring

completionCheckIntervalstring

DefaultPT5S

Formatduration

computeResource

io.kestra.plugin.ee.gcp.runner.Batch-ComputeResource

bootDiskstring

cpustring

memorystring

deletebooleanstring

Defaulttrue

entryPointarray

SubTypestring

impersonatedServiceAccountstring

lifecyclePoliciesarray

io.kestra.plugin.ee.gcp.runner.Batch-LifecyclePolicy

actionstring

Possible Values

ACTION_UNSPECIFIEDRETRY_TASKFAIL_TASKUNRECOGNIZED

actionCondition

io.kestra.plugin.ee.gcp.runner.Batch-LifecyclePolicyAction

exitCodesarray

SubTypeinteger

machineTypestring

Defaulte2-medium

maxCreateJobRetryCountintegerstring

Default2

maxRetryCountinteger

Minimum>= 0

Maximum<= 10

networkInterfacesarray

io.kestra.plugin.ee.gcp.runner.Batch-NetworkInterface

network*string

subnetworkstring

projectIdstring

reservationstring

resumebooleanstring

Defaulttrue

scopesarray

SubTypestring

Default["https://www.googleapis.com/auth/cloud-platform"]

serviceAccountstring

syncWorkingDirectorybooleanstring

Defaultfalse

versionstring

waitForLogIntervalstring

DefaultPT5S

Formatduration

waitUntilCompletionstring

DefaultPT1H

Formatduration

Task runner that executes a task inside a job in Google Cloud Run.

region*string

type*object

bucketstring

completionCheckIntervalstring

DefaultPT5S

Formatduration

deletebooleanstring

Defaulttrue

impersonatedServiceAccountstring

maxRetriesintegerstring

Default3

projectIdstring

resumebooleanstring

Defaulttrue

scopesarray

SubTypestring

Default["https://www.googleapis.com/auth/cloud-platform"]

serviceAccountstring

syncWorkingDirectorybooleanstring

versionstring

vpcAccessConnectorstring

vpcEgressstring

Possible Values

VPC_EGRESS_UNSPECIFIEDALL_TRAFFICPRIVATE_RANGES_ONLYUNRECOGNIZED

waitForLogIntervalstring

DefaultPT5S

Formatduration

waitUntilCompletionstring

DefaultPT1H

Formatduration

Task runner that executes a task inside a job in Azure Batch.

account*string

endpoint*string

poolId*string

type*object

accessKeystring

blobStorage

io.kestra.plugin.ee.azure.storage.blob.models.BlobStorageForBatch

containerName*string

connectionStringstring

endpointstring

sharedKeyAccountAccessKeystring

sharedKeyAccountNamestring

completionCheckIntervalstring

DefaultPT5S

Formatduration

deletebooleanstring

Defaulttrue

registry

io.kestra.plugin.ee.azure.batch.models.ContainerRegistry

identityReference

io.kestra.plugin.ee.azure.batch.models.ComputeNodeIdentityReference

resourceIdstring

passwordstring

registryServerstring

userNamestring

resumebooleanstring

Defaulttrue

streamLogsbooleanstring

Defaultfalse

syncWorkingDirectorybooleanstring

Defaultfalse

versionstring

waitUntilCompletionstring

DefaultPT1H

Formatduration

Task runner that executes a task inside a pod in a Kubernetes cluster.

type*object

config

io.kestra.plugin.ee.kubernetes.models.Connection

apiVersionstring

Defaultv1

caCertDatastring

caCertFilestring

clientCertDatastring

clientCertFilestring

clientKeyAlgostring

DefaultRSA

clientKeyDatastring

clientKeyFilestring

clientKeyPassphrasestring

disableHostnameVerificationbooleanstring

keyStoreFilestring

keyStorePassphrasestring

masterUrlstring

Defaulthttps://kubernetes.default.svc

namespacestring

oauthTokenstring

oauthTokenProvider

io.kestra.plugin.ee.kubernetes.models.OAuthTokenProvider

outputstring

task

passwordstring

trustCertsbooleanstring

trustStoreFilestring

trustStorePassphrasestring

usernamestring

containerDefaultSpecobject

containerSpecobject

deletebooleanstring

Defaulttrue

fileSideCarSpecobject

fileSidecar

Default

{
  "image": "busybox"
}

io.kestra.plugin.ee.kubernetes.runner.SideCar

defaultSpecobject

imagestring

Defaultbusybox

resourcesobject

killed

Defaultfalse

java.util.concurrent.atomic.AtomicBoolean

labelsobject

namespacestring

Defaultdefault

nodeSelectorobject

podSpecobject

pullPolicystring

DefaultALWAYS

Possible Values

IF_NOT_PRESENTALWAYSNEVER

resources

io.kestra.plugin.ee.kubernetes.runner.Kubernetes-Resources

limit

io.kestra.plugin.ee.kubernetes.runner.Kubernetes-Resource

cpustring

memorystring

request

io.kestra.plugin.ee.kubernetes.runner.Kubernetes-Resource

cpustring

memorystring

resumebooleanstring

Defaulttrue

serviceAccountNamestring

syncWorkingDirectorybooleanstring

Defaultfalse

versionstring

waitForLogsstring

DefaultPT30S

Formatduration

waitUntilCompletionstring

DefaultPT1H

Formatduration

waitUntilRunningstring

DefaultPT10M

Formatduration

Task runner that executes a task inside a job in AWS Batch.

computeEnvironmentArn*string

region*string

type*object

accessKeyIdstring

bucketstring

completionCheckIntervalstring

DefaultPT5S

Formatduration

deletebooleanstring

Defaulttrue

endpointOverridestring

executionRoleArnstring

jobQueueArnstring

resources

Default

{
  "request": {
    "memory": "2048",
    "cpu": "1"
  }
}

io.kestra.plugin.ee.aws.runner.Batch-Resources

request*

io.kestra.plugin.ee.aws.runner.Batch-Resource

cpu*string

memory*string

resumebooleanstring

Defaulttrue

secretKeyIdstring

sessionTokenstring

sidecarResources

io.kestra.plugin.ee.aws.runner.Batch-Resources

request*

io.kestra.plugin.ee.aws.runner.Batch-Resource

cpu*string

memory*string

stsEndpointOverridestring

stsRoleArnstring

stsRoleExternalIdstring

stsRoleSessionDurationstring

DefaultPT15M

Formatduration

stsRoleSessionNamestring

syncWorkingDirectorybooleanstring

Defaultfalse

taskRoleArnstring

versionstring

waitUntilCompletionstring

DefaultPT1H

Formatduration

Outputs

exitCode integer

Default0

outputFiles object

SubTypestring

taskRunner

Definitions

io.kestra.core.models.tasks.runners.TaskRunnerDetailResult

vars object

Metrics

log.stats.error counter

Unitrecords

log.stats.success counter

Unitrecords

log.stats.warn counter

Unitrecords

Run dbt transformations on Google BigQuery from Git for analytics ETL

Run dbt transformations on DuckDB from Git for local analytics and ELT

Run dbt ELT pipelines with DuckDB from Git using Docker

Stripe

Tasks that interact with Stripe customers, payments, balances, and webhooks.

Tool

OPA (Open Policy Agent)

Enterprise

Tasks to interact with OPA (Open Policy Agent), including policy management, evaluation, and partial evaluation.

Tool

Atlassian Trello

Integration plugin for Atlassian Trello to manage boards, lists, cards, and workflow automation.

Tool

DbtCLI

Create automations with DBT Dbt Cli DbtCLI

Run dbt transformations on Google BigQuery from Git for analytics ETL

Run dbt transformations on DuckDB from Git for local analytics and ELT

Run dbt ELT pipelines with DuckDB from Git using Docker

More Plugins in this Category

Stripe

OPA (Open Policy Agent)

Atlassian Trello