DeleteFiles

yaml

type: "io.kestra.plugin.azure.storage.adls.DeleteFiles"

Delete a list of keys from the Azure Data Lake Storage.

Examples

Download files from a remote server, upload them to Azure Data Lake Storage, finally delete them all at one

yaml

id: azure_storage_blob_delete_list
namespace: company.team

pluginDefaults:
  - type: io.kestra.plugin.azure.storage.adls
    values:
      connectionString: "{{ secret('AZURE_CONNECTION_STRING') }}"
      fileSystem: "tasks"
      endpoint: "https://yourblob.blob.core.windows.net"

tasks:
  - id: for_each
    type: io.kestra.plugin.core.flow.EachSequential
    value: ["pikachu", "charmander"]
    tasks:
      - id: download_request
        type: io.kestra.plugin.core.http.Download
        uri: https://pokeapi.co/api/v2/pokemon/{{ taskrun.value }}

      - id: to_ion
        type: io.kestra.plugin.serdes.json.JsonToIon
        from: "{{ currentEachOutput(outputs.download_request).uri }}"

      - id: upload_file
        type: io.kestra.plugin.azure.storage.adls.Upload
        fileName: "adls/pokemon/{{ taskrun.value }}.json"
        from: "{{ currentEachOutput(outputs.to_ion).uri }}"

  - id: delete_file
    type: io.kestra.plugin.azure.storage.adls.DeleteFiles
    concurrent: 2
    directoryPath: "adls/pokemon/"