id: json-from-api-to-mongodb
namespace: company.team

tasks:
  - id: generate_json
    type: io.kestra.plugin.scripts.python.Script
    taskRunner:
      type: io.kestra.plugin.scripts.runner.docker.Docker
    containerImage: ghcr.io/kestra-io/pydata:latest
    outputFiles:
      - output.json
    script: |
      import requests
      import json
      from kestra import Kestra

      response = requests.get("https://api.github.com")
      data = response.json()

      with open("output.json", "w") as output_file:
          json.dump(data, output_file)

      Kestra.outputs({'data': data, 'status': response.status_code})

  - id: load_to_mongodb
    type: io.kestra.plugin.mongodb.Load
    connection:
      uri: mongodb://host.docker.internal:27017/
    database: local
    collection: github
    from: "{{ outputs.generate_json.outputFiles['output.json'] }}"