SubmitSteps

id: aws_emr_add_emr_job_steps
namespace: company.team

tasks:
  - id: add_steps_emr
    type: io.kestra.plugin.aws.emr.SubmitSteps
    accessKeyId: "{{ secret('AWS_ACCESS_KEY_ID') }}"
    secretKeyId: "{{ secret('AWS_SECRET_KEY_ID') }}"
    region: "eu-west-3"
    clusterId: j-XXXXXXXXXXXX
    steps:
        - name: Spark_job_test
          jar: "command-runner.jar"
          actionOnFailure: CONTINUE
          commands:
            - spark-submit s3://mybucket/health_violations.py --data_source s3://mybucket/food_establishment_data.csv --output_uri s3://mybucket/test-emr-output