New Relic APM Apdex Score Degradation Sentinel

id: newrelic-apm-apdex-score-degradation-sentinel
namespace: company.sre

description: Audits New Relic APM applications for Apdex user satisfaction score
  degradation and service latency anomalies.

concurrency:
  limit: 1

inputs:
  - id: newRelicAppId
    type: STRING
    displayName: New Relic Application ID
    defaults: "12345678"
    description: Numeric application ID for the target APM service in New Relic.

  - id: minApdexThreshold
    type: FLOAT
    displayName: Minimum Apdex Threshold
    defaults: 0.85
    description: Minimum acceptable Apdex satisfaction score (ranging from 0.0 to
      1.0) before alerting.

  - id: newRelicApiKey
    type: SECRET
    displayName: New Relic REST API Key
    defaults: newrelic_api_key_secret
    description: Encrypted New Relic REST API key or User API key with APM Read scope.

  - id: slackWebhookUri
    type: SECRET
    displayName: Slack Webhook URI
    defaults: https://hooks.slack.com/services/T00/B00/XXXX
    description: Encrypted Slack Incoming Webhook endpoint for alerting Service
      Reliability teams.

tasks:
  - id: evaluate_newrelic_apdex
    type: io.kestra.plugin.scripts.python.Script
    description: Queries New Relic API for application summary metrics and Apdex
      satisfaction score.
    containerImage: python:3.11-slim
    beforeCommands:
      - pip install requests
    env:
      NR_API_KEY: "{{ inputs.newRelicApiKey }}"
      APP_ID: "{{ inputs.newRelicAppId }}"
    script: |
      import os
      import json
      import requests

      api_key = os.getenv('NR_API_KEY')
      app_id = os.getenv('APP_ID')
      min_apdex = {{ inputs.minApdexThreshold }}

      headers = {
          "X-Api-Key": api_key,
          "Accept": "application/json"
      }

      url = f"https://api.newrelic.com/v2/applications/{app_id}.json"
      resp = requests.get(url, headers=headers, timeout=15)

      app_data = resp.json().get("application", {}) if resp.status_code == 200 else {}
      app_name = app_data.get("name", "Unknown Application")
      summary = app_data.get("application_summary", {})

      current_apdex = float(summary.get("apdex_score", 1.0))
      response_time = float(summary.get("response_time", 0.0))
      throughput = float(summary.get("throughput", 0.0))
      error_rate = float(summary.get("error_rate", 0.0))

      is_degraded = current_apdex < min_apdex

      report = {
          "app_id": app_id,
          "app_name": app_name,
          "current_apdex": current_apdex,
          "min_apdex_threshold": min_apdex,
          "response_time_ms": response_time,
          "throughput_rpm": throughput,
          "error_rate_pct": error_rate,
          "is_degraded": is_degraded,
          "recommended_action": f"Inspect trace details for {app_name} on New Relic APM at https://one.newrelic.com and profile slow database queries." if is_degraded else "Application user satisfaction is nominal."
      }

      with open("newrelic_apdex_report.json", "w") as f:
          json.dump(report, f)

      print(f"New Relic App {app_name} ({app_id}): Apdex={current_apdex} (Threshold={min_apdex}). Degraded: {is_degraded}")

  - id: check_apdex_degradation
    type: io.kestra.plugin.core.flow.If
    description: Branch execution based on whether application Apdex satisfaction
      dropped below SLA.
    condition: "{{ fromJson(read('newrelic_apdex_report.json')).is_degraded }}"
    then:
      - id: notify_slack_apdex_degradation
        type: io.kestra.plugin.slack.notifications.SlackIncomingWebhook
        description: Dispatches high-priority user satisfaction degradation alert to Slack.
        url: "{{ inputs.slackWebhookUri }}"
        payload: |
          {
            "text": "New Relic APM Alert: Application *{{ fromJson(read('newrelic_apdex_report.json')).app_name }}* Apdex score dropped to {{ fromJson(read('newrelic_apdex_report.json')).current_apdex }}! Threshold: {{ inputs.minApdexThreshold }}. Response time: {{ fromJson(read('newrelic_apdex_report.json')).response_time_ms }}ms. Runbook: {{ fromJson(read('newrelic_apdex_report.json')).recommended_action }}"
          }
    else:
      - id: log_healthy_apdex
        type: io.kestra.plugin.core.log.Log
        description: Logs healthy user satisfaction metrics when Apdex remains above
          threshold.
        message: "New Relic APM service {{
          fromJson(read('newrelic_apdex_report.json')).app_name }} is healthy
          with Apdex score {{
          fromJson(read('newrelic_apdex_report.json')).current_apdex }}."

  - id: export_apdex_manifest
    type: io.kestra.plugin.core.debug.Return
    description: Exports structured New Relic APM performance report.
    format: "{{ fromJson(read('newrelic_apdex_report.json')) }}"

triggers:
  - id: scheduled_apdex_audit
    type: io.kestra.plugin.core.trigger.Schedule
    description: Scheduled audit monitoring New Relic APM Apdex scores every fifteen
      minutes.
    cron: "*/15 * * * *"