Generate and Deliver an AI-Powered Daily News Digest from RSS Feeds via Slack and Email

id: ai-rss-news-digest
namespace: company.team

inputs:
  - id: rss_feeds
    type: ARRAY
    itemType: STRING
    displayName: RSS feed URLs
    description: List of RSS feed URLs to fetch articles from
    defaults:
      - "https://feeds.feedburner.com/TechCrunch"
      - "https://hnrss.org/frontpage"
      - "https://www.wired.com/feed/rss"
      - "https://news.google.com/rss/topics/CAAqJggKIiBDQkFTRWdvSUwyMHZNRGRqTVh\
        ZU0FtVnVHZ0pWVXlnQVAB"
  - id: max_articles
    type: INT
    displayName: Max articles per feed
    description: Maximum number of articles to process per feed
    defaults: 5
  - id: digest_language
    type: STRING
    displayName: Digest language
    description: Language for the AI-generated digest (e.g., English, French, Spanish)
    defaults: "English"
  - id: digest_topic_focus
    type: STRING
    displayName: Topic focus
    description: Optional topic focus for the AI summary (e.g., "AI and machine
      learning", "security vulnerabilities")
    defaults: "technology and software engineering"

tasks:
  - id: fetch_feeds
    type: io.kestra.plugin.core.flow.ForEach
    values: "{{ inputs.rss_feeds }}"
    concurrencyLimit: 4
    tasks:
      - id: fetch_rss
        type: io.kestra.plugin.core.http.Request
        uri: "{{ taskrun.value }}"
        method: GET
        headers:
          Accept: "application/rss+xml, application/xml, text/xml"

  - id: parse_and_summarize
    type: io.kestra.plugin.scripts.python.Script
    inputFiles:
      feeds_raw.json: "{{ outputs.fetch_feeds | json }}"
    dependencies:
      - feedparser
    script: |
      import json
      import feedparser
      from datetime import datetime, timezone, timedelta
      from kestra import Kestra

      with open("feeds_raw.json") as f:
          raw = json.load(f)

      max_per_feed = {{ inputs.max_articles }}
      cutoff = datetime.now(timezone.utc) - timedelta(hours=48)

      articles = []
      for feed_url, feed_data in raw.items():
          body = feed_data.get("body", "")
          parsed = feedparser.parse(body)
          for entry in parsed.entries[:max_per_feed]:
              pub_date = entry.get("published_parsed")
              if pub_date:
                  pub_dt = datetime(*pub_date[:6], tzinfo=timezone.utc)
                  if pub_dt < cutoff:
                      continue
              articles.append({
                  "title": entry.get("title", ""),
                  "link": entry.get("link", ""),
                  "summary": entry.get("summary", "")[:500],
                  "published": str(entry.get("published", ""))
              })

      # Sort by newest first, limit to 20
      articles = articles[:20]
      Kestra.outputs({"articles": articles, "count": len(articles)})

  - id: generate_digest
    type: io.kestra.plugin.openai.ChatCompletion
    apiKey: "{{ secret('OPENAI_API_KEY') }}"
    model: gpt-4o-mini
    maxTokens: 1000
    messages:
      - role: system
        content: |
          You are a professional tech journalist. Given a list of recent news articles,
          write a concise daily digest in {{ inputs.digest_language }}.

          Focus on: {{ inputs.digest_topic_focus }}

          Format the digest as:
          ## 📰 Daily Digest, [Today's Date]

          **Key Themes:** [2-3 bullet summary of major themes]

          ### Top Stories
          1. **[Title]**, [1-2 sentence summary with key insight] ([link])
          2. ...

          ### What to Watch
          [1-2 sentences on emerging trends or stories to follow]

          Be concise, factual, and professional. No fluff.
      - role: user
        content: "Here are today's articles:

          {{ outputs.parse_and_summarize.vars.articles | json }}"

  - id: send_to_slack
    type: io.kestra.plugin.slack.notifications.SlackIncomingWebhook
    url: "{{ secret('SLACK_WEBHOOK_URL') }}"
    messageText: "{{ outputs.generate_digest.choices[0].message.content }}"

  - id: send_email_digest
    type: io.kestra.plugin.email.MailSend
    from: "{{ secret('DIGEST_EMAIL_FROM') }}"
    to: "{{ secret('DIGEST_EMAIL_TO') }}"
    subject: "Daily Tech Digest, {{ now() | date('yyyy-MM-dd') }}"
    htmlTextContent: |
      <div style="font-family: Arial, sans-serif; max-width: 600px; margin: 0 auto;">
        <pre style="white-space: pre-wrap; font-family: Arial, sans-serif;">{{ outputs.generate_digest.choices[0].message.content }}</pre>
        <hr>
        <p style="color: #888; font-size: 12px;">{{ outputs.parse_and_summarize.vars.count }} articles processed from {{ inputs.rss_feeds | length }} feeds.</p>
      </div>
    host: "{{ secret('SMTP_HOST') }}"
    username: "{{ secret('SMTP_USERNAME') }}"
    password: "{{ secret('SMTP_PASSWORD') }}"
    port: 465

triggers:
  - id: morning_digest
    type: io.kestra.plugin.core.trigger.Schedule
    cron: "0 7 * * *"
    description: Generate and deliver the daily digest every morning at 07:00 UTC