id: web_to_markdown_pipeline
namespace: company.team

tasks:
  - id: fetch_html
    type: io.kestra.plugin.core.http.Request
    uri: "https://kestra.io/docs"

  - id: write_html
    type: io.kestra.plugin.core.storage.Write
    content: "{{ outputs.fetch_html.body }}"
    extension: ".html"

  - id: convert_to_md
    type: io.kestra.plugin.serdes.markdown.HtmlToMarkdown
    from: "{{ outputs.write_html.uri }}"

  - id: log_result
    type: io.kestra.plugin.core.log.Log
    message: "{{ outputs.convert_to_md.uri }}"

id: "htmltomarkdown"
type: "io.kestra.plugin.serdes.markdown.HtmlToMarkdown"
id: html_to_md_custom
namespace: company.team

tasks:
  - id: write_html
    type: io.kestra.plugin.core.storage.Write
    content: "<h1>Hello</h1><p>This is <strong>bold</strong> text.</p>"
    extension: ".html"

  - id: convert
    type: io.kestra.plugin.serdes.markdown.HtmlToMarkdown
    from: "{{ outputs.write_html.uri }}"
    ignoreTags:
      - script
      - style
      - nav