newsletter_draft.sh

#!/bin/bash
#
# Generate newsletter draft and write it to Confluence
#
# Required environment variables:
#
# - ARTICLE_LINKS (optional, auto-fetched by default)
# - NEWSLETTER_LINKS (optional, auto-fetched by default)
# - OPENROUTER_API_KEY
# - OPENROUTER_MODEL
# - OPENROUTER_PROMPT
# - CONFLUENCE_SPACE_KEY
# - CONFLUENCE_ANCESTOR_ID
# - CONFLUENCE_HOST
# - CONFLUENCE_PAT

set -euo pipefail

# Get relevant Blog post links and append them to `OPENROUTER_PROMPT`
ARTICLE_LINKS="${ARTICLE_LINKS:-$(
  (
    echo '<?xml version="1.0" encoding="UTF-8"?><rss version="2.0" xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:wfw="http://wellformedweb.org/CommentAPI/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:atom="http://www.w3.org/2005/Atom" xmlns:sy="http://purl.org/rss/1.0/modules/syndication/" xmlns:slash="http://purl.org/rss/1.0/modules/slash/"><channel>'
    page=1
    found=0
    while [ $found -eq 0 ]; do
      content=$(curl -s -L -A "Mozilla/5.0" "https://www.digitale-gesellschaft.ch/feed/?paged=$page")
      [[ "$content" != *"<item>"* ]] && break
      echo "$content" | sed -n '/<item>/,/<\/item>/p'
      [[ "$content" =~ category.*Newsletter.*category ]] && found=1
      ((page++))
      [ $page -gt 10 ] && break
    done
    echo '</channel></rss>'
  ) | \
    xee xpath "string-join(//item[category='Newsletter'][1]/preceding-sibling::item[not(category='Zmittag')]/link, ' ')" | \
    xargs -d '"' echo | \
    xargs -n1
)}"

NEWSLETTER_LINKS="${NEWSLETTER_LINKS:-$(
  curl -s -L -A "Mozilla/5.0" https://www.digitale-gesellschaft.ch/feed/?tag=newsletter | \
    xee xpath "string-join(//item/link, ' ')" | \
    xargs -d '"' echo | \
    xargs -n1
)}"

OPENROUTER_PROMPT+=$'\n\n# Artikellinks\n\n'"$ARTICLE_LINKS"$'\n\n# Letzte 10 Newsletter\n\n'"$NEWSLETTER_LINKS"

# Fetch result from OpenRouter
echo "Fetching response from OpenRouter..."

OPENROUTER_PAYLOAD=$(jq -n \
  --arg model "$OPENROUTER_MODEL" \
  --arg prompt "$OPENROUTER_PROMPT" \
  '{
     model: $model,
     messages: [{role: "user", content: $prompt}]
   }')

OPENROUTER_RESPONSE=$(curl -s -X POST "https://openrouter.ai/api/v1/chat/completions" \
  -H "Authorization: Bearer $OPENROUTER_API_KEY" \
  -H "Content-Type: application/json" \
  -d "$OPENROUTER_PAYLOAD")

CONTENT=$(echo "$OPENROUTER_RESPONSE" | jq -r '.choices[0].message.content')

if [ -z "$CONTENT" ] || [ "$CONTENT" == "null" ]; then
  echo "Error: Failed to get content from OpenRouter"
  echo "Response: $OPENROUTER_RESPONSE"
  exit 1
fi

echo "Successfully received content from OpenRouter."

# Normalize Confluence host trailing slash
CONFLUENCE_HOST="${CONFLUENCE_HOST%/}"

# Prepare Confluence page title
## Calculate the 3rd Wednesday of the current month (always between the 15th and 21st)
YEAR_MONTH=$(date +"%Y-%m")
for d in {15..21}; do
  if [ "$(date -d "$YEAR_MONTH-$d" +%u)" -eq 3 ]; then
    DATE="$YEAR_MONTH-$d"
    break
  fi
done

BASE_TITLE="«Update» $DATE"
TITLE="$BASE_TITLE"
COUNTER=1

## Add model ID to title if manually triggered run
if [[ $GITHUB_EVENT_NAME == "workflow_dispatch" ]] ; then
  TITLE+=" | $OPENROUTER_MODEL"
fi

## Add model ID with serial nr to title if it already exists
echo "Checking if page with title '$TITLE' already exists..."
while true; do
  CHECK_RESPONSE=$(curl -s -L -X GET "${CONFLUENCE_HOST}/rest/api/content?title=$(echo -n "$TITLE" | jq -sRr @uri)&spaceKey=$CONFLUENCE_SPACE_KEY" \
    -H "Authorization: Bearer $CONFLUENCE_PAT")

  if [[ $(echo "$CHECK_RESPONSE" | jq '.size') -gt 0 ]]; then
    TITLE="$BASE_TITLE | $OPENROUTER_MODEL ($COUNTER)"
    echo "Title already exists. Trying '$TITLE'..."
    COUNTER=$((COUNTER + 1))
  else
    break
  fi
done

# Convert result to HTML and write to new Confluence page
BODY_HTML=$(echo "$CONTENT" | pandoc --from=markdown --to=html --wrap=none)

echo "Creating new Confluence wiki page: $TITLE"

CONFLUENCE_PAYLOAD=$(jq -n \
  --arg title "$TITLE" \
  --arg space_key "$CONFLUENCE_SPACE_KEY" \
  --arg ancestor_id "$CONFLUENCE_ANCESTOR_ID" \
  --arg val "$BODY_HTML" \
  '{
     type: "page",
     title: $title,
     space: {
       key: $space_key
     },
     ancestors: [{id: $ancestor_id}],
     body: {
       storage: {
         value: $val,
         representation: "storage"
       }
     }
   }')

CONFLUENCE_RESPONSE=$(curl -s -L -X POST "${CONFLUENCE_HOST}/rest/api/content" \
  -H "Authorization: Bearer $CONFLUENCE_PAT" \
  -H "Content-Type: application/json" \
  -d "$CONFLUENCE_PAYLOAD")

CONFLUENCE_PAGE_LINK=$(echo "$CONFLUENCE_RESPONSE" | jq -r '._links.base + ._links.webui')

if [[ "$CONFLUENCE_PAGE_LINK" == *"null"* ]]; then
  echo "Error: Failed to create Confluence page"
  echo "Response: $CONFLUENCE_RESPONSE"
  exit 1
fi

echo "Confluence wiki page created successfully: $CONFLUENCE_PAGE_LINK"

if [[ "$GITHUB_ACTIONS" == "true" ]]; then
  echo "Erstellte Wiki-Seite: [**$TITLE**]($CONFLUENCE_PAGE_LINK)" >> "$GITHUB_STEP_SUMMARY"
fi