Merge branch 'main' of https://github.com/RooVetGit/Roo-Cline into feature/pupeteer-updates

Author: a8trejo

.changeset/config.json

@@ -1,5 +1,5 @@
 {
-  "$schema": "https://unpkg.com/@changesets/config@2.3.1/schema.json",
+  "$schema": "https://unpkg.com/@changesets/config@3.0.4/schema.json",
   "changelog": "@changesets/cli/changelog",
   "commit": false,
   "fixed": [],

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,86 @@
+name: AI Release Notes
+description: Generate AI release notes using git and openai, outputs 'RELEASE_NOTES' and 'OPENAI_PROMPT'
+
+inputs:
+  OPENAI_API_KEY:
+    required: true
+    type: string
+  GHA_PAT:
+    required: true
+    type: string
+  model_name:
+    required: false
+    type: string
+    default: gpt-4o-mini
+  repo_path:
+    required: false
+    type: string
+  custom_prompt:
+    required: false
+    default: ''
+    type: string
+  git_ref:
+    required: false
+    type: string
+    default: ''
+  head_ref:
+    required: false
+    type: string
+    default: main
+  base_ref:
+    required: false
+    type: string
+    default: main
+
+outputs:
+  RELEASE_NOTES:
+    description: "AI generated release notes"
+    value: ${{ steps.ai_release_notes.outputs.RELEASE_NOTES }}
+  OPENAI_PROMPT:
+    description: "Prompt used to generate release notes"
+    value: ${{ steps.ai_prompt.outputs.OPENAI_PROMPT }}
+
+env:
+  GITHUB_REF: ${{ inputs.git_ref == '' && github.event.pull_request.head.ref || inputs.git_ref }}
+  BASE_REF: ${{ inputs.base_ref == '' && github.base_ref || inputs.base_ref }}
+  HEAD_REF: ${{ inputs.head_ref == '' && github.event.pull_request.head.sha || inputs.head_ref }}
+
+runs:
+  using: "composite"
+  steps:
+    - uses: actions/checkout@v4
+      with:
+        repository: ${{ inputs.repo_path }}
+        token: ${{ inputs.GHA_PAT }}
+        ref: ${{ env.GITHUB_REF }}
+        fetch-depth: 0
+
+    - name: Set Workspace
+      shell: bash
+      run: |
+        pip install tiktoken
+        pip install pytz
+
+    # Github outputs: 'OPENAI_PROMPT'
+    - name: Add Git Info to base prompt
+      id: ai_prompt
+      shell: bash
+      env:
+        BASE_REF: ${{ env.BASE_REF }}
+        HEAD_SHA: ${{ env.HEAD_SHA }}
+        PR_TITLE: ${{ github.event.pull_request.title }}
+        PR_BODY: ${{ github.event.pull_request.body }}
+        MODEL_NAME: ${{ inputs.model_name }}
+        CUSTOM_PROMPT: ${{ inputs.custom_prompt }} # Default: ''
+      run: python .github/scripts/release-notes-prompt.py
+
+    # Github outputs: 'RELEASE_NOTES'
+    - name: Generate AI release notes
+      id: ai_release_notes
+      shell: bash
+      env:
+        OPENAI_API_KEY: ${{ inputs.OPENAI_API_KEY }}
+        CUSTOM_PROMPT: ${{ steps.ai_prompt.outputs.OPENAI_PROMPT }}
+        MODEL_NAME: ${{ inputs.model_name }}
+      run: python .github/scripts/ai-release-notes.py
+

.github/actions/ai-release-notes/action.yml

@@ -0,0 +1,11 @@
+# To get started with Dependabot version updates, you'll need to specify which
+# package ecosystems to update and where the package manifests are located.
+# Please see the documentation for all configuration options:
+# https://docs.github.com/code-security/dependabot/dependabot-version-updates/configuration-options-for-the-dependabot.yml-file
+
+version: 2
+updates:
+  - package-ecosystem: "npm" # See documentation for possible values
+    directory: "/" # Location of package manifests
+    schedule:
+      interval: "weekly"

.github/dependabot.yml

@@ -0,0 +1,28 @@
+<!-- **Note:** Consider creating PRs as a DRAFT. For early feedback and self-review. -->
+## Description
+
+## Type of change
+<!-- Please ignore options that are not relevant -->
+- [ ] Bug fix (non-breaking change which fixes an issue)
+- [ ] New feature
+- [ ] Breaking change (fix or feature that would cause existing functionality to not work as expected)
+- [ ] This change requires a documentation update
+
+## How Has This Been Tested?
+<!-- Please describe the tests that you ran to verify your changes -->
+
+## Checklist:
+<!-- Go over all the following points, and put an `x` in all the boxes that apply -->
+- [ ] My code follows the patterns of this project
+- [ ] I have performed a self-review of my own code
+- [ ] I have commented my code, particularly in hard-to-understand areas
+- [ ] I have made corresponding changes to the documentation
+
+## Additional context
+<!-- Add any other context or screenshots about the pull request here -->
+
+## Related Issues
+<!-- List any related issues here. Use the GitHub issue linking syntax: #issue-number -->
+
+## Reviewers
+<!-- @mention specific team members or individuals who should review this PR -->

.github/pull_request_template.md

@@ -0,0 +1,123 @@
+"""
+AI-powered release notes generator that creates concise and informative release notes from git changes.
+
+This script uses OpenAI's API to analyze git changes (summary, diff, and commit log) and generate
+well-formatted release notes in markdown. It focuses on important changes and their impact,
+particularly highlighting new types and schemas while avoiding repetitive information.
+
+Environment Variables Required:
+    OPENAI_API_KEY: OpenAI API key for authentication
+    CHANGE_SUMMARY: Summary of changes made (optional if CUSTOM_PROMPT provided)
+    CHANGE_DIFF: Git diff of changes (optional if CUSTOM_PROMPT provided)
+    CHANGE_LOG: Git commit log (optional if CUSTOM_PROMPT provided)
+    GITHUB_OUTPUT: Path to GitHub output file
+    CUSTOM_PROMPT: Custom prompt to override default (optional)
+"""
+
+import os
+import requests  # type: ignore
+import json
+import tiktoken # type: ignore
+
+OPENAI_API_KEY = os.environ["OPENAI_API_KEY"]
+CHANGE_SUMMARY = os.environ.get('CHANGE_SUMMARY', '')
+CHANGE_DIFF = os.environ.get('CHANGE_DIFF', '')
+CHANGE_LOG = os.environ.get('CHANGE_LOG', '')
+GITHUB_OUTPUT = os.getenv("GITHUB_OUTPUT")
+OPEN_AI_BASE_URL = "https://api.openai.com/v1"
+OPEN_API_HEADERS = {"Authorization": f"Bearer {OPENAI_API_KEY}", "Content-Type": "application/json"}
+CUSTOM_PROMPT = os.environ.get('CUSTOM_PROMPT', '')
+MODEL_NAME = os.environ.get('MODEL_NAME', 'gpt-3.5-turbo-16k')
+
+def num_tokens_from_string(string: str, model_name: str) -> int:
+    """
+    Calculate the number of tokens in a text string for a specific model.
+    
+    Args:
+        string: The input text to count tokens for
+        model_name: Name of the OpenAI model to use for token counting
+    
+    Returns:
+        int: Number of tokens in the input string
+    """
+    encoding = tiktoken.encoding_for_model(model_name)
+    num_tokens = len(encoding.encode(string))
+    return num_tokens
+
+def truncate_to_token_limit(text, max_tokens, model_name):
+    """
+    Truncate text to fit within a maximum token limit for a specific model.
+    
+    Args:
+        text: The input text to truncate
+        max_tokens: Maximum number of tokens allowed
+        model_name: Name of the OpenAI model to use for tokenization
+    
+    Returns:
+        str: Truncated text that fits within the token limit
+    """
+    encoding = tiktoken.encoding_for_model(model_name)
+    encoded = encoding.encode(text)
+    truncated = encoded[:max_tokens]
+    return encoding.decode(truncated)
+
+def generate_release_notes(model_name):
+    """
+    Generate release notes using OpenAI's API based on git changes.
+    
+    Uses the GPT-3.5-turbo model to analyze change summary, commit log, and code diff
+    to generate concise and informative release notes in markdown format. The notes
+    focus on important changes and their impact, with sections for new types/schemas
+    and other updates.
+    
+    Returns:
+        str: Generated release notes in markdown format
+    
+    Raises:
+        requests.exceptions.RequestException: If the OpenAI API request fails
+    """
+    max_tokens = 14000  # Reserve some tokens for the response
+
+    # Truncate inputs if necessary to fit within token limits
+    change_summary = '' if CUSTOM_PROMPT else truncate_to_token_limit(CHANGE_SUMMARY, 1000, model_name)
+    change_log = '' if CUSTOM_PROMPT else truncate_to_token_limit(CHANGE_LOG, 2000, model_name)
+    change_diff = '' if CUSTOM_PROMPT else truncate_to_token_limit(CHANGE_DIFF, max_tokens - num_tokens_from_string(change_summary, model_name) - num_tokens_from_string(change_log, model_name) - 1000, model_name)
+
+    url = f"{OPEN_AI_BASE_URL}/chat/completions"
+
+    # Construct prompt for OpenAI API
+    openai_prompt = CUSTOM_PROMPT if CUSTOM_PROMPT else f"""Based on the following summary of changes, commit log and code diff, please generate concise and informative release notes:
+    Summary of changes:
+    {change_summary}
+    Commit log:
+    {change_log}
+    Code Diff:
+    {json.dumps(change_diff)}
+    """
+
+    data = {
+        "model": model_name,
+        "messages": [{"role": "user", "content": openai_prompt}],
+        "temperature": 0.7,
+        "max_tokens": 1000,
+    }
+
+    print("----------------------------------------------------------------------------------------------------------")
+    print("POST request to OpenAI")
+    print("----------------------------------------------------------------------------------------------------------")
+    ai_response = requests.post(url, headers=OPEN_API_HEADERS, json=data)
+    print(f"Status Code: {str(ai_response.status_code)}")
+    print(f"Response: {ai_response.text}")
+    ai_response.raise_for_status()
+
+    return ai_response.json()["choices"][0]["message"]["content"]
+
+release_notes = generate_release_notes(MODEL_NAME)
+print("----------------------------------------------------------------------------------------------------------")
+print("OpenAI generated release notes")
+print("----------------------------------------------------------------------------------------------------------")
+print(release_notes)
+
+# Write the release notes to GITHUB_OUTPUT
+with open(GITHUB_OUTPUT, "a") as outputs_file:
+    outputs_file.write(f"RELEASE_NOTES<<EOF\n{release_notes}\nEOF")

.github/scripts/ai-release-notes.py

@@ -0,0 +1,52 @@
+import os
+import re
+import subprocess
+
+def run_git_command(command):
+    result = subprocess.getoutput(command)
+    print(f"Git Command: {command}")
+    print(f"Git Output: {result}")
+    return result
+
+def parse_merge_commit(line):
+    # Parse merge commit messages like:
+    # "355dc82 Merge pull request #71 from RooVetGit/better-error-handling"
+    pattern = r"([a-f0-9]+)\s+Merge pull request #(\d+) from (.+)"
+    match = re.match(pattern, line)
+    if match:
+        sha, pr_number, branch = match.groups()
+        return {
+            'sha': sha,
+            'pr_number': pr_number,
+            'branch': branch
+        }
+    return None
+
+def get_version_refs():
+    # Get the merge commits with full message
+    command = 'git log --merges --pretty=oneline -n 3'
+    result = run_git_command(command)
+    
+    if result:
+        commits = result.split('\n')
+        if len(commits) >= 3:
+            # Parse HEAD~1 (PR to generate notes for)
+            head_info = parse_merge_commit(commits[1])
+            # Parse HEAD~2 (previous PR to compare against)
+            base_info = parse_merge_commit(commits[2])
+            
+            if head_info and base_info:
+                # Set output for GitHub Actions
+                with open(os.environ['GITHUB_OUTPUT'], 'a') as gha_outputs:
+                    gha_outputs.write(f"head_ref={head_info['sha']}\n")
+                    gha_outputs.write(f"base_ref={base_info['sha']}")
+                
+                print(f"Head ref (PR #{head_info['pr_number']}): {head_info['sha']}")
+                print(f"Base ref (PR #{base_info['pr_number']}): {base_info['sha']}")
+                return head_info, base_info
+    
+    print("Could not find or parse sufficient merge history")
+    return None, None
+
+if __name__ == "__main__":
+    head_info, base_info = get_version_refs()

.github/scripts/get_prev_version_refs.py

@@ -0,0 +1,60 @@
+"""
+This script updates a specific version's release notes section in CHANGELOG.md with new content.
+
+The script:
+1. Takes a version number, changelog path, and new content as input from environment variables
+2. Finds the section in the changelog for the specified version
+3. Replaces the content between the current version header and the next version header
+   (or end of file if it's the latest version) with the new content
+4. Writes the updated changelog back to the file
+
+Environment Variables:
+    CHANGELOG_PATH: Path to the changelog file (defaults to 'CHANGELOG.md')
+    VERSION: The version number to update notes for
+    PREV_VERSION: The previous version number (optional)
+    NEW_CONTENT: The new content to insert for this version
+"""
+
+#!/usr/bin/env python3
+
+import os
+
+CHANGELOG_PATH = os.environ.get("CHANGELOG_PATH", "CHANGELOG.md")
+VERSION = os.environ['VERSION']
+PREV_VERSION = os.environ.get("PREV_VERSION", "")
+NEW_CONTENT = os.environ['NEW_CONTENT']
+
+def overwrite_changelog_section(content: str):    
+    """Replace a specific version section in the changelog content.
+    
+    Args:
+        content: The full changelog content as a string
+        
+    Returns:
+        The updated changelog content with the new section
+        
+    Example:
+        >>> content = "## 1.2.0\\nOld changes\\n## 1.1.0\\nOld changes"
+        >>> NEW_CONTENT = "New changes"
+        >>> overwrite_changelog_section(content)
+        '## 1.2.0\\nNew changes\\n## 1.1.0\\nOld changes'
+    """
+    # Find the section for the specified version
+    version_pattern = f"## {VERSION}\n"
+    print(f"latest version: {VERSION}")
+    notes_start_index = content.find(version_pattern) + len(version_pattern)
+    print(f"prev_version: {PREV_VERSION}")
+    prev_version_pattern = f"## {PREV_VERSION}\n"
+    notes_end_index = content.find(prev_version_pattern, notes_start_index) if PREV_VERSION and prev_version_pattern in content else len(content)
+    return content[:notes_start_index] + f"{NEW_CONTENT}\n" + content[notes_end_index:]
+
+with open(CHANGELOG_PATH, 'r') as f:
+    content = f.read()
+
+new_changelog = overwrite_changelog_section(content)
+
+print(new_changelog)
+
+# Write back to CHANGELOG.md
+with open(CHANGELOG_PATH, 'w') as f:
+    f.write(new_changelog)