sync prebid

.devcontainer/Dockerfile

@@ -16,3 +16,6 @@ RUN apt-get update && export DEBIAN_FRONTEND=noninteractive \
 
 # [Optional] Uncomment this line to install global node packages.
 # RUN su vscode -c "source /usr/local/share/nvm/nvm.sh && npm install -g <your-package-here>" 2>&1
+
+RUN addgroup --system --gid 2001 prebidgroup && adduser --system --uid 1001 --ingroup prebidgroup prebid
+USER prebid

.devcontainer/devcontainer.json

@@ -6,7 +6,7 @@
 		"dockerfile": "Dockerfile",
 		"args": {
 			// Update the VARIANT arg to pick a version of Go
-			"VARIANT": "1.19",
+			"VARIANT": "1.24",
 			// Options
 			"INSTALL_NODE": "false",
 			"NODE_VERSION": "lts/*"

.github/workflows/adapter-code-coverage.yml

@@ -0,0 +1,111 @@
+name: Adapter Code Coverage
+
+on:
+  pull_request_target:
+    paths: ["adapters/*/*.go"]
+
+permissions:
+  pull-requests: write
+  contents: write
+
+jobs:
+  run-coverage:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Install Go
+        uses: actions/setup-go@v5
+        with:
+          go-version: 1.24.0
+
+      - name: Checkout Code
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+          ref: ${{github.event.pull_request.head.ref}}
+          repository: ${{github.event.pull_request.head.repo.full_name}}
+
+      - name: Discover Adapter Directories
+        id: get_directories
+        uses: actions/github-script@v7
+        with:
+          result-encoding: string
+          script: |
+            const utils = require('./.github/workflows/helpers/pull-request-utils.js')            
+            function directoryExtractor(filepath, status) {
+              // extract directory name only if file is not removed and file is in adapters directory
+              if (status != "removed" && filepath.startsWith("adapters/") && filepath.split("/").length > 2) {
+                return filepath.split("/")[1]
+              }
+              return ""
+            }
+            const helper = utils.diffHelper({github, context})
+            const directories = await helper.getDirectories(directoryExtractor)
+            // run coverage for maximum of 2 directories
+            return (directories.length == 0 || directories.length > 2) ? "" : JSON.stringify(directories)
+
+      - name: Run Coverage Tests
+        id: run_coverage
+        if: steps.get_directories.outputs.result != ''
+        run: |
+          directories=$(echo '${{ steps.get_directories.outputs.result }}' | jq -r '.[]')
+          go mod download
+
+          # create a temporary directory to store the coverage output
+          temp_dir=$(mktemp -d)
+          touch ${temp_dir}/coverage_output.txt
+
+          # generate coverage for adapter
+          cd ./adapters
+          for directory in $directories; do 
+            cd $directory
+            coverage_profile_path="${PWD}/${directory}.out"
+            go test -coverprofile="${coverage_profile_path}"
+            go tool cover -html="${coverage_profile_path}" -o "${temp_dir}/${directory}.html"
+            go tool cover -func="${coverage_profile_path}" -o "${temp_dir}/${directory}.txt"
+            cd ..
+          done
+          echo "coverage_dir=${temp_dir}" >> $GITHUB_OUTPUT
+
+          # remove pull request branch files
+          cd ..
+          rm -f -r ./*
+
+      - name: Checkout Coverage Preview Branch
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+          ref: coverage-preview
+          repository: prebid/prebid-server
+
+      - name: Upload Coverage Results
+        if: steps.run_coverage.outputs.coverage_dir != ''
+        id: commit_coverage
+        run: |
+          directory=.github/preview/${{ github.run_id }}_$(date +%s)
+          mkdir -p $directory
+          cp -r ${{ steps.run_coverage.outputs.coverage_dir }}/*.html ./$directory
+          git config --global user.name "github-actions[bot]"
+          git config --global user.email "github-actions[bot]@users.noreply.github.com"
+          git add $directory/*
+          git commit -m 'Add coverage files'
+          git push origin coverage-preview
+          echo "remote_coverage_preview_dir=${directory}" >> $GITHUB_OUTPUT
+
+      - name: Checkout Master Branch
+        if: steps.get_directories.outputs.result != ''
+        run: git checkout master
+
+      - name: Add Coverage Summary To Pull Request
+        if: steps.run_coverage.outputs.coverage_dir != '' && steps.commit_coverage.outputs.remote_coverage_preview_dir != ''
+        uses: actions/github-script@v7
+        with:
+          script: |
+            const utils = require('./.github/workflows/helpers/pull-request-utils.js')
+            const helper = utils.coverageHelper({
+              github, context,
+              headSha: '${{ github.event.pull_request.head.sha }}', 
+              tmpCoverageDir: '${{ steps.run_coverage.outputs.coverage_dir }}', 
+              remoteCoverageDir: '${{ steps.commit_coverage.outputs.remote_coverage_preview_dir }}'
+            })
+            const adapterDirectories = JSON.parse('${{ steps.get_directories.outputs.result }}')
+            await helper.AddCoverageSummary(adapterDirectories)

.github/workflows/code-path-changes.yml

@@ -0,0 +1,37 @@
+name: Notify Code Path Changes
+
+on:
+  pull_request_target:
+    types: [opened, synchronize]
+    paths:
+      - '**'
+
+env:
+  OAUTH2_CLIENT_ID: ${{ secrets.OAUTH2_CLIENT_ID }}
+  OAUTH2_CLIENT_SECRET: ${{ secrets.OAUTH2_CLIENT_SECRET }}
+  OAUTH2_REFRESH_TOKEN: ${{ secrets.OAUTH2_REFRESH_TOKEN }}
+  GITHUB_REPOSITORY: ${{ github.repository }}
+  GITHUB_PR_NUMBER: ${{ github.event.pull_request.number }}
+  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+permissions:
+  contents: read
+
+jobs:
+  notify:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout Code
+        uses: actions/checkout@v3
+
+      - name: Set up Node.js
+        uses: actions/setup-node@v3
+        with:
+          node-version: '18'
+
+      - name: Install dependencies
+        run: npm install axios nodemailer
+
+      - name: Run Notification Script
+        run: |
+          node .github/workflows/scripts/send-notification-on-change.js

.github/workflows/helpers/pull-request-utils.js

@@ -1,7 +1,9 @@
 const synchronizeEvent = "synchronize",
   openedEvent = "opened",
   completedStatus = "completed",
-  resultSize = 100
+  resultSize = 100,
+  adminPermission = "admin",
+  writePermission = "write"
 
 class diffHelper {
   constructor(input) {
@@ -198,6 +200,29 @@ class diffHelper {
     }
     return nonScannedCommitsDiff
   }
+
+  /*
+    Retrieves a list of directories from GitHub pull request files
+    @param {Function} directoryExtractor - The function used to extract the directory name from the filename
+    @returns {Array} An array of unique directory names
+  */
+  async getDirectories(directoryExtractor = () => "") {
+    const { data } = await this.github.rest.pulls.listFiles({
+      owner: this.owner,
+      repo: this.repo,
+      pull_number: this.pullRequestNumber,
+      per_page: resultSize,
+    })
+
+    const directories = []
+    for (const { filename, status } of data) {
+      const directory = directoryExtractor(filename, status)
+      if (directory != "" && !directories.includes(directory)) {
+        directories.push(directory)
+      }
+    }
+    return directories
+  }
 }
 
 class semgrepHelper {
@@ -331,7 +356,84 @@ class semgrepHelper {
   }
 }
 
+class coverageHelper {
+  constructor(input) {
+    this.owner = input.context.repo.owner
+    this.repo = input.context.repo.repo
+    this.github = input.github
+    this.pullRequestNumber = input.context.payload.pull_request.number
+    this.headSha = input.headSha
+    this.previewBaseURL = `https://htmlpreview.github.io/?https://github.com/${this.owner}/${this.repo}/coverage-preview/${input.remoteCoverageDir}`
+    this.tmpCoverDir = input.tmpCoverageDir
+  }
+
+  /*
+    Adds a code coverage summary along with heatmap links and coverage data on pull request as comment
+    @param {Array} directories - directory for which coverage summary will be added
+   */
+  async AddCoverageSummary(directories = []) {
+    const fs = require("fs")
+    const path = require("path")
+    const { promisify } = require("util")
+    const readFileAsync = promisify(fs.readFile)
+
+    let body = "## Code coverage summary \n"
+    body += "Note: \n"
+    body +=
+      "- Prebid team doesn't anticipate tests covering code paths that might result in marshal and unmarshal errors \n"
+    body += `- Coverage summary encompasses all commits leading up to the latest one, ${this.headSha} \n`
+
+    for (const directory of directories) {
+      let url = `${this.previewBaseURL}/${directory}.html`
+      try {
+        const textFilePath = path.join(this.tmpCoverDir, `${directory}.txt`)
+        const data = await readFileAsync(textFilePath, "utf8")
+
+        body += `#### ${directory} \n`
+        body += `Refer [here](${url}) for heat map coverage report \n`
+        body += "\`\`\` \n"
+        body += data
+        body += "\n \`\`\` \n"
+      } catch (err) {
+        console.error(err)
+        return
+      }
+    }
+
+    await this.github.rest.issues.createComment({
+      owner: this.owner,
+      repo: this.repo,
+      issue_number: this.pullRequestNumber,
+      body: body,
+    })
+  }
+}
+
+class userHelper {
+  constructor(input) {
+    this.owner = input.context.repo.owner
+    this.repo = input.context.repo.repo
+    this.github = input.github
+    this.user = input.user
+  }
+
+  /*
+    Checks if the user has write permissions for the repository
+    @returns {boolean} - returns true if the user has write permissions, otherwise false
+  */
+  async hasWritePermissions() {
+    const { data } = await this.github.rest.repos.getCollaboratorPermissionLevel({
+      owner: this.owner,
+      repo: this.repo,
+      username: this.user,
+    })
+    return data.permission === writePermission || data.permission === adminPermission
+  }
+}
+
 module.exports = {
   diffHelper: (input) => new diffHelper(input),
   semgrepHelper: (input) => new semgrepHelper(input),
+  coverageHelper: (input) => new coverageHelper(input),
+  userHelper: (input) => new userHelper(input),
 }

.github/workflows/issue_prioritization.yml

@@ -10,7 +10,7 @@ jobs:
     steps:
       - name: Generate token
         id: generate_token
-        uses: tibdex/github-app-token@36464acb844fc53b9b8b2401da68844f6b05ebb0
+        uses: tibdex/github-app-token@v2.1.0
         with:
           app_id: ${{ secrets.PBS_PROJECT_APP_ID }}
           private_key: ${{ secrets.PBS_PROJECT_APP_PEM }}