fix: fix pr.yml issues and modify end quotes (#301)

Author: botanical

.github/workflows/pr.yml

@@ -113,8 +113,7 @@ jobs:
           # Track successful publications
           all_failed=true
           declare -a success_collections=()
-          status_message='### Collection Publication Status
-          '
+          status_message="### Collection Publication Status"
 
           for file in ${ADDED_FILES}; do
             echo $file
@@ -126,20 +125,18 @@ jobs:
 
               response=$(python3 ./scripts/promote_collection.py "$file" "staging")
               echo "Processed file: $file"
-              status_code=$(echo "$response" | jq -r '.statusCode')
+              status_code=$(echo "$response" | jq -r '.statusCode' | head -n1)
               echo "Status Code: $status_code"
 
               # Update status message based on response code
-              if [ $status_code -eq 200 ] || [ $status_code -eq 201 ]; then
+              if [[ $status_code -eq 200 ]] || [[ $status_code -eq 201 ]]; then
                 echo "$collection_id successfully published ✅"
-                status_message+="- **$collection_id**: Successfully published ✅
-                "
+                status_message+="- **$collection_id**: Successfully published ✅"
                 success_collections+=("$file")
                 all_failed=false
               else
                 echo "$collection_id failed to publish ❌"
-                status_message+="- **$collection_id**: Failed to publish. Error code $status_code. ❌
-                "
+                status_message+="- **$collection_id**: Failed to publish. Error code $status_code. ❌"
               fi
             else
               echo "File $file does not exist"
@@ -409,7 +406,7 @@ jobs:
         if: success()
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          COMMENT_ID: ${{ needs.publish-new-datasets.outputs.commentId }}
+          COMMENT_ID: ${{ needs.publish-new-datasets.outputs.comment_id }}
         run: |
          PR_URL=${{ steps.create-pr.outputs.PR_URL }}
           CURRENT_BODY=$(gh api -H "Authorization: token $GITHUB_TOKEN" /repos/${{ github.repository }}/issues/comments/$COMMENT_ID --jq '.body')
@@ -422,7 +419,7 @@ jobs:
         if: failure() && steps.create-pr.outcome == 'failure'
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          COMMENT_ID: ${{ needs.publish-new-datasets.outputs.commentId }}
+          COMMENT_ID: ${{ needs.publish-new-datasets.outputs.comment_id }}
         run: |
           CURRENT_BODY=$(gh api -H "Authorization: token $GITHUB_TOKEN" /repos/${{ github.repository }}/issues/comments/$COMMENT_ID --jq '.body')
           UPDATED_BODY="$CURRENT_BODY
@@ -435,7 +432,7 @@ jobs:
         if: failure() && steps.create-pr.outcome != 'failure'
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          COMMENT_ID: ${{ needs.publish-new-datasets.outputs.commentId }}
+          COMMENT_ID: ${{ needs.publish-new-datasets.outputs.comment_id }}
         run: |
           WORKFLOW_URL="${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
           CURRENT_BODY=$(gh api -H "Authorization: token $GITHUB_TOKEN" /repos/${{ github.repository }}/issues/comments/$COMMENT_ID --jq '.body')

ingestion-data/staging/dataset-config/test-debugging.json

@@ -0,0 +1,90 @@
+{
+    "license": "CC0-1.0",
+    "stac_version": "1.0.0",
+    "links": [],
+    "spatial_extent": {
+      "xmin": -90.85,
+      "ymin": 29.03,
+      "xmax": -90.06,
+      "ymax": 29.65
+    },
+    "temporal_extent": {
+      "startdate": "2021-08-23T00:00:00.000Z",
+      "enddate": "2021-09-09T23:59:59.000Z"
+    },
+    "discovery_items": [
+      {
+        "upload": false,
+        "cogify": false,
+        "dry_run": false,
+        "filename_regex": "(.*)NDWI_Difference_(.*).tif$",
+        "use_multithreading": false,
+        "discovery": "s3",
+        "prefix": "planet-indices-v2/",
+        "bucket": "veda-data-store-staging"
+      }
+    ],
+    "sample_files": [
+      "s3://veda-data-store-staging/planet-indices-v2/NDWI_Difference_2021-08-23_2021-09-09.tif"
+    ],
+    "data_type": "cog",
+    "stac_extensions": [
+      "https://stac-extensions.github.io/render/v1.0.0/schema.json",
+      "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json"
+    ],
+    "item_assets": {
+      "cog_default": {
+        "type": "image/tiff; application=geotiff; profile=cloud-optimized",
+        "roles": [
+          "data",
+          "layer"
+        ],
+        "title": "Default COG Layer",
+        "description": "Cloud optimized default layer to display on map"
+      }
+    },
+    "providers": [
+      {
+        "name": "NASA VEDA",
+        "roles": [
+          "host"
+        ],
+        "url": "https://www.earthdata.nasa.gov/dashboard/"
+      }
+    ],
+    "assets": {
+      "thumbnail": {
+        "title": "Thumbnail",
+        "type": "image/jpeg",
+        "roles": [
+          "thumbnail"
+        ],
+        "href": "https://thumbnails.openveda.cloud/louisiana-marsh.jpg",
+        "description": "Photo by [Bridget Besaw](https://www.nature.org/en-us/get-involved/how-to-help/places-we-protect/the-nature-conservancy-in-louisiana-gulf-coast-prairies-and-marshes/) (Wetland landscape across southern Louisiana.)"
+      }
+    },
+    "collection": "ida-ndwi-difference-TEST-DEBUG",
+    "title": "NDWI Difference for Pre and Post-Hurricane Ida from PlanetScope TEST-DEBUG",
+    "dashboard:time_density": "day",
+    "description": "Normalized Difference Water Index Difference of before and after Hurricane Ida in Southern Louisiana.",
+    "renders": {
+      "dashboard": {
+        "resampling": "nearest",
+        "bidx": [
+          1
+        ],
+        "colormap_name": "rdbu",
+        "assets": [
+          "cog_default"
+        ],
+        "rescale": [
+          [
+            -1,
+            1
+          ]
+        ],
+        "title": "VEDA Dashboard Render Parameters"
+      }
+    },
+    "dashboard:is_periodic": true
+  }