process all changesets in the hour

Author: sunu

.github/workflows/pipeline.yaml

@@ -10,7 +10,7 @@ on:
 
 
 jobs:
-  build:
+  generate-hourly-fgb:
     runs-on: ubuntu-latest
 
     steps:
@@ -42,16 +42,6 @@ jobs:
             DATE_TWO_HOURS_AGO: ${{ steps.set_date.outputs.DATE_TWO_HOURS_AGO }}
             HOUR_TWO_HOURS_AGO: ${{ steps.set_hour.outputs.HOUR_TWO_HOURS_AGO }}
 
-        # - name: padded hour
-        #   id: padded_hour
-        #   run: |
-        #     if [[ $HOUR_TWO_HOURS_AGO -lt 10 && $HOUR_TWO_HOURS_AGO -gt 0 ]]; then
-        #       HOUR_TWO_HOURS_AGO="0$HOUR_TWO_HOURS_AGO"
-        #     fi
-        #     echo "PADDED_HOUR=$HOUR_TWO_HOURS_AGO" >> $GITHUB_OUTPUT
-        #   env:
-        #     HOUR_TWO_HOURS_AGO: ${{ steps.set_hour.outputs.HOUR_TWO_HOURS_AGO }}
-        
         - name: convert to fgb for the hour ${{ steps.set_hour.outputs.HOUR_TWO_HOURS_AGO }}:00 on ${{ steps.set_date.outputs.DATE_TWO_HOURS_AGO }}
           run: |
             docker run -v ./data:/tmp gradient-pipeline sh -c "ogr2ogr -f FlatGeobuf /tmp/${DATE_TWO_HOURS_AGO}T${HOUR_TWO_HOURS_AGO}:00.fgb /tmp/${DATE_TWO_HOURS_AGO}T${HOUR_TWO_HOURS_AGO}:00.geojson -skipfailures"

pipeline/cli.js

@@ -14,8 +14,8 @@ const { processChangesets } = require('./src/process');
 async function run(date, hour) {
     let url = getHourlyReplicationFileURL(date, hour);
     let changesets = await getChangesetIDs(url);
-    changesets = changesets.slice(0, 2);
-    console.log(changesets);
+    // changesets = changesets.slice(0, 2);
+    // console.log(changesets);
     processChangesets(changesets, date, hour);
 }