all data internal and create ci build for county data

Author: fawda123

.github/workflows/build.yml

@@ -0,0 +1,37 @@
+on:
+  push:
+    branches:
+      - main
+      - master
+  schedule:
+    - cron: "0 0 * * *"
+    
+name: build 
+
+jobs:
+  render:
+    name: build
+    runs-on: ubuntu-latest
+    env:
+      GITHUB_PAT: ${{ secrets.GITHUB_TOKEN }}
+    steps:
+      - uses: actions/checkout@v4
+      - uses: r-lib/actions/setup-r@v2
+        with:
+          extra-repositories: 'https://tbep-tech.r-universe.dev'
+      - name: Setup R dependencies
+        uses: r-lib/actions/setup-r-dependencies@v2
+        with:
+          packages: |
+            here
+            tbeptools
+
+      - name: Pull data
+        run: Rscript -e 'source("R/build.R")'
+      - name: Commit results
+        run: |
+          git config --local user.email "actions@github.com"
+          git config --local user.name "GitHub Actions"
+          git add -A
+          git commit -m 'Re-build data' || echo "No changes to commit"
+          git push origin || echo "No changes to commit"

R/build.R

@@ -0,0 +1,27 @@
+library(tbeptools)
+
+# EPC
+cat('EPC\n')
+xlsx <- tempfile(fileext = '.xlsx')
+fibdata <- read_importfib(xlsx, download_latest = TRUE)
+save(fibdata, file = here::here('data/fibdata.RData'), compress = 'xz')
+
+# ESC
+cat('ESC\n')
+hcesdfibdata <- read_importwqp('21FLHESD_WQX', type = 'fib')
+save(hcesdfibdata, file = here::here('data/hcesdfibdata.RData'), compress = 'xz')
+
+# Manatee County
+cat('manco\n')
+mancofibdata <- read_importwqp('21FLMANA_WQX', type = 'fib')
+save(mancofibdata, file = here::here('data/mancofibdata.RData'), compress = 'xz')
+
+# Pasco County
+cat('pasco\n')
+pascofibdata <- read_importwqp('21FLPASC_WQX', type = 'fib')
+save(pascofibdata, file = here::here('data/pascofibdata.RData'), compress = 'xz')
+
+# Polk County
+cat('polco\n')
+polcofibdata <- read_importwqp('21FLPOLK_WQX', type = 'fib')
+save(polcofibdata, file = here::here('data/polcofibdata.RData'), compress = 'xz')

R/global.R

@@ -2,14 +2,22 @@ box::use(
   dplyr[`%>%`]
 )
 
-data('enterodata', package = 'tbeptools')
-data('fibdata', package = 'tbeptools')
-data('hcesdfibdata', package = 'tbeptools')
-data('mancofibdata', package = 'tbeptools')
-data('pascofibdata', package = 'tbeptools')
-data('polcofibdata', package = 'tbeptools')
-data('catchprecip', package = 'tbeptools')
-data('tbsegdetail', package = 'tbeptools')
+
+# all files from tbeptools, but saved locally so the image doesnt have to be recreated with data updates
+
+# updated annually
+load(url('https://tbep-tech.github.io/fib-dash/data/enterodata.RData'))
+load(url('https://tbep-tech.github.io/fib-dash/data/catchprecip.RData'))
+
+# updated by github actions
+load(url('https://tbep-tech.github.io/fib-dash/data/fibdata.RData'))
+load(url('https://tbep-tech.github.io/fib-dash/data/hcesdfibdata.RData'))
+load(url('https://tbep-tech.github.io/fib-dash/data/mancofibdata.RData'))
+load(url('https://tbep-tech.github.io/fib-dash/data/pascofibdata.RData'))
+load(url('https://tbep-tech.github.io/fib-dash/data/polcofibdata.RData'))
+
+# never updated
+load(url('https://tbep-tech.github.io/data/tbsegdetail.RData'))
 
 enterowetdry <- tbeptools::anlz_fibwetdry(enterodata, catchprecip, temporal_window = 2, wet_threshold = 0.5)
 
@@ -22,6 +30,7 @@ yrmin4 <- 2018
 yrmin5 <- 2017
 yrmin6 <- 2017
 maxyr <- 2023
+epcmaxyr <- max(fibdata$yr)
 
 lwid <- 1.5
 

README.md

@@ -1,5 +1,11 @@
 # fib-dash
 
+[![build](https://github.com/tbep-tech/fib-dash/workflows/build/badge.svg)](https://github.com/tbep-tech/fib-dash/actions)
 [![DOI](https://zenodo.org/badge/841089887.svg)](https://doi.org/10.5281/zenodo.13881473)
 
-Materials for the TBEP FIB dashboard
+Materials for the TBEP FIB dashboard
+
+## Automated and regular updates
+
+* Data under the baywide reporting tab are updated annually
+* County datasets are updated as they become available from the sources, with most updates occurring monthly or quarterly.

app.R

@@ -148,7 +148,7 @@ ui <- page_navbar(
               div(
                 style = "display: flex; flex-direction: column;",
                 div(style = "height: 25px;", "Select year:"), 
-                sliderInput('yrsel2', NULL, min = yrmin2, max = maxyr, value = maxyr, step = 1, sep = '', width = '90%')
+                sliderInput('yrsel2', NULL, min = yrmin2, max = epcmaxyr, value = epcmaxyr, step = 1, sep = '', width = '90%')
               )
             ),
             div(
@@ -727,7 +727,7 @@ server <- function(input, output, session) {
       dplyr::distinct() %>%
       dplyr::pull()
 
-    p <- try(tbeptools::show_fibmatrix(fibdata, stas = stas, yrrng = c(yrmin2, maxyr), 
+    p <- try(tbeptools::show_fibmatrix(fibdata, stas = stas, yrrng = c(yrmin2, epcmaxyr), 
                                        warn = F))
 
     validate(