CI sharestats website csv

Author: lindemann09

.github/workflows/packaging-action.yml

@@ -41,6 +41,8 @@ jobs:
             any::png
             any::RJSONIO
             any::xml2
+            any::dplyr
+            any::readr
 
       - name: Install Exams developer version
         run: Rscript -e 'install.packages("exams", repos = "http://R-Forge.R-project.org", dependencies = TRUE, type = "source")'
@@ -66,6 +68,7 @@ jobs:
       - run: make fingerprint_file
       - run: make checksums
       - run: make website
+      - run: make sharestats_website_csv
 
       - name: commit results
         run: |

.gitignore

@@ -15,5 +15,6 @@ packages/
 docs/
 
 *.py[cod]
+*.csv
 
 AVOIDERROR

Makefile

@@ -38,3 +38,7 @@ website:
 	python -c 'import packaging as p; p.simplify_item_html("docs/items.html")' \
 
 
+sharestats_website_csv:
+	mkdir -p docs; \
+	Rscript packaging/sharestats_website_csv.R; \
+	mv sharestats_website.csv docs/

packaging/__init__.py

@@ -1,3 +1,3 @@
 from .packaging import file_table, tarballs, fingerprints, save_fingerprints
 
-from .website import simplify_item_html
+from .simplify import simplify_item_html

scripts_website/all-in-one-df.R packaging/sharestats_website_csv.Rscripts_website/all-in-one-df.R renamed to packaging/sharestats_website_csv.R

@@ -1,3 +1,24 @@
+library(dplyr)
+library(readr)
+
+extractMeta <- function(file, convert2table = FALSE) {
+  x <- read_lines(file)
+  lnMeta <- grep("Meta-information", x)
+  lnMeta <- seq(lnMeta + 2, length(x), 1)
+  x <- x[lnMeta]
+  names(x) <- gsub("(.*):.*", "\\1", x)
+  x <- gsub(".*: (.*)", "\\1", x)
+  x <- as.list(x)
+  if(!convert2table) {
+    x <- lapply(x, function(i) ifelse(i=="", NA, i))
+    x <- x[!is.na(x)]
+    return(x)
+  } else {
+    x <- t(do.call(rbind, x))
+    return(data.frame(x))
+  }
+}
+
 ## All in one table
 all.item.paths <- list.files(pattern = ".Rmd", ignore.case = TRUE, recursive = TRUE)
 n <- length(all.item.paths)
@@ -48,7 +69,6 @@ url_name_quest_df <- do.call(rbind, df)
 
 
 # Meta-info Extraction ----------------------------------------------------
-source('extractMeta_function.R')
 ErrorsMI <- c()
 metadf <-  list()
 for(i in 1:n){
@@ -79,4 +99,4 @@ metadf <- metadf %>% dplyr::select(exname,
 
 fulldf <- right_join(url_name_quest_df, metadf, by = c("name" = "Name"))
 
-write.csv(fulldf, 'fulldf.csv')
+write.csv(fulldf, 'sharestats_website.csv')