automate cflags

Author: jangorecki

R/benchmark.data.table.R

@@ -1,30 +1,32 @@
-benchmark.data.table = function(script="benchmarks.Rraw", rbin="Rscript", desc=character()) {
+benchmark.data.table = function(script="benchmarks.Rraw", rbin="Rscript", desc=character(), libs=NULL) {
   stopifnot(length(script)==1L)
-  # make revision && make build && make install && R -q -e 'data.table:::benchmark.data.table()'
-  fn = setNames(file.path("inst","benchmarks", script), script) ## this path only for development, finally use system.file(package="data.table", "benchmarks", script)
+  # make revision && Rscript inst/benchmarks/boot.R ## install to various libs with various compilation flags
+  # R -q -e 'data.table:::benchmark.data.table(libs=list.dirs("library/gcc"))'
+  fn = setNames(file.path("inst","benchmarks", script), script) ## this path only for development, ultimately use system.file(package="data.table", "benchmarks", script)
   desc = if (length(desc)) paste0(" ", desc) else ""
+  if (is.null(libs)) libs = .libPaths()[1L]
   mth = max.th()
   ths = unique(c(1L, as.integer(mth * c(0.1,0.25,0.5,0.75,1))))
   ths = ths[ths>0L]
   cat("benchmark.data.table() running: ", names(fn), "\n", sep="")
   init = proc.time()[[3L]]
-  for (th in ths) {
-    cmd = sprintf("R_DATATABLE_NUM_THREADS=%s R_DATATABLE_NUM_PROCS_PERCENT=100 %s %s%s", th, rbin, fn, desc)
-    cat(cmd,"\n",sep="")
-    system(cmd)
+  for (lib in libs) {
+    for (th in ths) {
+      cmd = sprintf("R_LIBS_USER=%s R_DATATABLE_NUM_THREADS=%s R_DATATABLE_NUM_PROCS_PERCENT=100 %s %s%s", lib, th, rbin, fn, desc)
+      cat(cmd,"\n",sep="")
+      system(cmd)
+    }
   }
   t = proc.time()[[3L]]
   cat("Benchmarks in ", names(fn), " completed in ", trunc(t-init), "s\n", sep="")
   invisible(TRUE)
 }
-
 max.th = function() {
   old = setDTthreads(0L)
   th = getDTthreads()
   setDTthreads(old)
   th
 }
-
 omp = function() {
   omp = capture.output(th<-getDTthreads(verbose=TRUE))
   val = function(x) tail(strsplit(x, " ", fixed=TRUE)[[1L]], 1L)
@@ -93,3 +95,8 @@ benchmark = function(num, expr, desc=NA_character_) {
   if (num>0) fwrite(l, "benchmarks.csv", append=TRUE, row.names=FALSE)
   invisible(TRUE)
 }
+summary.benchmark = function() {
+  d = fread("benchmarks.csv")
+  d[,.(cflags, num, fun, args, desc, th, user_self, sys_self, elapsed)]
+}
+

inst/benchmarks/boot.R

@@ -0,0 +1,35 @@
+# make library structure and Makevars files
+
+do_cflags = function(x) paste(paste0("-",sub("_","=",x,fixed=TRUE)), collapse=" ")
+lib_path = "library"
+cc = "gcc" ## const
+flags = c(
+  "O3","O3-mtune_native","O3-g",
+  "O2","O2-mtune_native","O2-g",
+  "O0","O0-g"
+)
+libs = file.path(lib_path, cc, flags)
+vapply(libs, dir.create, showWarnings = TRUE, recursive=TRUE, NA)
+mvs = file.path(libs, "Makevars")
+cflags = vapply(strsplit(flags, "-", fixed=TRUE), do_cflags , "")
+cc_cflags = paste(sep="\n", paste0("CC=",cc), paste0("CFLAGS=",cflags))
+mapply(writeLines, cc_cflags, mvs)
+
+# install using different compilation flags
+
+#inst = sprintf("R_MAKEVARS_USER=%s R CMD INSTALL --library=%s %s", mvs, libs, "data.table_1.12.9.tar.gz")
+#sapply(inst, system)
+
+inst = function(lib, tarball="data.table_1.12.9.tar.gz") { ## till R_MAKEVARS_USER works
+  file.copy(file.path(lib,"Makevars"), "~/.R/Makevars", overwrite=TRUE)
+  cmd = sprintf("R CMD INSTALL --library=%s %s", lib, tarball)
+  cat(cmd,"\n",sep="")
+  system(cmd)
+}
+sapply(libs, inst)
+
+# cleanup
+inst("library/gcc/O3-mtune_native")
+
+#unlink(lib_path, recursive=TRUE)
+