Merge branch 'release/1.68.0'

Author: HenrikBengtsson

.github/workflows/R-CMD-check.yaml

@@ -76,7 +76,12 @@ jobs:
           r-version: ${{ matrix.config.r }}
           http-user-agent: ${{ matrix.config.http-user-agent }}
           use-public-rspm: true
-          
+
+      - name: Install system dependencies for Rmpi (OpenMPI)
+        if: runner.os == 'Linux'
+        run: |
+           sudo apt install -y libopenmpi-dev openmpi-bin
+  
       - uses: r-lib/actions/setup-r-dependencies@v2
         with:
           extra-packages: |
@@ -124,7 +129,7 @@ jobs:
           R_FUTURE_PSOCK_RELAY_IMMEDIATE: ${{ matrix.config.psock_relay_immediate }}
         run: |
           if ("${{ matrix.config.strict }}" == "true") {
-            Sys.setenv(R_FUTURE_CONNECTIONS_ONMISUSE = "error[details=TRUE]")
+            # FIXME: Sys.setenv(R_FUTURE_CONNECTIONS_ONMISUSE = "error[details=TRUE]")
             Sys.setenv(R_FUTURE_GLOBALENV_ONMISUSE = "error")
             Sys.setenv(R_FUTURE_RNG_ONMISUSE = "error")
           }
@@ -140,7 +145,7 @@ jobs:
         if: runner.os == 'Windows'
         run: |
           if ("${{ matrix.config.strict }}" == "true") {
-            Sys.setenv(R_FUTURE_CONNECTIONS_ONMISUSE = "error[details=TRUE]")
+            # FIXME: Sys.setenv(R_FUTURE_CONNECTIONS_ONMISUSE = "error[details=TRUE]")
             Sys.setenv(R_FUTURE_DEVICES_ONMISUSE = "error")
             Sys.setenv(R_FUTURE_GLOBALENV_ONMISUSE = "error")
             Sys.setenv(R_FUTURE_RNG_ONMISUSE = "error")
@@ -152,6 +157,16 @@ jobs:
           )
         shell: Rscript {0}
 
+      - name: Check MPI clusters (not macOS)
+        if: runner.os != 'macOS'
+        env:
+          NOT_CRAN: true
+          OMPI_MCA_rmaps_base_oversubscribe: 1
+        run: |
+          install.packages(c("Rmpi", "snow"))
+          future:::testme("mpi")
+        shell: Rscript {0}
+
       - name: Upload check results
         if: failure()
         uses: actions/upload-artifact@v4

.github/workflows/revdepcheck-top.yaml

@@ -23,7 +23,7 @@ jobs:
           - { r: "release", pkg: "future.apply"      }
           - { r: "release", pkg: "furrr", not_cran: false }
           - { r: "release", pkg: "future.tests"      }
-          - { r: "release", pkg: "promises"          }
+          - { r: "release", pkg: "promises"          , force_suggests: false }
           - { r: "release", pkg: "shiny", not_cran: false }
           - { r: "release", pkg: "plumber"           }
           - { r: "release", pkg: "future.batchtools" , globals: develop, label: 'globals develop' }
@@ -96,6 +96,10 @@ jobs:
             export NOT_CRAN=false
           fi
           echo "NOT_CRAN=${NOT_CRAN:-<not set>}"
+          if [[ "${{ matrix.config.force_suggests }}" == "false" ]]; then
+            export _R_CHECK_FORCE_SUGGESTS_=false
+          fi
+          echo "_R_CHECK_FORCE_SUGGESTS_=${_R_CHECK_FORCE_SUGGESTS_:-<not set>}"
           R CMD check --no-manual --as-cran "$(basename "$url")"
 
       - name: Upload check results

.github/workflows/tmate.yaml

@@ -85,6 +85,11 @@ jobs:
           http-user-agent: ${{ matrix.config.http-user-agent }}
           use-public-rspm: true
 
+      - name: Install system dependencies for Rmpi (OpenMPI)
+        if: runner.os == 'Linux'
+        run: |
+           sudo apt install -y libopenmpi-dev openmpi-bin
+  
       - uses: r-lib/actions/setup-r-dependencies@v2
         with:
           extra-packages: |

.gitignore

@@ -23,3 +23,4 @@ revdep/data.sqlite
 revdep/checks/*
 revdep/library/*
 .Rdump
+.local/gh

DESCRIPTION

@@ -1,5 +1,5 @@
 Package: future
-Version: 1.67.0
+Version: 1.68.0
 Title: Unified Parallel and Distributed Processing in R for Everyone
 Depends:
     R (>= 3.2.0)
@@ -43,7 +43,7 @@ URL: https://future.futureverse.org, https://github.com/futureverse/future
 BugReports: https://github.com/futureverse/future/issues
 Language: en-US
 Encoding: UTF-8
-RoxygenNote: 7.3.2
+RoxygenNote: 7.3.3
 Roxygen: list(markdown = TRUE)
 Collate: 
     '000.bquote.R'

NEWS.md

@@ -1,10 +1,50 @@
+# Version 1.68.0 [2025-11-16]
+
+This is the fifth rollout out of several towards a near-future major
+release. This has been made possible due to a multi-year effort of
+internal re-designs, work with package maintainers, release, and
+repeat. This release fixes a few more regressions introduced in
+**future** 1.40.0 (2025-04-10) and 1.67.0 (2025-07-29).
+
+## Beta Features
+
+ * Calling `clusterEvalQ()` on a FutureCluster, introduced in
+   **future** 1.58.0 (2025-06-05), is now an error by default - it
+   used to be just a warning.
+
+## Bug Fixes
+
+ * `result()` on a canceled and interrupted cluster future returned
+   the future instead of producing a FutureInterruptError.
+
+ * The `cluster` backend failed when used with an `MPIcluster` as
+   created by `parallel::makeCluster(..., type = "MPI")`. This bug was
+   introduced in **future** (>= 1.40.0) [2025-04-10].
+
+ * Setting `R_FUTURE_PLAN=multisession` in an Renviron file, or a
+   shell startup script, would result in a "fork bomb" when loading
+   the **future** package. This happened because the setup of the
+   future backend happened eagerly when the **future** package was
+   loaded instead of being deferred to when the first future launched.
+   This resulted in new, nested R workers being created recursively,
+   until the machine ran out of resources. This bug was introduced in
+   **future** (>= 1.67.0) [2025-07-29].
+
+ * ``value(..., reduce = structure(`+`, init = 42))`` is not
+   supported, because `` `+` `` is a primitive function and one must
+   not set attributes on primitive functions. `value()` detects this
+   and produces an error suggestion to use `reduce = structure("+",
+   init = 42)` instead. The latter still gave the same error, which is
+   now fixed.
+
+
 # Version 1.67.0 [2025-07-29]
 
 This is the fourth rollout out of several towards a near-future major
 release. This has been made possible due to a multi-year effort of
 internal re-designs, work with package maintainers, release, and
-repeat. This release fixes a few more regressions introduced in future
-1.40.0 (2025-04-10).
+repeat. This release fixes a few more regressions introduced in
+**future** 1.40.0 (2025-04-10).
 
 ## Significant Changes
 
@@ -57,9 +97,9 @@ repeat. This release fixes a few more regressions introduced in future
 This is the third rollout out of several towards a near-future major
 release that I am really excited about. This has been made possible
 due to a multi-year effort of internal re-designs, work with package
-maintainers, release, and repeat. This release fixes a few
-regressions introduced in future 1.40.0 (2025-04-10), despite passing
-[all unit, regression, and system
+maintainers, release, and repeat. This release fixes a few regressions
+introduced in **future** 1.40.0 (2025-04-10), despite passing [all
+unit, regression, and system
 tests](https://www.futureverse.org/quality.html).
 
 ## New Features
@@ -133,8 +173,8 @@ tests](https://www.futureverse.org/quality.html).
 This is the second rollout out of three-four major updates, which is
 now possible due to a multi-year effort of internal re-designs, work
 with package maintainers, release, and repeat. This release fixes two
-regressions introduced in future 1.40.0 (2025-04-10), despite passing
-[all unit, regression, and system
+regressions introduced in **future** 1.40.0 (2025-04-10), despite
+passing [all unit, regression, and system
 tests](https://www.futureverse.org/quality.html) of the Future API
 that we have built up over the years. On the upside, fixing these
 issues led to a greatly improved static-code analyzer for

R/backend_api-01-FutureBackend-class.R

@@ -253,33 +253,34 @@ makeFutureBackend <- function(evaluator, ..., debug = FALSE) {
   ## Apply future plan tweaks
   args <- attr(evaluator, "tweaks")
   if (is.null(args)) args <- list()
-
   if (debug) {
     mdebugf("Evaluator tweak arguments: [n=%d]", length(args))
     mstr(args)
   }
 
   args2 <- formals(evaluator)
-  args2[["..."]] <- NULL
-  args2$lazy <- NULL         ## bc multisession; should be removed
-  names2 <- names(args2)
-  if ("envir" %in% names2) {
-    args2[["envir"]] <- NULL
-    names2 <- names(args2)
-  }
+  ## Drop never-used arguments
+  args2$`...` <- NULL
+  args2$envir <- NULL  # legacy
+  args2$lazy <- NULL   # bc multisession; should be removed
   if (debug) {
     mdebugf("Evaluator formal arguments: [n=%d]", length(args2))
-    mstr(args)
-  }
-  for (name in names2) {
-    args[[name]] <- args2[[name]]
+    mstr(args2)
   }
 
+  ## Merge tweaked arguments and future-backend evaluator arguments
+  for (name in names(args2)) args[[name]] <- args2[[name]]
   if (debug) {
-    mdebugf("Backend factory arguments: [n=%d]", length(args2))
-    mstr(args2)
+    mdebugf("Arguments passed to the future-backend factory: [n=%d]", length(args))
+    mstr(args)
   }
-  backend <- do.call(factory, args = args, envir = environment(factory))
+
+  ## Make tweaked arguments and future-backend evaluator arguments
+  ## available when calling the factory function
+  envir <- new.env(parent = environment(factory))
+  for (name in names(args)) envir[[name]] <- args[[name]]
+
+  backend <- do.call(factory, args = args, envir = envir)
   if (debug) mdebugf("Backend: <%s>", commaq(class(backend)))
   stop_if_not(inherits(backend, "FutureBackend"))
 

R/backend_api-11.ClusterFutureBackend-class.R

@@ -234,7 +234,6 @@ launchFuture.ClusterFutureBackend <- function(backend, future, ...) {
 
   ## Does the cluster node communicate with a connection?
   ## (if not, it's likely via MPI)
-  stop_if_not(inherits(node, c("SOCK0node", "SOCKnode")))
   con <- node[["con"]]
   future[["nodeHasConnection"]] <- !is.null(con)
 
@@ -776,7 +775,11 @@ result.ClusterFuture <- function(future, ...) {
       ## worker also shutting done? If so, turn the error into a run-time
       ## FutureInterruptError and revive the worker
       future <- handleInterruptedFuture(backend, future = future)
-      return(future)
+      stop_if_not(inherits(future, "Future"))
+      result <- future[["result"]]
+      if (inherits(result, "FutureError")) stop(result)
+      stop_if_not(inherits(future, "FutureResult"))
+      return(result)
     }
     assertValidConnection(future)
   }
@@ -1469,7 +1472,7 @@ getFutureBackendConfigs.ClusterFuture <- function(future, ..., debug = isTRUE(ge
 
   ## Does the cluster node communicate with a connection?
   ## (if not, it's via MPI)
-  if (!future[["nodeHasConnection"]]) return(list())
+  if (!isTRUE(future[["nodeHasConnection"]])) return(list())
 
   capture <- list(
     immediateConditionHandlers = list(

R/backend_api-11.SequentialFutureBackend-class.R

@@ -182,16 +182,7 @@ getFutureBackendConfigs.UniprocessFuture <- function(future, ...) {
 #' @aliases uniprocess
 #' @export
 sequential <- function(..., envir = parent.frame()) {
-  ## WORKAROUNDS:
-  ## (1) fiery calls sequential() directly
-  ##     https://github.com/thomasp85/fiery/issues/53
-  if (!"fiery" %in% loadedNamespaces()) {
-    stop("The future::sequential() function must never be called directly")
-  }
-  
-  f <- Future(..., envir = envir)
-  class(f) <- c("SequentialFuture", "UniprocessFuture", "Future")
-  f  
+  stop("The future::sequential() function must never be called directly")
 }
 class(sequential) <- c("sequential", "uniprocess", "future", "function")
 attr(sequential, "init") <- TRUE

R/backend_api-Future-class.R

@@ -642,6 +642,9 @@ result <- function(future, ...) {
 #' @param \ldots Not used.
 #'
 #' @return The [FutureResult] object.
+#' It may signal a [FutureError], if there is a significant orchestration
+#' error. For example, if the parallel worker process terminated abruptly
+#' ("crashed"), then a [FutureInterruptError] is signaled.
 #'
 #' @details
 #' This function is only part of the _backend_ Future API.
@@ -1024,7 +1027,7 @@ getExpression.Future <- local({
 #' @export
 `$<-.Future` <- function(x, name, value) {
   if (name == "state") {
-    if (!is.element(value, c("created", "running", "finished", "failed", "canceled", "interrupted"))) {
+    if (!is.element(value, c("created", "submitted", "running", "finished", "failed", "canceled", "interrupted"))) {
       action <- getOption("future.state.onInvalid", "warning")
 
       if (action != "ignore") {