Layer$add_weight() new aggregation strategy

Author: t-kalinowski

.tether/man/Layer.txt

@@ -244,7 +244,7 @@ class Layer(keras.src.backend.tensorflow.layer.TFLayer, keras.src.ops.operation.
  |    autocast=True,
  |    regularizer=None,
  |    constraint=None,
- |    aggregation='mean',
+ |    aggregation='none',
  |    name=None
  |  )
  |      Add a weight variable to the layer.
@@ -271,10 +271,11 @@ class Layer(keras.src.backend.tensorflow.layer.TFLayer, keras.src.ops.operation.
  |          constraint: Contrainst object to call on the variable after any
  |              optimizer update, or string name of a built-in constraint.
  |              Defaults to `None`.
- |          aggregation: String, one of `'mean'`, `'sum'`,
- |              `'only_first_replica'`. Annotates the variable with the type
- |              of multi-replica aggregation to be used for this variable
- |              when writing custom data parallel training loops.
+ |          aggregation: Optional string, one of `None`, `"none"`, `"mean"`,
+ |              `"sum"` or `"only_first_replica"`. Annotates the variable with
+ |              the type of multi-replica aggregation to be used for this
+ |              variable when writing custom data parallel training loops.
+ |              Defaults to `"none"`.
  |          name: String name of the variable. Useful for debugging purposes.
  |
  |  build(self, input_shape)

.tether/man/keras.txt

@@ -87,9 +87,10 @@ Variable(
   dtype=None,
   trainable=True,
   autocast=True,
-  aggregation='mean',
+  aggregation='none',
   name=None
 )
 version()
 visualization: Module(keras.api.visualization)
+wrappers: Module(keras.api.wrappers)
 

R/Layer.R

@@ -235,7 +235,7 @@
 #'              autocast = TRUE,
 #'              regularizer = NULL,
 #'              constraint = NULL,
-#'              aggregation = 'mean',
+#'              aggregation = 'none',
 #'              name = NULL)
 #'   ```
 #'   Add a weight variable to the layer.
@@ -269,10 +269,11 @@
 #'       variable after any optimizer update,
 #'       or string name of a built-in constraint.
 #'       Defaults to `NULL`.
-#'   * `aggregation`: String, one of `'mean'`, `'sum'`,
-#'      `'only_first_replica'`. Annotates the variable with the type
-#'       of multi-replica aggregation to be used for this variable
-#'       when writing custom data parallel training loops.
+#'   * `aggregation`: Optional string, one of `NULL`, `"none"`, `"mean"`,
+#'      `"sum"` or `"only_first_replica"`. Annotates the variable with
+#'      the type of multi-replica aggregation to be used for this
+#'      variable when writing custom data parallel training loops.
+#'      Defaults to `"none"`.
 #'   * `name`: String name of the variable. Useful for debugging purposes.
 #'
 #'   Returns: