Fix syntax error and document :last_token_pooling option

nyo16 · nyo16 · commit 9fccfaad960d · 2025-11-16T17:07:47.000-05:00
- Remove duplicate :scale_attention_weights in transformer block_opts_keys
- Add :last_token_pooling to text embedding documentation
diff --git a/lib/bumblebee/layers/transformer.ex b/lib/bumblebee/layers/transformer.ex
@@ -57,7 +57,6 @@ defmodule Bumblebee.Layers.Transformer do
       :rotary_embedding,
       :query_norm,
       :key_norm
-      :scale_attention_weights
     ]
 
     opts =
diff --git a/lib/bumblebee/text.ex b/lib/bumblebee/text.ex
@@ -385,6 +385,9 @@ defmodule Bumblebee.Text do
           Note that we currently assume that the CLS token is the first token
           in the sequence
 
+        * `:last_token_pooling` - takes the embedding for the last non-padding
+          token in each sequence
+
       By default no pooling is applied
 
     * `:embedding_processor` - a post-processing step to apply to the

Original file line number	Diff line number	Diff line change
`@@ -57,7 +57,6 @@ defmodule Bumblebee.Layers.Transformer do`
`57`	`57`	`:rotary_embedding,`
`58`	`58`	`:query_norm,`
`59`	`59`	`:key_norm`
`60`		`- :scale_attention_weights`
`61`	`60`	`]`
`62`	`61`
`63`	`62`	`opts =`