Version bump 0.21.0.dev1 (#2273)

* Version bump to 0.21.0.dev1

* register presets (#2268)

* Fix batch preprocessing bug in Moonshine generation (#2266)

* bug fix: To ragged in batched generation if available

* fix: Remove conditional

* feat: Add batched post-processing test coverage

---------

Co-authored-by: Sachin Prasad <[email protected]>
Co-authored-by: Harshal Janjani <[email protected]>

Author: 3 people

keras_hub/src/models/mixtral/__init__.py

@@ -0,0 +1,5 @@
+from keras_hub.src.models.mixtral.mixtral_backbone import MixtralBackbone
+from keras_hub.src.models.mixtral.mixtral_presets import backbone_presets
+from keras_hub.src.utils.preset_utils import register_presets
+
+register_presets(backbone_presets, MixtralBackbone)

keras_hub/src/models/moonshine/moonshine_audio_to_text_preprocessor.py

@@ -266,4 +266,7 @@ def generate_postprocess(self, x):
                 and 0 <= token < vocab_size
             ]
             processed_sequences.append(filtered_tokens)
+        processed_sequences = tf.ragged.constant(
+            processed_sequences, dtype=tf.int32
+        )
         return self.tokenizer.detokenize(processed_sequences)

keras_hub/src/models/moonshine/moonshine_audio_to_text_preprocessor_test.py

@@ -1,6 +1,7 @@
 import os
 
 import keras
+import numpy as np
 import pytest
 
 from keras_hub.src.models.moonshine.moonshine_audio_converter import (
@@ -26,9 +27,14 @@ def setUp(self):
             "tokenizer": self.tokenizer,
             "decoder_sequence_length": 8,
         }
+        # NOTE: Since keras.ops.convert_to_tensor() does not support
+        # dtype="string" for the JAX and PyTorch backends, the only way to pass
+        # inputs that aren't a mix of tensors and non-tensors is to use a
+        # library-specific function. Using np.random.normal here as a substitute
+        # to a librosa.load() call.
         self.input_data = (
             {
-                "audio": keras.random.normal((1, 16000, 1)),
+                "audio": np.random.normal(size=(1, 16000, 1)),
                 "text": ["the quick brown fox"],
             },
         )
@@ -76,6 +82,24 @@ def test_generate_postprocess(self):
         self.assertIsInstance(output, list)
         self.assertIsInstance(output[0], str)
 
+    def test_generate_postprocess_batched(self):
+        preprocessor = MoonshineAudioToTextPreprocessor(**self.init_kwargs)
+        batch_size = 3
+        sequence_length = 5
+        input_data = {
+            "decoder_token_ids": keras.ops.ones(
+                (batch_size, sequence_length), dtype="int32"
+            ),
+            "decoder_padding_mask": keras.ops.ones(
+                (batch_size, sequence_length)
+            ),
+        }
+        output = preprocessor.generate_postprocess(input_data)
+        self.assertIsInstance(output, list)
+        self.assertEqual(len(output), batch_size)
+        for item in output:
+            self.assertIsInstance(item, str)
+
     @pytest.mark.extra_large
     def test_all_presets(self):
         for preset in MoonshineAudioToTextPreprocessor.presets:

keras_hub/src/models/qwen/__init__.py

@@ -1 +1,5 @@
 from keras_hub.src.models.qwen.qwen_backbone import QwenBackbone
+from keras_hub.src.models.qwen.qwen_presets import backbone_presets
+from keras_hub.src.utils.preset_utils import register_presets
+
+register_presets(backbone_presets, QwenBackbone)

keras_hub/src/models/qwen_moe/__init__.py

@@ -0,0 +1,5 @@
+from keras_hub.src.models.qwen_moe.qwen_moe_backbone import QwenMoeBackbone
+from keras_hub.src.models.qwen_moe.qwen_moe_presets import backbone_presets
+from keras_hub.src.utils.preset_utils import register_presets
+
+register_presets(backbone_presets, QwenMoeBackbone)

keras_hub/src/version.py

@@ -1,7 +1,7 @@
 from keras_hub.src.api_export import keras_hub_export
 
 # Unique source of truth for the version number.
-__version__ = "0.21.0.dev0"
+__version__ = "0.21.0.dev1"
 
 
 @keras_hub_export("keras_hub.version")