Skip to content

Commit b7fa639

Browse files
committed
Unexport models from the 0.9 release (#1551)
This unexports our "not yet ready from prime time models". - gpt-neox - t5 - whisper - xlnet These are all still in flight to some degree.
1 parent b1a3e6b commit b7fa639

12 files changed

+19
-24
lines changed

keras_nlp/models/gpt_neo_x/gpt_neo_x_backbone.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,6 @@
1212
# See the License for the specific language governing permissions and
1313
# limitations under the License.
1414

15-
from keras_nlp.api_export import keras_nlp_export
1615
from keras_nlp.backend import keras
1716
from keras_nlp.layers.modeling.reversible_embedding import ReversibleEmbedding
1817
from keras_nlp.models.backbone import Backbone
@@ -24,7 +23,7 @@ def _gpt_neo_x_kernel_initializer(stddev=0.02):
2423
return keras.initializers.RandomNormal(stddev=stddev)
2524

2625

27-
@keras_nlp_export("keras_nlp.models.GPTNeoXBackbone")
26+
@keras.saving.register_keras_serializable(package="keras_nlp")
2827
class GPTNeoXBackbone(Backbone):
2928
"""GPT-NeoX core network with hyperparameters.
3029

keras_nlp/models/gpt_neo_x/gpt_neo_x_causal_lm.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@
1212
# See the License for the specific language governing permissions and
1313
# limitations under the License.
1414

15-
from keras_nlp.api_export import keras_nlp_export
15+
from keras_nlp.backend import keras
1616
from keras_nlp.backend import ops
1717
from keras_nlp.models.causal_lm import CausalLM
1818
from keras_nlp.models.gpt_neo_x.gpt_neo_x_backbone import GPTNeoXBackbone
@@ -22,7 +22,7 @@
2222
from keras_nlp.utils.tensor_utils import any_equal
2323

2424

25-
@keras_nlp_export("keras_nlp.models.GPTNeoXCausalLM")
25+
@keras.saving.register_keras_serializable(package="keras_nlp")
2626
class GPTNeoXCausalLM(CausalLM):
2727
"""An end-to-end GPTNeoX model for causal language modeling.
2828

keras_nlp/models/gpt_neo_x/gpt_neo_x_causal_lm_preprocessor.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@
1515
import tensorflow as tf
1616
from absl import logging
1717

18-
from keras_nlp.api_export import keras_nlp_export
18+
from keras_nlp.backend import keras
1919
from keras_nlp.backend import ops
2020
from keras_nlp.models.gpt_neo_x.gpt_neo_x_preprocessor import (
2121
GPTNeoXPreprocessor,
@@ -26,7 +26,7 @@
2626
from keras_nlp.utils.keras_utils import pack_x_y_sample_weight
2727

2828

29-
@keras_nlp_export("keras_nlp.models.GPTNeoXCausalLMPreprocessor")
29+
@keras.saving.register_keras_serializable(package="keras_nlp")
3030
class GPTNeoXCausalLMPreprocessor(GPTNeoXPreprocessor):
3131
"""GPT-NeoX Causal LM preprocessor.
3232

keras_nlp/models/gpt_neo_x/gpt_neo_x_preprocessor.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@
1212
# See the License for the specific language governing permissions and
1313
# limitations under the License.
1414

15-
from keras_nlp.api_export import keras_nlp_export
15+
from keras_nlp.backend import keras
1616
from keras_nlp.layers.preprocessing.start_end_packer import StartEndPacker
1717
from keras_nlp.models.gpt_neo_x.gpt_neo_x_tokenizer import GPTNeoXTokenizer
1818
from keras_nlp.models.preprocessor import Preprocessor
@@ -22,7 +22,7 @@
2222
from keras_nlp.utils.keras_utils import pack_x_y_sample_weight
2323

2424

25-
@keras_nlp_export("keras_nlp.models.GPTNeoXPreprocessor")
25+
@keras.saving.register_keras_serializable(package="keras_nlp")
2626
class GPTNeoXPreprocessor(Preprocessor):
2727
"""GPTNeoX preprocessing layer which tokenizes and packs inputs.
2828

keras_nlp/models/gpt_neo_x/gpt_neo_x_tokenizer.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12,11 +12,11 @@
1212
# See the License for the specific language governing permissions and
1313
# limitations under the License.
1414

15-
from keras_nlp.api_export import keras_nlp_export
15+
from keras_nlp.backend import keras
1616
from keras_nlp.tokenizers.byte_pair_tokenizer import BytePairTokenizer
1717

1818

19-
@keras_nlp_export("keras_nlp.models.GPTNeoXTokenizer")
19+
@keras.saving.register_keras_serializable(package="keras_nlp")
2020
class GPTNeoXTokenizer(BytePairTokenizer):
2121
"""A GPTNeoX tokenizer using Byte-Pair Encoding subword segmentation.
2222

keras_nlp/models/t5/t5_backbone.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12,15 +12,14 @@
1212
# See the License for the specific language governing permissions and
1313
# limitations under the License.
1414

15-
from keras_nlp.api_export import keras_nlp_export
1615
from keras_nlp.backend import keras
1716
from keras_nlp.layers.modeling.reversible_embedding import ReversibleEmbedding
1817
from keras_nlp.models.backbone import Backbone
1918
from keras_nlp.models.t5.t5_layer_norm import T5LayerNorm
2019
from keras_nlp.models.t5.t5_transformer_layer import T5TransformerLayer
2120

2221

23-
@keras_nlp_export("keras_nlp.models.T5Backbone")
22+
@keras.saving.register_keras_serializable(package="keras_nlp")
2423
class T5Backbone(Backbone):
2524
"""T5 encoder-decoder backbone model.
2625

keras_nlp/models/t5/t5_tokenizer.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12,11 +12,11 @@
1212
# See the License for the specific language governing permissions and
1313
# limitations under the License.
1414

15-
from keras_nlp.api_export import keras_nlp_export
15+
from keras_nlp.backend import keras
1616
from keras_nlp.tokenizers.sentence_piece_tokenizer import SentencePieceTokenizer
1717

1818

19-
@keras_nlp_export("keras_nlp.models.T5Tokenizer")
19+
@keras.saving.register_keras_serializable(package="keras_nlp")
2020
class T5Tokenizer(SentencePieceTokenizer):
2121
"""T5 tokenizer layer based on SentencePiece.
2222

keras_nlp/models/whisper/whisper_audio_feature_extractor.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -16,13 +16,13 @@
1616
import numpy as np
1717
import tensorflow as tf
1818

19-
from keras_nlp.api_export import keras_nlp_export
19+
from keras_nlp.backend import keras
2020
from keras_nlp.layers.preprocessing.preprocessing_layer import (
2121
PreprocessingLayer,
2222
)
2323

2424

25-
@keras_nlp_export("keras_nlp.models.WhisperAudioFeatureExtractor")
25+
@keras.saving.register_keras_serializable(package="keras_nlp")
2626
class WhisperAudioFeatureExtractor(PreprocessingLayer):
2727
"""
2828
Whisper audio feature extractor layer.

keras_nlp/models/whisper/whisper_backbone.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,6 @@
1313
# limitations under the License.
1414

1515

16-
from keras_nlp.api_export import keras_nlp_export
1716
from keras_nlp.backend import keras
1817
from keras_nlp.backend import ops
1918
from keras_nlp.layers.modeling.position_embedding import PositionEmbedding
@@ -35,7 +34,7 @@ def call(self, x):
3534
return ops.pad(x, [[0, 0], [1, 1], [0, 0]])
3635

3736

38-
@keras_nlp_export("keras_nlp.models.WhisperBackbone")
37+
@keras.saving.register_keras_serializable(package="keras_nlp")
3938
class WhisperBackbone(Backbone):
4039
"""A Whisper encoder-decoder network for speech.
4140

keras_nlp/models/whisper/whisper_preprocessor.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,6 @@
1515

1616
from absl import logging
1717

18-
from keras_nlp.api_export import keras_nlp_export
1918
from keras_nlp.backend import keras
2019
from keras_nlp.layers.preprocessing.start_end_packer import StartEndPacker
2120
from keras_nlp.models.preprocessor import Preprocessor
@@ -29,7 +28,7 @@
2928
from keras_nlp.utils.keras_utils import pack_x_y_sample_weight
3029

3130

32-
@keras_nlp_export("keras_nlp.models.WhisperPreprocessor")
31+
@keras.saving.register_keras_serializable(package="keras_nlp")
3332
class WhisperPreprocessor(Preprocessor):
3433
"""A Whisper preprocessing layer which handles audio and text input.
3534

0 commit comments

Comments
 (0)