Skip to content

Commit 3e9db60

Browse files
mattdangerwmattdangerw
authored
Unexport models from the 0.11 release (#1614)
1 parent e219931 commit 3e9db60

15 files changed

+23
-50
lines changed

‎keras_nlp/api/models/__init__.py‎

Lines changed: 0 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -99,12 +99,6 @@
9999
)
100100
from keras_nlp.src.models.f_net.f_net_preprocessor import FNetPreprocessor
101101
from keras_nlp.src.models.f_net.f_net_tokenizer import FNetTokenizer
102-
from keras_nlp.src.models.falcon.falcon_backbone import FalconBackbone
103-
from keras_nlp.src.models.falcon.falcon_causal_lm_preprocessor import (
104-
FalconCausalLMPreprocessor,
105-
)
106-
from keras_nlp.src.models.falcon.falcon_preprocessor import FalconPreprocessor
107-
from keras_nlp.src.models.falcon.falcon_tokenizer import FalconTokenizer
108102
from keras_nlp.src.models.gemma.gemma_backbone import GemmaBackbone
109103
from keras_nlp.src.models.gemma.gemma_causal_lm import GemmaCausalLM
110104
from keras_nlp.src.models.gemma.gemma_causal_lm_preprocessor import (
@@ -119,15 +113,6 @@
119113
)
120114
from keras_nlp.src.models.gpt2.gpt2_preprocessor import GPT2Preprocessor
121115
from keras_nlp.src.models.gpt2.gpt2_tokenizer import GPT2Tokenizer
122-
from keras_nlp.src.models.gpt_neo_x.gpt_neo_x_backbone import GPTNeoXBackbone
123-
from keras_nlp.src.models.gpt_neo_x.gpt_neo_x_causal_lm import GPTNeoXCausalLM
124-
from keras_nlp.src.models.gpt_neo_x.gpt_neo_x_causal_lm_preprocessor import (
125-
GPTNeoXCausalLMPreprocessor,
126-
)
127-
from keras_nlp.src.models.gpt_neo_x.gpt_neo_x_preprocessor import (
128-
GPTNeoXPreprocessor,
129-
)
130-
from keras_nlp.src.models.gpt_neo_x.gpt_neo_x_tokenizer import GPTNeoXTokenizer
131116
from keras_nlp.src.models.llama.llama_backbone import LlamaBackbone
132117
from keras_nlp.src.models.llama.llama_causal_lm import LlamaCausalLM
133118
from keras_nlp.src.models.llama.llama_causal_lm_preprocessor import (
@@ -164,17 +149,10 @@
164149
)
165150
from keras_nlp.src.models.roberta.roberta_tokenizer import RobertaTokenizer
166151
from keras_nlp.src.models.seq_2_seq_lm import Seq2SeqLM
167-
from keras_nlp.src.models.t5.t5_backbone import T5Backbone
168-
from keras_nlp.src.models.t5.t5_tokenizer import T5Tokenizer
169152
from keras_nlp.src.models.task import Task
170153
from keras_nlp.src.models.whisper.whisper_audio_feature_extractor import (
171154
WhisperAudioFeatureExtractor,
172155
)
173-
from keras_nlp.src.models.whisper.whisper_backbone import WhisperBackbone
174-
from keras_nlp.src.models.whisper.whisper_preprocessor import (
175-
WhisperPreprocessor,
176-
)
177-
from keras_nlp.src.models.whisper.whisper_tokenizer import WhisperTokenizer
178156
from keras_nlp.src.models.xlm_roberta.xlm_roberta_backbone import (
179157
XLMRobertaBackbone,
180158
)

‎keras_nlp/src/models/falcon/falcon_backbone.py‎

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,6 @@
1111
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1212
# See the License for the specific language governing permissions and
1313
# limitations under the License.
14-
from keras_nlp.src.api_export import keras_nlp_export
1514
from keras_nlp.src.backend import keras
1615
from keras_nlp.src.layers.modeling.reversible_embedding import (
1716
ReversibleEmbedding,
@@ -22,7 +21,7 @@
2221
)
2322

2423

25-
@keras_nlp_export("keras_nlp.models.FalconBackbone")
24+
@keras.saving.register_keras_serializable(package="keras_nlp")
2625
class FalconBackbone(Backbone):
2726
"""The Falcon core architecure.
2827

‎keras_nlp/src/models/falcon/falcon_causal_lm_preprocessor.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@
2121
)
2222
from absl import logging
2323

24-
from keras_nlp.src.api_export import keras_nlp_export
24+
from keras_nlp.src.backend import keras
2525
from keras_nlp.src.backend import ops
2626
from keras_nlp.src.models.falcon.falcon_preprocessor import FalconPreprocessor
2727
from keras_nlp.src.utils.keras_utils import (
@@ -30,7 +30,7 @@
3030
from keras_nlp.src.utils.keras_utils import pack_x_y_sample_weight
3131

3232

33-
@keras_nlp_export("keras_nlp.models.FalconCausalLMPreprocessor")
33+
@keras.saving.register_keras_serializable(package="keras_nlp")
3434
class FalconCausalLMPreprocessor(FalconPreprocessor):
3535
"""Falcon Causal LM preprocessor.
3636

‎keras_nlp/src/models/falcon/falcon_preprocessor.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@
1313
# limitations under the License.
1414

1515

16-
from keras_nlp.src.api_export import keras_nlp_export
16+
from keras_nlp.src.backend import keras
1717
from keras_nlp.src.layers.preprocessing.start_end_packer import StartEndPacker
1818
from keras_nlp.src.models.falcon.falcon_tokenizer import FalconTokenizer
1919
from keras_nlp.src.models.preprocessor import Preprocessor
@@ -23,7 +23,7 @@
2323
from keras_nlp.src.utils.keras_utils import pack_x_y_sample_weight
2424

2525

26-
@keras_nlp_export("keras_nlp.models.FalconPreprocessor")
26+
@keras.saving.register_keras_serializable(package="keras_nlp")
2727
class FalconPreprocessor(Preprocessor):
2828
"""Falcon preprocessing layer which tokenizes and packs inputs.
2929

‎keras_nlp/src/models/falcon/falcon_tokenizer.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -13,11 +13,11 @@
1313
# limitations under the License.
1414

1515

16-
from keras_nlp.src.api_export import keras_nlp_export
16+
from keras_nlp.src.backend import keras
1717
from keras_nlp.src.tokenizers.byte_pair_tokenizer import BytePairTokenizer
1818

1919

20-
@keras_nlp_export("keras_nlp.models.FalconTokenizer")
20+
@keras.saving.register_keras_serializable(package="keras_nlp")
2121
class FalconTokenizer(BytePairTokenizer):
2222
"""Falcon tokenizer based on BytePairTokenizer.
2323

‎keras_nlp/src/models/gpt_neo_x/gpt_neo_x_backbone.py‎

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,6 @@
1212
# See the License for the specific language governing permissions and
1313
# limitations under the License.
1414

15-
from keras_nlp.src.api_export import keras_nlp_export
1615
from keras_nlp.src.backend import keras
1716
from keras_nlp.src.layers.modeling.reversible_embedding import (
1817
ReversibleEmbedding,
@@ -26,7 +25,7 @@ def _gpt_neo_x_kernel_initializer(stddev=0.02):
2625
return keras.initializers.RandomNormal(stddev=stddev)
2726

2827

29-
@keras_nlp_export("keras_nlp.models.GPTNeoXBackbone")
28+
@keras.saving.register_keras_serializable(package="keras_nlp")
3029
class GPTNeoXBackbone(Backbone):
3130
"""GPT-NeoX core network with hyperparameters.
3231

‎keras_nlp/src/models/gpt_neo_x/gpt_neo_x_causal_lm.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@
1212
# See the License for the specific language governing permissions and
1313
# limitations under the License.
1414

15-
from keras_nlp.src.api_export import keras_nlp_export
15+
from keras_nlp.src.backend import keras
1616
from keras_nlp.src.backend import ops
1717
from keras_nlp.src.models.causal_lm import CausalLM
1818
from keras_nlp.src.models.gpt_neo_x.gpt_neo_x_backbone import GPTNeoXBackbone
@@ -22,7 +22,7 @@
2222
from keras_nlp.src.utils.tensor_utils import any_equal
2323

2424

25-
@keras_nlp_export("keras_nlp.models.GPTNeoXCausalLM")
25+
@keras.saving.register_keras_serializable(package="keras_nlp")
2626
class GPTNeoXCausalLM(CausalLM):
2727
"""An end-to-end GPTNeoX model for causal language modeling.
2828

‎keras_nlp/src/models/gpt_neo_x/gpt_neo_x_causal_lm_preprocessor.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@
2121
)
2222
from absl import logging
2323

24-
from keras_nlp.src.api_export import keras_nlp_export
24+
from keras_nlp.src.backend import keras
2525
from keras_nlp.src.backend import ops
2626
from keras_nlp.src.models.gpt_neo_x.gpt_neo_x_preprocessor import (
2727
GPTNeoXPreprocessor,
@@ -32,7 +32,7 @@
3232
from keras_nlp.src.utils.keras_utils import pack_x_y_sample_weight
3333

3434

35-
@keras_nlp_export("keras_nlp.models.GPTNeoXCausalLMPreprocessor")
35+
@keras.saving.register_keras_serializable(package="keras_nlp")
3636
class GPTNeoXCausalLMPreprocessor(GPTNeoXPreprocessor):
3737
"""GPT-NeoX Causal LM preprocessor.
3838

‎keras_nlp/src/models/gpt_neo_x/gpt_neo_x_preprocessor.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@
1212
# See the License for the specific language governing permissions and
1313
# limitations under the License.
1414

15-
from keras_nlp.src.api_export import keras_nlp_export
15+
from keras_nlp.src.backend import keras
1616
from keras_nlp.src.layers.preprocessing.start_end_packer import StartEndPacker
1717
from keras_nlp.src.models.gpt_neo_x.gpt_neo_x_tokenizer import GPTNeoXTokenizer
1818
from keras_nlp.src.models.preprocessor import Preprocessor
@@ -22,7 +22,7 @@
2222
from keras_nlp.src.utils.keras_utils import pack_x_y_sample_weight
2323

2424

25-
@keras_nlp_export("keras_nlp.models.GPTNeoXPreprocessor")
25+
@keras.saving.register_keras_serializable(package="keras_nlp")
2626
class GPTNeoXPreprocessor(Preprocessor):
2727
"""GPTNeoX preprocessing layer which tokenizes and packs inputs.
2828

‎keras_nlp/src/models/gpt_neo_x/gpt_neo_x_tokenizer.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12,11 +12,11 @@
1212
# See the License for the specific language governing permissions and
1313
# limitations under the License.
1414

15-
from keras_nlp.src.api_export import keras_nlp_export
15+
from keras_nlp.src.backend import keras
1616
from keras_nlp.src.tokenizers.byte_pair_tokenizer import BytePairTokenizer
1717

1818

19-
@keras_nlp_export("keras_nlp.models.GPTNeoXTokenizer")
19+
@keras.saving.register_keras_serializable(package="keras_nlp")
2020
class GPTNeoXTokenizer(BytePairTokenizer):
2121
"""A GPTNeoX tokenizer using Byte-Pair Encoding subword segmentation.
2222

0 commit comments

Comments
 (0)