File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed
keras_hub/src/models/modernbert Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change 22from keras import ops
33from keras_hub .src .models .preprocessor import Preprocessor
44from keras_hub .src .api_export import keras_hub_export
5- from keras_hub .src .layers .modeling . packer import Packer
5+ from keras_hub .src .layers .preprocessing import start_end_packer
66
77@keras_hub_export ("keras_hub.models.ModernBertPreprocessor" )
88class ModernBertPreprocessor (Preprocessor ):
@@ -27,7 +27,7 @@ def __init__(
2727 ):
2828 super ().__init__ (tokenizer = tokenizer , ** kwargs )
2929
30- self .packer = Packer (
30+ self .packer = start_end_packer . StartEndPacker (
3131 start_token_id = tokenizer .cls_token_id ,
3232 end_token_id = tokenizer .sep_token_id ,
3333 pad_value = tokenizer .pad_token_id ,
@@ -63,4 +63,4 @@ def get_config(self):
6363 config .update ({
6464 "sequence_length" : self .packer .sequence_length ,
6565 })
66- return config
66+ return config
You can’t perform that action at this time.
0 commit comments