File tree Expand file tree Collapse file tree 1 file changed +6
-3
lines changed
Expand file tree Collapse file tree 1 file changed +6
-3
lines changed Original file line number Diff line number Diff line change @@ -91,13 +91,16 @@ m2v_model.save_pretrained("m2v_model")
9191If you already have a model loaded, or need to load a model in some special way, we also offer an interface to distill models in memory.
9292
9393``` python
94+ from transformers import AutoModel, AutoTokenizer
95+
9496from model2vec.distill import distill_from_model
9597
9698# Assuming a loaded model and tokenizer
97- model = load_my_model()
98- tokenizer = load_my_tokenizer()
99+ model_name = " baai/bge-base-en-v1.5"
100+ model = AutoModel.from_pretrained(model_name)
101+ tokenizer = AutoTokenizer.from_pretrained(model_name)
99102
100- m2v_model = distill (model = model, tokenizer = tokenizer, pca_dims = 256 )
103+ m2v_model = distill_from_model (model = model, tokenizer = tokenizer, pca_dims = 256 )
101104
102105m2v_model.save_pretrained(" m2v_model" )
103106
You can’t perform that action at this time.
0 commit comments