Skip to content

Commit 921aa6e

Browse files
committed
upd callback test
1 parent b637b80 commit 921aa6e

File tree

1 file changed

+9
-9
lines changed

1 file changed

+9
-9
lines changed

tests/callback/test_callback.py

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
from autointent import Context, Pipeline
77
from autointent._callbacks import CallbackHandler, OptimizerCallback
88
from autointent.configs import DataConfig, FaissConfig, HPOConfig, LoggingConfig
9-
from tests.conftest import setup_environment
9+
from tests.conftest import get_test_embedder_config, setup_environment
1010

1111

1212
class DummyCallback(OptimizerCallback):
@@ -62,7 +62,6 @@ def test_pipeline_callbacks(dataset):
6262
{
6363
"module_name": "retrieval",
6464
"k": [5, 10],
65-
"embedder_config": ["sergeyzh/rubert-tiny-turbo"],
6665
}
6766
],
6867
},
@@ -97,6 +96,7 @@ def test_pipeline_callbacks(dataset):
9796
context.set_dataset(dataset, DataConfig(scheme="ho"))
9897
context.configure_hpo(HPOConfig(n_trials=10))
9998
context.configure_vector_index(FaissConfig())
99+
context.configure_transformer(get_test_embedder_config())
100100

101101
pipeline_optimizer._fit(context)
102102

@@ -111,7 +111,7 @@ def test_pipeline_callbacks(dataset):
111111
{
112112
"module_name": "retrieval",
113113
"num": 0,
114-
"module_kwargs": {"k": 10, "embedder_config": "sergeyzh/rubert-tiny-turbo"},
114+
"module_kwargs": {"k": 10},
115115
},
116116
),
117117
("update_metrics", {"retrieval_hit_rate": 1.0}),
@@ -122,7 +122,7 @@ def test_pipeline_callbacks(dataset):
122122
{
123123
"module_name": "retrieval",
124124
"num": 1,
125-
"module_kwargs": {"k": 5, "embedder_config": "sergeyzh/rubert-tiny-turbo"},
125+
"module_kwargs": {"k": 5},
126126
},
127127
),
128128
("update_metrics", {"retrieval_hit_rate": 1.0}),
@@ -135,7 +135,7 @@ def test_pipeline_callbacks(dataset):
135135
"num": 0,
136136
"module_kwargs": {
137137
"embedder_config": {
138-
"model_name": "sergeyzh/rubert-tiny-turbo",
138+
"model_name": "sentence-transformers/all-MiniLM-L6-v2",
139139
"batch_size": 32,
140140
"device": None,
141141
"tokenizer_config": {"padding": True, "truncation": True, "max_length": None},
@@ -154,8 +154,8 @@ def test_pipeline_callbacks(dataset):
154154
},
155155
},
156156
),
157-
("update_metrics", {"scoring_accuracy": 0.75, "scoring_roc_auc": 1.0}),
158-
("log_metric", {"metrics": {"scoring_accuracy": 0.75, "scoring_roc_auc": 1.0}}),
157+
("update_metrics", {"scoring_accuracy": 1.0, "scoring_roc_auc": 1.0}),
158+
("log_metric", {"metrics": {"scoring_accuracy": 1.0, "scoring_roc_auc": 1.0}}),
159159
("end_module", {}),
160160
(
161161
"start_module",
@@ -166,7 +166,7 @@ def test_pipeline_callbacks(dataset):
166166
"k": 1,
167167
"weights": "uniform",
168168
"embedder_config": {
169-
"model_name": "sergeyzh/rubert-tiny-turbo",
169+
"model_name": "sentence-transformers/all-MiniLM-L6-v2",
170170
"batch_size": 32,
171171
"device": None,
172172
"tokenizer_config": {"padding": True, "truncation": True, "max_length": None},
@@ -193,7 +193,7 @@ def test_pipeline_callbacks(dataset):
193193
{
194194
"module_kwargs": {
195195
"embedder_config": {
196-
"model_name": "sergeyzh/rubert-tiny-turbo",
196+
"model_name": "sentence-transformers/all-MiniLM-L6-v2",
197197
"batch_size": 32,
198198
"device": None,
199199
"tokenizer_config": {"padding": True, "truncation": True, "max_length": None},

0 commit comments

Comments
 (0)