Skip to content

Commit 46d1585

Browse files
committed
make bleur lazy
1 parent cb35bea commit 46d1585

File tree

1 file changed

+8
-2
lines changed

1 file changed

+8
-2
lines changed

src/lighteval/metrics/metrics_sample.py

Lines changed: 8 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -709,8 +709,14 @@ def __init__(self):
709709
For more complex use cases, could also be Elron/bleurt-base-128
710710
"""
711711
self.tokenizer = AutoTokenizer.from_pretrained("Elron/bleurt-tiny-512")
712-
self.model = AutoModelForSequenceClassification.from_pretrained("Elron/bleurt-tiny-512")
713-
self.model.eval()
712+
self._model = None
713+
714+
@property
715+
def model(self):
716+
if self._model is None:
717+
self._model = AutoModelForSequenceClassification.from_pretrained("Elron/bleurt-tiny-512")
718+
self._model.eval()
719+
return self._model
714720

715721
def compute(self, golds: list[str], predictions: list[str], **kwargs) -> float:
716722
"""Uses the stored BLEURT scorer to compute the score on the current sample.

0 commit comments

Comments
 (0)