Skip to content

Commit 407d084

Browse files
author
brandon
committed
mark test as slow
1 parent 45682de commit 407d084

File tree

1 file changed

+8
-2
lines changed

1 file changed

+8
-2
lines changed

test/unit/test_metrics_and_evaluation.py

Lines changed: 8 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,12 +1,15 @@
11
from datetime import datetime
2+
import time
23

3-
from groundlight import ExperimentalApi
4+
import pytest
45

6+
from groundlight import ExperimentalApi
57

8+
@pytest.mark.skip(reason="Slow")
69
def test_metrics_and_evaluation(gl_experimental: ExperimentalApi):
710
name = f"Test metrics and evaluation {datetime.utcnow()}"
811
det = gl_experimental.create_detector(name, "test_query")
9-
for i in range(6):
12+
for i in range(10):
1013
iq = gl_experimental.submit_image_query(
1114
det, "test/assets/cat.jpeg", wait=0, patience_time=10, human_review="NEVER"
1215
)
@@ -15,6 +18,9 @@ def test_metrics_and_evaluation(gl_experimental: ExperimentalApi):
1518
det, "test/assets/cat.jpeg", wait=0, patience_time=10, human_review="NEVER"
1619
)
1720
gl_experimental.add_label(iq, "NO")
21+
22+
time.sleep(120) # Wait for the metrics to be updated
23+
1824
metrics = gl_experimental.get_detector_metrics(det.id)
1925
assert metrics["summary"] is not None
2026
assert metrics["summary"]["num_ground_truth"] is not None

0 commit comments

Comments
 (0)