|
12 | 12 | # See the License for the specific language governing permissions and |
13 | 13 | # limitations under the License. |
14 | 14 |
|
15 | | -import unittest |
16 | 15 |
|
17 | 16 | from google.genai import types as genai_types |
| 17 | + |
18 | 18 | from .base import TestCase |
19 | 19 |
|
20 | | -class FinishReasonsTestCase(TestCase): |
21 | 20 |
|
| 21 | +class FinishReasonsTestCase(TestCase): |
22 | 22 | def generate_and_get_span_finish_reasons(self): |
23 | 23 | self.client.models.generate_content( |
24 | | - model='gemini-2.5-flash-001', |
25 | | - contents='Some prompt') |
26 | | - span = self.otel.get_span_named("generate_content gemini-2.5-flash-001") |
| 24 | + model="gemini-2.5-flash-001", contents="Some prompt" |
| 25 | + ) |
| 26 | + span = self.otel.get_span_named( |
| 27 | + "generate_content gemini-2.5-flash-001" |
| 28 | + ) |
27 | 29 | assert span is not None |
28 | 30 | assert "gen_ai.response.finish_reasons" in span.attributes |
29 | 31 | return list(span.attributes["gen_ai.response.finish_reasons"]) |
30 | 32 |
|
31 | 33 | def test_single_candidate_with_valid_reason(self): |
32 | | - self.configure_valid_response(candidate=genai_types.Candidate( |
33 | | - finish_reason=genai_types.FinishReason.STOP |
34 | | - )) |
35 | | - self.assertEqual( |
36 | | - self.generate_and_get_span_finish_reasons(), |
37 | | - ["stop"]) |
| 34 | + self.configure_valid_response( |
| 35 | + candidate=genai_types.Candidate( |
| 36 | + finish_reason=genai_types.FinishReason.STOP |
| 37 | + ) |
| 38 | + ) |
| 39 | + self.assertEqual(self.generate_and_get_span_finish_reasons(), ["stop"]) |
38 | 40 |
|
39 | 41 | def test_single_candidate_with_safety_reason(self): |
40 | | - self.configure_valid_response(candidate=genai_types.Candidate( |
41 | | - finish_reason=genai_types.FinishReason.SAFETY |
42 | | - )) |
| 42 | + self.configure_valid_response( |
| 43 | + candidate=genai_types.Candidate( |
| 44 | + finish_reason=genai_types.FinishReason.SAFETY |
| 45 | + ) |
| 46 | + ) |
43 | 47 | self.assertEqual( |
44 | | - self.generate_and_get_span_finish_reasons(), |
45 | | - ["safety"]) |
| 48 | + self.generate_and_get_span_finish_reasons(), ["safety"] |
| 49 | + ) |
46 | 50 |
|
47 | 51 | def test_single_candidate_with_max_tokens_reason(self): |
48 | | - self.configure_valid_response(candidate=genai_types.Candidate( |
49 | | - finish_reason=genai_types.FinishReason.MAX_TOKENS |
50 | | - )) |
| 52 | + self.configure_valid_response( |
| 53 | + candidate=genai_types.Candidate( |
| 54 | + finish_reason=genai_types.FinishReason.MAX_TOKENS |
| 55 | + ) |
| 56 | + ) |
51 | 57 | self.assertEqual( |
52 | | - self.generate_and_get_span_finish_reasons(), |
53 | | - ["max_tokens"]) |
| 58 | + self.generate_and_get_span_finish_reasons(), ["max_tokens"] |
| 59 | + ) |
54 | 60 |
|
55 | 61 | def test_single_candidate_with_no_reason(self): |
56 | | - self.configure_valid_response(candidate=genai_types.Candidate( |
57 | | - finish_reason=None |
58 | | - )) |
59 | | - self.assertEqual( |
60 | | - self.generate_and_get_span_finish_reasons(), |
61 | | - []) |
| 62 | + self.configure_valid_response( |
| 63 | + candidate=genai_types.Candidate(finish_reason=None) |
| 64 | + ) |
| 65 | + self.assertEqual(self.generate_and_get_span_finish_reasons(), []) |
62 | 66 |
|
63 | 67 | def test_single_candidate_with_unspecified_reason(self): |
64 | | - self.configure_valid_response(candidate=genai_types.Candidate( |
65 | | - finish_reason=genai_types.FinishReason.FINISH_REASON_UNSPECIFIED |
66 | | - )) |
| 68 | + self.configure_valid_response( |
| 69 | + candidate=genai_types.Candidate( |
| 70 | + finish_reason=genai_types.FinishReason.FINISH_REASON_UNSPECIFIED |
| 71 | + ) |
| 72 | + ) |
67 | 73 | self.assertEqual( |
68 | | - self.generate_and_get_span_finish_reasons(), |
69 | | - ["unspecified"]) |
| 74 | + self.generate_and_get_span_finish_reasons(), ["unspecified"] |
| 75 | + ) |
70 | 76 |
|
71 | 77 | def test_multiple_candidates_with_valid_reasons(self): |
72 | | - self.configure_valid_response(candidates=[ |
73 | | - genai_types.Candidate(finish_reason=genai_types.FinishReason.MAX_TOKENS), |
74 | | - genai_types.Candidate(finish_reason=genai_types.FinishReason.STOP), |
75 | | - ]) |
| 78 | + self.configure_valid_response( |
| 79 | + candidates=[ |
| 80 | + genai_types.Candidate( |
| 81 | + finish_reason=genai_types.FinishReason.MAX_TOKENS |
| 82 | + ), |
| 83 | + genai_types.Candidate( |
| 84 | + finish_reason=genai_types.FinishReason.STOP |
| 85 | + ), |
| 86 | + ] |
| 87 | + ) |
76 | 88 | self.assertEqual( |
77 | | - self.generate_and_get_span_finish_reasons(), |
78 | | - ["max_tokens", "stop"]) |
| 89 | + self.generate_and_get_span_finish_reasons(), ["max_tokens", "stop"] |
| 90 | + ) |
79 | 91 |
|
80 | 92 | def test_sorts_finish_reasons(self): |
81 | | - self.configure_valid_response(candidates=[ |
82 | | - genai_types.Candidate(finish_reason=genai_types.FinishReason.STOP), |
83 | | - genai_types.Candidate(finish_reason=genai_types.FinishReason.MAX_TOKENS), |
84 | | - genai_types.Candidate(finish_reason=genai_types.FinishReason.SAFETY), |
85 | | - ]) |
| 93 | + self.configure_valid_response( |
| 94 | + candidates=[ |
| 95 | + genai_types.Candidate( |
| 96 | + finish_reason=genai_types.FinishReason.STOP |
| 97 | + ), |
| 98 | + genai_types.Candidate( |
| 99 | + finish_reason=genai_types.FinishReason.MAX_TOKENS |
| 100 | + ), |
| 101 | + genai_types.Candidate( |
| 102 | + finish_reason=genai_types.FinishReason.SAFETY |
| 103 | + ), |
| 104 | + ] |
| 105 | + ) |
86 | 106 | self.assertEqual( |
87 | 107 | self.generate_and_get_span_finish_reasons(), |
88 | | - ["max_tokens", "safety", "stop"]) |
| 108 | + ["max_tokens", "safety", "stop"], |
| 109 | + ) |
89 | 110 |
|
90 | 111 | def test_deduplicates_finish_reasons(self): |
91 | | - self.configure_valid_response(candidates=[ |
92 | | - genai_types.Candidate(finish_reason=genai_types.FinishReason.STOP), |
93 | | - genai_types.Candidate(finish_reason=genai_types.FinishReason.MAX_TOKENS), |
94 | | - genai_types.Candidate(finish_reason=genai_types.FinishReason.STOP), |
95 | | - genai_types.Candidate(finish_reason=genai_types.FinishReason.STOP), |
96 | | - genai_types.Candidate(finish_reason=genai_types.FinishReason.SAFETY), |
97 | | - genai_types.Candidate(finish_reason=genai_types.FinishReason.STOP), |
98 | | - genai_types.Candidate(finish_reason=genai_types.FinishReason.STOP), |
99 | | - genai_types.Candidate(finish_reason=genai_types.FinishReason.STOP), |
100 | | - ]) |
| 112 | + self.configure_valid_response( |
| 113 | + candidates=[ |
| 114 | + genai_types.Candidate( |
| 115 | + finish_reason=genai_types.FinishReason.STOP |
| 116 | + ), |
| 117 | + genai_types.Candidate( |
| 118 | + finish_reason=genai_types.FinishReason.MAX_TOKENS |
| 119 | + ), |
| 120 | + genai_types.Candidate( |
| 121 | + finish_reason=genai_types.FinishReason.STOP |
| 122 | + ), |
| 123 | + genai_types.Candidate( |
| 124 | + finish_reason=genai_types.FinishReason.STOP |
| 125 | + ), |
| 126 | + genai_types.Candidate( |
| 127 | + finish_reason=genai_types.FinishReason.SAFETY |
| 128 | + ), |
| 129 | + genai_types.Candidate( |
| 130 | + finish_reason=genai_types.FinishReason.STOP |
| 131 | + ), |
| 132 | + genai_types.Candidate( |
| 133 | + finish_reason=genai_types.FinishReason.STOP |
| 134 | + ), |
| 135 | + genai_types.Candidate( |
| 136 | + finish_reason=genai_types.FinishReason.STOP |
| 137 | + ), |
| 138 | + ] |
| 139 | + ) |
101 | 140 | self.assertEqual( |
102 | 141 | self.generate_and_get_span_finish_reasons(), |
103 | | - ["max_tokens", "safety", "stop"]) |
| 142 | + ["max_tokens", "safety", "stop"], |
| 143 | + ) |
0 commit comments