Skip to content

Commit f40ca25

Browse files
judacasjudacas
committed
fix(truth_evaluator): expanded fuzzy matching
allowed fuzzy matching to match combinations of criterion and requirement type
1 parent 2232b92 commit f40ca25

File tree

5 files changed

+91
-808433
lines changed

5 files changed

+91
-808433
lines changed

‎output/matching/aggregated_truth.json‎

Lines changed: 17 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -49,7 +49,7 @@
4949
"trial_ids": [
5050
"NCT00001073"
5151
],
52-
"truth_value": "false"
52+
"truth_value": "unknown"
5353
}
5454
}
5555
},
@@ -104,7 +104,7 @@
104104
"trial_ids": [
105105
"NCT00001073"
106106
],
107-
"truth_value": "unknown"
107+
"truth_value": "true"
108108
},
109109
"operator=<LLMOperator.GREATER_THAN_OR_EQUAL_TO: '>='> value=18 unit='Years'": {
110110
"expected_value": {
@@ -119,7 +119,7 @@
119119
"NCT00002476",
120120
"NCT00002631"
121121
],
122-
"truth_value": "unknown"
122+
"truth_value": "false"
123123
},
124124
"operator=<LLMOperator.GREATER_THAN_OR_EQUAL_TO: '>='> value=16 unit='Years'": {
125125
"expected_value": {
@@ -130,7 +130,7 @@
130130
"trial_ids": [
131131
"NCT00002620"
132132
],
133-
"truth_value": "unknown"
133+
"truth_value": "true"
134134
}
135135
}
136136
},
@@ -146,7 +146,7 @@
146146
"trial_ids": [
147147
"NCT00001073"
148148
],
149-
"truth_value": "unknown"
149+
"truth_value": "true"
150150
},
151151
"operator=<LLMOperator.GREATER_THAN_OR_EQUAL_TO: '>='> value=18 unit='years'": {
152152
"expected_value": {
@@ -157,7 +157,7 @@
157157
"trial_ids": [
158158
"NCT00001120"
159159
],
160-
"truth_value": "unknown"
160+
"truth_value": "false"
161161
},
162162
"operator=<LLMOperator.GREATER_THAN: '>'> value=18 unit='years'": {
163163
"expected_value": {
@@ -168,7 +168,7 @@
168168
"trial_ids": [
169169
"NCT00001748"
170170
],
171-
"truth_value": "unknown"
171+
"truth_value": "false"
172172
},
173173
"operator=<LLMOperator.GREATER_THAN: '>'> value=16 unit='years'": {
174174
"expected_value": {
@@ -179,7 +179,7 @@
179179
"trial_ids": [
180180
"NCT00002620"
181181
],
182-
"truth_value": "unknown"
182+
"truth_value": "true"
183183
}
184184
}
185185
},
@@ -204,7 +204,7 @@
204204
"trial_ids": [
205205
"NCT00001148"
206206
],
207-
"truth_value": "unknown"
207+
"truth_value": "false"
208208
},
209209
"comparisons=[LLMNumericalComparison(operator=<LLMOperator.LESS_THAN: '<'>, value=18, unit='years')]": {
210210
"expected_value": {
@@ -219,7 +219,7 @@
219219
"trial_ids": [
220220
"NCT00001582"
221221
],
222-
"truth_value": "unknown"
222+
"truth_value": "true"
223223
},
224224
"comparisons=[LLMNumericalComparison(operator=<LLMOperator.GREATER_THAN_OR_EQUAL_TO: '>='>, value=10, unit='years'), LLMNumericalComparison(operator=<LLMOperator.LESS_THAN_OR_EQUAL_TO: '<='>, value=45, unit='years')]": {
225225
"expected_value": {
@@ -239,7 +239,7 @@
239239
"trial_ids": [
240240
"NCT00001748"
241241
],
242-
"truth_value": "unknown"
242+
"truth_value": "true"
243243
}
244244
}
245245
},
@@ -255,7 +255,7 @@
255255
"trial_ids": [
256256
"NCT00001582"
257257
],
258-
"truth_value": "unknown"
258+
"truth_value": "false"
259259
}
260260
}
261261
},
@@ -271,7 +271,7 @@
271271
"trial_ids": [
272272
"NCT00002262"
273273
],
274-
"truth_value": "unknown"
274+
"truth_value": "true"
275275
}
276276
}
277277
},
@@ -287,7 +287,7 @@
287287
"trial_ids": [
288288
"NCT00002476"
289289
],
290-
"truth_value": "unknown"
290+
"truth_value": "true"
291291
}
292292
}
293293
}
@@ -1163,7 +1163,7 @@
11631163
"trial_ids": [
11641164
"NCT00001272"
11651165
],
1166-
"truth_value": "false"
1166+
"truth_value": "unknown"
11671167
},
11681168
"IIC": {
11691169
"expected_value": "IIC",
@@ -2971,7 +2971,7 @@
29712971
"trial_ids": [
29722972
"NCT00001748"
29732973
],
2974-
"truth_value": "unknown"
2974+
"truth_value": "true"
29752975
}
29762976
}
29772977
}
@@ -2988,7 +2988,7 @@
29882988
"trial_ids": [
29892989
"NCT00001748"
29902990
],
2991-
"truth_value": "unknown"
2991+
"truth_value": "true"
29922992
}
29932993
}
29942994
}

0 commit comments

Comments
 (0)