chg: Remove repeated tokens from expected

Author: ivyleavedtoadflax

tests/prodigy/test_data/test_reference_to_token_expected.jsonl

@@ -33,7 +33,6 @@
 {"start": 176, "end": 180, "token_start": 32, "token_end": 32, "label": "o", "text": "UNDP"}
 {"start": 180, "end": 181, "token_start": 33, "token_end": 33, "label": "o", "text": ";"}
 {"start": 182, "end": 186, "token_start": 34, "token_end": 34, "label": "year", "text": "2005"}
-{"start": 182, "end": 186, "token_start": 34, "token_end": 34, "label": "year", "text": "2005"}
 {"start": 186, "end": 187, "token_start": 35, "token_end": 35, "label": "o", "text": "."}
 {"start": 188, "end": 190, "token_start": 36, "token_end": 36, "label": "o", "text": "\n "}
 {"start": 190, "end": 191, "token_start": 37, "token_end": 37, "label": "o", "text": "("}
@@ -176,7 +175,6 @@
 {"start": 796, "end": 801, "token_start": 174, "token_end": 174, "label": "o", "text": "Wheel"}
 {"start": 801, "end": 802, "token_start": 175, "token_end": 175, "label": "o", "text": ";"}
 {"start": 803, "end": 807, "token_start": 176, "token_end": 176, "label": "year", "text": "2013"}
-{"start": 803, "end": 807, "token_start": 176, "token_end": 176, "label": "year", "text": "2013"}
 {"start": 807, "end": 808, "token_start": 177, "token_end": 177, "label": "o", "text": "."}
 {"start": 809, "end": 810, "token_start": 178, "token_end": 178, "label": "o", "text": "("}
 {"start": 810, "end": 819, "token_start": 179, "token_end": 179, "label": "o", "text": "Available"}
@@ -222,7 +220,6 @@
 {"start": 1019, "end": 1022, "token_start": 219, "token_end": 219, "label": "o", "text": "ADI"}
 {"start": 1022, "end": 1023, "token_start": 220, "token_end": 220, "label": "o", "text": ";"}
 {"start": 1024, "end": 1028, "token_start": 221, "token_end": 221, "label": "year", "text": "2006"}
-{"start": 1024, "end": 1028, "token_start": 221, "token_end": 221, "label": "year", "text": "2006"}
 {"start": 1028, "end": 1029, "token_start": 222, "token_end": 222, "label": "o", "text": "."}
 {"start": 1030, "end": 1031, "token_start": 223, "token_end": 223, "label": "o", "text": "("}
 {"start": 1031, "end": 1040, "token_start": 224, "token_end": 224, "label": "o", "text": "Available"}
@@ -296,7 +293,6 @@
 {"start": 1333, "end": 1334, "token_start": 292, "token_end": 292, "label": "o", "text": "."}
 {"start": 1335, "end": 1337, "token_start": 293, "token_end": 293, "label": "o", "text": "\n "}
 {"start": 1337, "end": 1344, "token_start": 294, "token_end": 294, "label": "author", "text": "TOPSIDE"}
-{"start": 1337, "end": 1344, "token_start": 294, "token_end": 294, "label": "author", "text": "TOPSIDE"}
 {"start": 1344, "end": 1345, "token_start": 295, "token_end": 295, "label": "o", "text": "."}
 {"start": 1346, "end": 1354, "token_start": 296, "token_end": 296, "label": "title", "text": "Training"}
 {"start": 1355, "end": 1368, "token_start": 297, "token_end": 297, "label": "title", "text": "Opportunities"}
@@ -356,7 +352,6 @@
 {"start": 1661, "end": 1668, "token_start": 351, "token_end": 351, "label": "o", "text": "KOSHISH"}
 {"start": 1668, "end": 1669, "token_start": 352, "token_end": 352, "label": "o", "text": ";"}
 {"start": 1670, "end": 1674, "token_start": 353, "token_end": 353, "label": "year", "text": "2015"}
-{"start": 1670, "end": 1674, "token_start": 353, "token_end": 353, "label": "year", "text": "2015"}
 {"start": 1674, "end": 1675, "token_start": 354, "token_end": 354, "label": "o", "text": "."}
 {"start": 1676, "end": 1677, "token_start": 355, "token_end": 355, "label": "o", "text": "("}
 {"start": 1677, "end": 1686, "token_start": 356, "token_end": 356, "label": "o", "text": "Available"}