Skip to content

Commit ca1e10a

Browse files
IssaAlBawwabIssaAlBawwab
committed
feat: populate validated_runs field in records
A data migration script was run to parse the existing `abstract` field and create the new structured data. The script correctly identifies records that mention either "validated runs" or "validated lumi sections," ensuring consistency across all datasets. To maintain backward compatibility, the original `abstract` field and its links have been preserved. This change only enriches the records with the new, machine-readable field. Closes #3746
1 parent b87d7c8 commit ca1e10a

21 files changed

+3345
-358
lines changed

‎data/records/cms-derived-pfnano-2016.json‎

Lines changed: 187 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -100,7 +100,17 @@
100100
},
101101
"validation": {
102102
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
103-
}
103+
},
104+
"validated_runs": [
105+
{
106+
"recid": "14220",
107+
"validation": "full"
108+
},
109+
{
110+
"recid": "14221",
111+
"validation": "muonsonly"
112+
}
113+
]
104114
},
105115
{
106116
"abstract": {
@@ -203,7 +213,17 @@
203213
},
204214
"validation": {
205215
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
206-
}
216+
},
217+
"validated_runs": [
218+
{
219+
"recid": "14220",
220+
"validation": "full"
221+
},
222+
{
223+
"recid": "14221",
224+
"validation": "muonsonly"
225+
}
226+
]
207227
},
208228
{
209229
"abstract": {
@@ -306,7 +326,17 @@
306326
},
307327
"validation": {
308328
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
309-
}
329+
},
330+
"validated_runs": [
331+
{
332+
"recid": "14220",
333+
"validation": "full"
334+
},
335+
{
336+
"recid": "14221",
337+
"validation": "muonsonly"
338+
}
339+
]
310340
},
311341
{
312342
"abstract": {
@@ -409,7 +439,17 @@
409439
},
410440
"validation": {
411441
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
412-
}
442+
},
443+
"validated_runs": [
444+
{
445+
"recid": "14220",
446+
"validation": "full"
447+
},
448+
{
449+
"recid": "14221",
450+
"validation": "muonsonly"
451+
}
452+
]
413453
},
414454
{
415455
"abstract": {
@@ -524,7 +564,17 @@
524564
"url": "/record/31304/files/processedLumis.json"
525565
}
526566
]
527-
}
567+
},
568+
"validated_runs": [
569+
{
570+
"recid": "14220",
571+
"validation": "full"
572+
},
573+
{
574+
"recid": "14221",
575+
"validation": "muonsonly"
576+
}
577+
]
528578
},
529579
{
530580
"abstract": {
@@ -627,7 +677,17 @@
627677
},
628678
"validation": {
629679
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
630-
}
680+
},
681+
"validated_runs": [
682+
{
683+
"recid": "14220",
684+
"validation": "full"
685+
},
686+
{
687+
"recid": "14221",
688+
"validation": "muonsonly"
689+
}
690+
]
631691
},
632692
{
633693
"abstract": {
@@ -730,7 +790,17 @@
730790
},
731791
"validation": {
732792
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
733-
}
793+
},
794+
"validated_runs": [
795+
{
796+
"recid": "14220",
797+
"validation": "full"
798+
},
799+
{
800+
"recid": "14221",
801+
"validation": "muonsonly"
802+
}
803+
]
734804
},
735805
{
736806
"abstract": {
@@ -833,7 +903,17 @@
833903
},
834904
"validation": {
835905
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
836-
}
906+
},
907+
"validated_runs": [
908+
{
909+
"recid": "14220",
910+
"validation": "full"
911+
},
912+
{
913+
"recid": "14221",
914+
"validation": "muonsonly"
915+
}
916+
]
837917
},
838918
{
839919
"abstract": {
@@ -948,7 +1028,17 @@
9481028
"url": "/record/31308/files/processedLumis.json"
9491029
}
9501030
]
951-
}
1031+
},
1032+
"validated_runs": [
1033+
{
1034+
"recid": "14220",
1035+
"validation": "full"
1036+
},
1037+
{
1038+
"recid": "14221",
1039+
"validation": "muonsonly"
1040+
}
1041+
]
9521042
},
9531043
{
9541044
"abstract": {
@@ -1051,7 +1141,17 @@
10511141
},
10521142
"validation": {
10531143
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1054-
}
1144+
},
1145+
"validated_runs": [
1146+
{
1147+
"recid": "14220",
1148+
"validation": "full"
1149+
},
1150+
{
1151+
"recid": "14221",
1152+
"validation": "muonsonly"
1153+
}
1154+
]
10551155
},
10561156
{
10571157
"abstract": {
@@ -1154,7 +1254,17 @@
11541254
},
11551255
"validation": {
11561256
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1157-
}
1257+
},
1258+
"validated_runs": [
1259+
{
1260+
"recid": "14220",
1261+
"validation": "full"
1262+
},
1263+
{
1264+
"recid": "14221",
1265+
"validation": "muonsonly"
1266+
}
1267+
]
11581268
},
11591269
{
11601270
"abstract": {
@@ -1257,7 +1367,17 @@
12571367
},
12581368
"validation": {
12591369
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1260-
}
1370+
},
1371+
"validated_runs": [
1372+
{
1373+
"recid": "14220",
1374+
"validation": "full"
1375+
},
1376+
{
1377+
"recid": "14221",
1378+
"validation": "muonsonly"
1379+
}
1380+
]
12611381
},
12621382
{
12631383
"abstract": {
@@ -1360,7 +1480,17 @@
13601480
},
13611481
"validation": {
13621482
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1363-
}
1483+
},
1484+
"validated_runs": [
1485+
{
1486+
"recid": "14220",
1487+
"validation": "full"
1488+
},
1489+
{
1490+
"recid": "14221",
1491+
"validation": "muonsonly"
1492+
}
1493+
]
13641494
},
13651495
{
13661496
"abstract": {
@@ -1463,7 +1593,17 @@
14631593
},
14641594
"validation": {
14651595
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1466-
}
1596+
},
1597+
"validated_runs": [
1598+
{
1599+
"recid": "14220",
1600+
"validation": "full"
1601+
},
1602+
{
1603+
"recid": "14221",
1604+
"validation": "muonsonly"
1605+
}
1606+
]
14671607
},
14681608
{
14691609
"abstract": {
@@ -1566,7 +1706,17 @@
15661706
},
15671707
"validation": {
15681708
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1569-
}
1709+
},
1710+
"validated_runs": [
1711+
{
1712+
"recid": "14220",
1713+
"validation": "full"
1714+
},
1715+
{
1716+
"recid": "14221",
1717+
"validation": "muonsonly"
1718+
}
1719+
]
15701720
},
15711721
{
15721722
"abstract": {
@@ -1669,7 +1819,17 @@
16691819
},
16701820
"validation": {
16711821
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1672-
}
1822+
},
1823+
"validated_runs": [
1824+
{
1825+
"recid": "14220",
1826+
"validation": "full"
1827+
},
1828+
{
1829+
"recid": "14221",
1830+
"validation": "muonsonly"
1831+
}
1832+
]
16731833
},
16741834
{
16751835
"abstract": {
@@ -1772,6 +1932,16 @@
17721932
},
17731933
"validation": {
17741934
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1775-
}
1935+
},
1936+
"validated_runs": [
1937+
{
1938+
"recid": "14220",
1939+
"validation": "full"
1940+
},
1941+
{
1942+
"recid": "14221",
1943+
"validation": "muonsonly"
1944+
}
1945+
]
17761946
}
17771947
]

‎data/records/cms-primary-datasets-Commissioning2010.json‎

Lines changed: 25 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -136,7 +136,13 @@
136136
"url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf"
137137
}
138138
]
139-
}
139+
},
140+
"validated_runs": [
141+
{
142+
"recid": "14200",
143+
"validation": "full"
144+
}
145+
]
140146
},
141147
{
142148
"abstract": {
@@ -436,7 +442,13 @@
436442
"url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf"
437443
}
438444
]
439-
}
445+
},
446+
"validated_runs": [
447+
{
448+
"recid": "14201",
449+
"validation": "full"
450+
}
451+
]
440452
},
441453
{
442454
"abstract": {
@@ -1532,6 +1544,16 @@
15321544
"url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf"
15331545
}
15341546
]
1535-
}
1547+
},
1548+
"validated_runs": [
1549+
{
1550+
"recid": "14200",
1551+
"validation": "full"
1552+
},
1553+
{
1554+
"recid": "14201",
1555+
"validation": "full"
1556+
}
1557+
]
15361558
}
15371559
]

0 commit comments

Comments
 (0)