Skip to content

Commit 1c0863a

Browse files
IssaAlBawwabIssaAlBawwab
committed
feat: populate validated_runs field in records
This commit adds the new `validated_runs` field to all relevant data records. A data migration script was run to parse the existing `abstract` field and create the new structured data. The script correctly identifies records that mention either "validated runs" or "validated lumi sections," ensuring consistency across all datasets. To maintain backward compatibility, the original `abstract` field and its links have been preserved. This change only enriches the records with the new, machine-readable field. Closes #3746
1 parent 8269f79 commit 1c0863a

21 files changed

+3322
-387
lines changed

‎data/records/cms-derived-pfnano-2016.json‎

Lines changed: 188 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -100,7 +100,17 @@
100100
},
101101
"validation": {
102102
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
103-
}
103+
},
104+
"validated_runs": [
105+
{
106+
"recid": "14220",
107+
"validation": "full"
108+
},
109+
{
110+
"recid": "14221",
111+
"validation": "full"
112+
}
113+
]
104114
},
105115
{
106116
"abstract": {
@@ -203,7 +213,17 @@
203213
},
204214
"validation": {
205215
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
206-
}
216+
},
217+
"validated_runs": [
218+
{
219+
"recid": "14220",
220+
"validation": "full"
221+
},
222+
{
223+
"recid": "14221",
224+
"validation": "full"
225+
}
226+
]
207227
},
208228
{
209229
"abstract": {
@@ -306,7 +326,17 @@
306326
},
307327
"validation": {
308328
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
309-
}
329+
},
330+
"validated_runs": [
331+
{
332+
"recid": "14220",
333+
"validation": "full"
334+
},
335+
{
336+
"recid": "14221",
337+
"validation": "full"
338+
}
339+
]
310340
},
311341
{
312342
"abstract": {
@@ -409,7 +439,17 @@
409439
},
410440
"validation": {
411441
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
412-
}
442+
},
443+
"validated_runs": [
444+
{
445+
"recid": "14220",
446+
"validation": "full"
447+
},
448+
{
449+
"recid": "14221",
450+
"validation": "full"
451+
}
452+
]
413453
},
414454
{
415455
"abstract": {
@@ -524,7 +564,17 @@
524564
"url": "/record/31304/files/processedLumis.json"
525565
}
526566
]
527-
}
567+
},
568+
"validated_runs": [
569+
{
570+
"recid": "14220",
571+
"validation": "full"
572+
},
573+
{
574+
"recid": "14221",
575+
"validation": "full"
576+
}
577+
]
528578
},
529579
{
530580
"abstract": {
@@ -627,7 +677,17 @@
627677
},
628678
"validation": {
629679
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
630-
}
680+
},
681+
"validated_runs": [
682+
{
683+
"recid": "14220",
684+
"validation": "full"
685+
},
686+
{
687+
"recid": "14221",
688+
"validation": "full"
689+
}
690+
]
631691
},
632692
{
633693
"abstract": {
@@ -730,7 +790,17 @@
730790
},
731791
"validation": {
732792
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
733-
}
793+
},
794+
"validated_runs": [
795+
{
796+
"recid": "14220",
797+
"validation": "full"
798+
},
799+
{
800+
"recid": "14221",
801+
"validation": "full"
802+
}
803+
]
734804
},
735805
{
736806
"abstract": {
@@ -833,7 +903,17 @@
833903
},
834904
"validation": {
835905
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
836-
}
906+
},
907+
"validated_runs": [
908+
{
909+
"recid": "14220",
910+
"validation": "full"
911+
},
912+
{
913+
"recid": "14221",
914+
"validation": "full"
915+
}
916+
]
837917
},
838918
{
839919
"abstract": {
@@ -948,7 +1028,17 @@
9481028
"url": "/record/31308/files/processedLumis.json"
9491029
}
9501030
]
951-
}
1031+
},
1032+
"validated_runs": [
1033+
{
1034+
"recid": "14220",
1035+
"validation": "full"
1036+
},
1037+
{
1038+
"recid": "14221",
1039+
"validation": "full"
1040+
}
1041+
]
9521042
},
9531043
{
9541044
"abstract": {
@@ -1051,7 +1141,17 @@
10511141
},
10521142
"validation": {
10531143
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1054-
}
1144+
},
1145+
"validated_runs": [
1146+
{
1147+
"recid": "14220",
1148+
"validation": "full"
1149+
},
1150+
{
1151+
"recid": "14221",
1152+
"validation": "full"
1153+
}
1154+
]
10551155
},
10561156
{
10571157
"abstract": {
@@ -1154,7 +1254,17 @@
11541254
},
11551255
"validation": {
11561256
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1157-
}
1257+
},
1258+
"validated_runs": [
1259+
{
1260+
"recid": "14220",
1261+
"validation": "full"
1262+
},
1263+
{
1264+
"recid": "14221",
1265+
"validation": "full"
1266+
}
1267+
]
11581268
},
11591269
{
11601270
"abstract": {
@@ -1257,7 +1367,17 @@
12571367
},
12581368
"validation": {
12591369
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1260-
}
1370+
},
1371+
"validated_runs": [
1372+
{
1373+
"recid": "14220",
1374+
"validation": "full"
1375+
},
1376+
{
1377+
"recid": "14221",
1378+
"validation": "full"
1379+
}
1380+
]
12611381
},
12621382
{
12631383
"abstract": {
@@ -1360,7 +1480,17 @@
13601480
},
13611481
"validation": {
13621482
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1363-
}
1483+
},
1484+
"validated_runs": [
1485+
{
1486+
"recid": "14220",
1487+
"validation": "full"
1488+
},
1489+
{
1490+
"recid": "14221",
1491+
"validation": "full"
1492+
}
1493+
]
13641494
},
13651495
{
13661496
"abstract": {
@@ -1463,7 +1593,17 @@
14631593
},
14641594
"validation": {
14651595
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1466-
}
1596+
},
1597+
"validated_runs": [
1598+
{
1599+
"recid": "14220",
1600+
"validation": "full"
1601+
},
1602+
{
1603+
"recid": "14221",
1604+
"validation": "full"
1605+
}
1606+
]
14671607
},
14681608
{
14691609
"abstract": {
@@ -1566,7 +1706,17 @@
15661706
},
15671707
"validation": {
15681708
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1569-
}
1709+
},
1710+
"validated_runs": [
1711+
{
1712+
"recid": "14220",
1713+
"validation": "full"
1714+
},
1715+
{
1716+
"recid": "14221",
1717+
"validation": "full"
1718+
}
1719+
]
15701720
},
15711721
{
15721722
"abstract": {
@@ -1669,7 +1819,17 @@
16691819
},
16701820
"validation": {
16711821
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1672-
}
1822+
},
1823+
"validated_runs": [
1824+
{
1825+
"recid": "14220",
1826+
"validation": "full"
1827+
},
1828+
{
1829+
"recid": "14221",
1830+
"validation": "full"
1831+
}
1832+
]
16731833
},
16741834
{
16751835
"abstract": {
@@ -1772,6 +1932,16 @@
17721932
},
17731933
"validation": {
17741934
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1775-
}
1935+
},
1936+
"validated_runs": [
1937+
{
1938+
"recid": "14220",
1939+
"validation": "full"
1940+
},
1941+
{
1942+
"recid": "14221",
1943+
"validation": "full"
1944+
}
1945+
]
17761946
}
1777-
]
1947+
]

‎data/records/cms-primary-datasets-Commissioning2010.json‎

Lines changed: 26 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -136,7 +136,13 @@
136136
"url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf"
137137
}
138138
]
139-
}
139+
},
140+
"validated_runs": [
141+
{
142+
"recid": "14200",
143+
"validation": "full"
144+
}
145+
]
140146
},
141147
{
142148
"abstract": {
@@ -436,7 +442,13 @@
436442
"url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf"
437443
}
438444
]
439-
}
445+
},
446+
"validated_runs": [
447+
{
448+
"recid": "14201",
449+
"validation": "full"
450+
}
451+
]
440452
},
441453
{
442454
"abstract": {
@@ -1532,6 +1544,16 @@
15321544
"url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf"
15331545
}
15341546
]
1535-
}
1547+
},
1548+
"validated_runs": [
1549+
{
1550+
"recid": "14200",
1551+
"validation": "full"
1552+
},
1553+
{
1554+
"recid": "14201",
1555+
"validation": "full"
1556+
}
1557+
]
15361558
}
1537-
]
1559+
]

0 commit comments

Comments
 (0)