Skip to content

Commit f4ccdea

Browse files
IssaAlBawwabIssaAlBawwab
committed
feat: Populate validated_runs field in records
A data migration script was run to parse the existing `abstract` field and create the new structured data. The script correctly identifies records that mention either "validated runs" or "validated lumi sections," ensuring consistency across all datasets. To maintain backward compatibility, the original `abstract` field and its links have been preserved. This change only enriches the records with the new, machine-readable field. Closes #3746
1 parent 11afb0f commit f4ccdea

21 files changed

+3345
-358
lines changed

‎data/records/cms-derived-pfnano-2016.json

Lines changed: 187 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -100,7 +100,17 @@
100100
},
101101
"validation": {
102102
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
103-
}
103+
},
104+
"validated_runs": [
105+
{
106+
"recid": "14220",
107+
"validation": "full"
108+
},
109+
{
110+
"recid": "14221",
111+
"validation": "muonsonly"
112+
}
113+
]
104114
},
105115
{
106116
"abstract": {
@@ -203,7 +213,17 @@
203213
},
204214
"validation": {
205215
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
206-
}
216+
},
217+
"validated_runs": [
218+
{
219+
"recid": "14220",
220+
"validation": "full"
221+
},
222+
{
223+
"recid": "14221",
224+
"validation": "muonsonly"
225+
}
226+
]
207227
},
208228
{
209229
"abstract": {
@@ -306,7 +326,17 @@
306326
},
307327
"validation": {
308328
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
309-
}
329+
},
330+
"validated_runs": [
331+
{
332+
"recid": "14220",
333+
"validation": "full"
334+
},
335+
{
336+
"recid": "14221",
337+
"validation": "muonsonly"
338+
}
339+
]
310340
},
311341
{
312342
"abstract": {
@@ -409,7 +439,17 @@
409439
},
410440
"validation": {
411441
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
412-
}
442+
},
443+
"validated_runs": [
444+
{
445+
"recid": "14220",
446+
"validation": "full"
447+
},
448+
{
449+
"recid": "14221",
450+
"validation": "muonsonly"
451+
}
452+
]
413453
},
414454
{
415455
"abstract": {
@@ -524,7 +564,17 @@
524564
"url": "/record/31304/files/processedLumis.json"
525565
}
526566
]
527-
}
567+
},
568+
"validated_runs": [
569+
{
570+
"recid": "14220",
571+
"validation": "full"
572+
},
573+
{
574+
"recid": "14221",
575+
"validation": "muonsonly"
576+
}
577+
]
528578
},
529579
{
530580
"abstract": {
@@ -627,7 +677,17 @@
627677
},
628678
"validation": {
629679
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
630-
}
680+
},
681+
"validated_runs": [
682+
{
683+
"recid": "14220",
684+
"validation": "full"
685+
},
686+
{
687+
"recid": "14221",
688+
"validation": "muonsonly"
689+
}
690+
]
631691
},
632692
{
633693
"abstract": {
@@ -730,7 +790,17 @@
730790
},
731791
"validation": {
732792
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
733-
}
793+
},
794+
"validated_runs": [
795+
{
796+
"recid": "14220",
797+
"validation": "full"
798+
},
799+
{
800+
"recid": "14221",
801+
"validation": "muonsonly"
802+
}
803+
]
734804
},
735805
{
736806
"abstract": {
@@ -833,7 +903,17 @@
833903
},
834904
"validation": {
835905
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
836-
}
906+
},
907+
"validated_runs": [
908+
{
909+
"recid": "14220",
910+
"validation": "full"
911+
},
912+
{
913+
"recid": "14221",
914+
"validation": "muonsonly"
915+
}
916+
]
837917
},
838918
{
839919
"abstract": {
@@ -948,7 +1028,17 @@
9481028
"url": "/record/31308/files/processedLumis.json"
9491029
}
9501030
]
951-
}
1031+
},
1032+
"validated_runs": [
1033+
{
1034+
"recid": "14220",
1035+
"validation": "full"
1036+
},
1037+
{
1038+
"recid": "14221",
1039+
"validation": "muonsonly"
1040+
}
1041+
]
9521042
},
9531043
{
9541044
"abstract": {
@@ -1051,7 +1141,17 @@
10511141
},
10521142
"validation": {
10531143
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1054-
}
1144+
},
1145+
"validated_runs": [
1146+
{
1147+
"recid": "14220",
1148+
"validation": "full"
1149+
},
1150+
{
1151+
"recid": "14221",
1152+
"validation": "muonsonly"
1153+
}
1154+
]
10551155
},
10561156
{
10571157
"abstract": {
@@ -1154,7 +1254,17 @@
11541254
},
11551255
"validation": {
11561256
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1157-
}
1257+
},
1258+
"validated_runs": [
1259+
{
1260+
"recid": "14220",
1261+
"validation": "full"
1262+
},
1263+
{
1264+
"recid": "14221",
1265+
"validation": "muonsonly"
1266+
}
1267+
]
11581268
},
11591269
{
11601270
"abstract": {
@@ -1257,7 +1367,17 @@
12571367
},
12581368
"validation": {
12591369
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1260-
}
1370+
},
1371+
"validated_runs": [
1372+
{
1373+
"recid": "14220",
1374+
"validation": "full"
1375+
},
1376+
{
1377+
"recid": "14221",
1378+
"validation": "muonsonly"
1379+
}
1380+
]
12611381
},
12621382
{
12631383
"abstract": {
@@ -1360,7 +1480,17 @@
13601480
},
13611481
"validation": {
13621482
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1363-
}
1483+
},
1484+
"validated_runs": [
1485+
{
1486+
"recid": "14220",
1487+
"validation": "full"
1488+
},
1489+
{
1490+
"recid": "14221",
1491+
"validation": "muonsonly"
1492+
}
1493+
]
13641494
},
13651495
{
13661496
"abstract": {
@@ -1463,7 +1593,17 @@
14631593
},
14641594
"validation": {
14651595
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1466-
}
1596+
},
1597+
"validated_runs": [
1598+
{
1599+
"recid": "14220",
1600+
"validation": "full"
1601+
},
1602+
{
1603+
"recid": "14221",
1604+
"validation": "muonsonly"
1605+
}
1606+
]
14671607
},
14681608
{
14691609
"abstract": {
@@ -1566,7 +1706,17 @@
15661706
},
15671707
"validation": {
15681708
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1569-
}
1709+
},
1710+
"validated_runs": [
1711+
{
1712+
"recid": "14220",
1713+
"validation": "full"
1714+
},
1715+
{
1716+
"recid": "14221",
1717+
"validation": "muonsonly"
1718+
}
1719+
]
15701720
},
15711721
{
15721722
"abstract": {
@@ -1669,7 +1819,17 @@
16691819
},
16701820
"validation": {
16711821
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1672-
}
1822+
},
1823+
"validated_runs": [
1824+
{
1825+
"recid": "14220",
1826+
"validation": "full"
1827+
},
1828+
{
1829+
"recid": "14221",
1830+
"validation": "muonsonly"
1831+
}
1832+
]
16731833
},
16741834
{
16751835
"abstract": {
@@ -1772,6 +1932,16 @@
17721932
},
17731933
"validation": {
17741934
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1775-
}
1935+
},
1936+
"validated_runs": [
1937+
{
1938+
"recid": "14220",
1939+
"validation": "full"
1940+
},
1941+
{
1942+
"recid": "14221",
1943+
"validation": "muonsonly"
1944+
}
1945+
]
17761946
}
17771947
]

‎data/records/cms-primary-datasets-Commissioning2010.json

Lines changed: 25 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -136,7 +136,13 @@
136136
"url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf"
137137
}
138138
]
139-
}
139+
},
140+
"validated_runs": [
141+
{
142+
"recid": "14200",
143+
"validation": "full"
144+
}
145+
]
140146
},
141147
{
142148
"abstract": {
@@ -436,7 +442,13 @@
436442
"url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf"
437443
}
438444
]
439-
}
445+
},
446+
"validated_runs": [
447+
{
448+
"recid": "14201",
449+
"validation": "full"
450+
}
451+
]
440452
},
441453
{
442454
"abstract": {
@@ -1532,6 +1544,16 @@
15321544
"url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf"
15331545
}
15341546
]
1535-
}
1547+
},
1548+
"validated_runs": [
1549+
{
1550+
"recid": "14200",
1551+
"validation": "full"
1552+
},
1553+
{
1554+
"recid": "14201",
1555+
"validation": "full"
1556+
}
1557+
]
15361558
}
15371559
]

0 commit comments

Comments
 (0)