Skip to content

Commit cbf86fd

Browse files
IssaAlBawwabIssaAlBawwab
committed
feat(records): populate validated_runs field in records
A data migration script was run to parse the existing `abstract` field and create the new structured data. The script correctly identifies records that mention either "validated runs" or "validated lumi sections," ensuring consistency across all datasets. To maintain backward compatibility, the original `abstract` field and its links have been preserved. This change only enriches the records with the new, machine-readable field. Closes #3746
1 parent eb25b9a commit cbf86fd

21 files changed

+2980
-2979
lines changed

‎data/records/cms-derived-pfnano-2016.json

Lines changed: 80 additions & 80 deletions
Original file line numberDiff line numberDiff line change
@@ -98,9 +98,6 @@
9898
}
9999
]
100100
},
101-
"validation": {
102-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
103-
},
104101
"validated_runs": [
105102
{
106103
"recid": "14220",
@@ -110,7 +107,10 @@
110107
"recid": "14221",
111108
"validation": "muonsonly"
112109
}
113-
]
110+
],
111+
"validation": {
112+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
113+
}
114114
},
115115
{
116116
"abstract": {
@@ -211,9 +211,6 @@
211211
}
212212
]
213213
},
214-
"validation": {
215-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
216-
},
217214
"validated_runs": [
218215
{
219216
"recid": "14220",
@@ -223,7 +220,10 @@
223220
"recid": "14221",
224221
"validation": "muonsonly"
225222
}
226-
]
223+
],
224+
"validation": {
225+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
226+
}
227227
},
228228
{
229229
"abstract": {
@@ -324,9 +324,6 @@
324324
}
325325
]
326326
},
327-
"validation": {
328-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
329-
},
330327
"validated_runs": [
331328
{
332329
"recid": "14220",
@@ -336,7 +333,10 @@
336333
"recid": "14221",
337334
"validation": "muonsonly"
338335
}
339-
]
336+
],
337+
"validation": {
338+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
339+
}
340340
},
341341
{
342342
"abstract": {
@@ -437,9 +437,6 @@
437437
}
438438
]
439439
},
440-
"validation": {
441-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
442-
},
443440
"validated_runs": [
444441
{
445442
"recid": "14220",
@@ -449,7 +446,10 @@
449446
"recid": "14221",
450447
"validation": "muonsonly"
451448
}
452-
]
449+
],
450+
"validation": {
451+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
452+
}
453453
},
454454
{
455455
"abstract": {
@@ -556,15 +556,6 @@
556556
}
557557
]
558558
},
559-
"validation": {
560-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n",
561-
"links": [
562-
{
563-
"description": "processedLumis.json",
564-
"url": "/record/31304/files/processedLumis.json"
565-
}
566-
]
567-
},
568559
"validated_runs": [
569560
{
570561
"recid": "14220",
@@ -574,7 +565,16 @@
574565
"recid": "14221",
575566
"validation": "muonsonly"
576567
}
577-
]
568+
],
569+
"validation": {
570+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n",
571+
"links": [
572+
{
573+
"description": "processedLumis.json",
574+
"url": "/record/31304/files/processedLumis.json"
575+
}
576+
]
577+
}
578578
},
579579
{
580580
"abstract": {
@@ -675,9 +675,6 @@
675675
}
676676
]
677677
},
678-
"validation": {
679-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
680-
},
681678
"validated_runs": [
682679
{
683680
"recid": "14220",
@@ -687,7 +684,10 @@
687684
"recid": "14221",
688685
"validation": "muonsonly"
689686
}
690-
]
687+
],
688+
"validation": {
689+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
690+
}
691691
},
692692
{
693693
"abstract": {
@@ -788,9 +788,6 @@
788788
}
789789
]
790790
},
791-
"validation": {
792-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
793-
},
794791
"validated_runs": [
795792
{
796793
"recid": "14220",
@@ -800,7 +797,10 @@
800797
"recid": "14221",
801798
"validation": "muonsonly"
802799
}
803-
]
800+
],
801+
"validation": {
802+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
803+
}
804804
},
805805
{
806806
"abstract": {
@@ -901,9 +901,6 @@
901901
}
902902
]
903903
},
904-
"validation": {
905-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
906-
},
907904
"validated_runs": [
908905
{
909906
"recid": "14220",
@@ -913,7 +910,10 @@
913910
"recid": "14221",
914911
"validation": "muonsonly"
915912
}
916-
]
913+
],
914+
"validation": {
915+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
916+
}
917917
},
918918
{
919919
"abstract": {
@@ -1020,15 +1020,6 @@
10201020
}
10211021
]
10221022
},
1023-
"validation": {
1024-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n",
1025-
"links": [
1026-
{
1027-
"description": "processedLumis.json",
1028-
"url": "/record/31308/files/processedLumis.json"
1029-
}
1030-
]
1031-
},
10321023
"validated_runs": [
10331024
{
10341025
"recid": "14220",
@@ -1038,7 +1029,16 @@
10381029
"recid": "14221",
10391030
"validation": "muonsonly"
10401031
}
1041-
]
1032+
],
1033+
"validation": {
1034+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n",
1035+
"links": [
1036+
{
1037+
"description": "processedLumis.json",
1038+
"url": "/record/31308/files/processedLumis.json"
1039+
}
1040+
]
1041+
}
10421042
},
10431043
{
10441044
"abstract": {
@@ -1139,9 +1139,6 @@
11391139
}
11401140
]
11411141
},
1142-
"validation": {
1143-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1144-
},
11451142
"validated_runs": [
11461143
{
11471144
"recid": "14220",
@@ -1151,7 +1148,10 @@
11511148
"recid": "14221",
11521149
"validation": "muonsonly"
11531150
}
1154-
]
1151+
],
1152+
"validation": {
1153+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1154+
}
11551155
},
11561156
{
11571157
"abstract": {
@@ -1252,9 +1252,6 @@
12521252
}
12531253
]
12541254
},
1255-
"validation": {
1256-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1257-
},
12581255
"validated_runs": [
12591256
{
12601257
"recid": "14220",
@@ -1264,7 +1261,10 @@
12641261
"recid": "14221",
12651262
"validation": "muonsonly"
12661263
}
1267-
]
1264+
],
1265+
"validation": {
1266+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1267+
}
12681268
},
12691269
{
12701270
"abstract": {
@@ -1365,9 +1365,6 @@
13651365
}
13661366
]
13671367
},
1368-
"validation": {
1369-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1370-
},
13711368
"validated_runs": [
13721369
{
13731370
"recid": "14220",
@@ -1377,7 +1374,10 @@
13771374
"recid": "14221",
13781375
"validation": "muonsonly"
13791376
}
1380-
]
1377+
],
1378+
"validation": {
1379+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1380+
}
13811381
},
13821382
{
13831383
"abstract": {
@@ -1478,9 +1478,6 @@
14781478
}
14791479
]
14801480
},
1481-
"validation": {
1482-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1483-
},
14841481
"validated_runs": [
14851482
{
14861483
"recid": "14220",
@@ -1490,7 +1487,10 @@
14901487
"recid": "14221",
14911488
"validation": "muonsonly"
14921489
}
1493-
]
1490+
],
1491+
"validation": {
1492+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1493+
}
14941494
},
14951495
{
14961496
"abstract": {
@@ -1591,9 +1591,6 @@
15911591
}
15921592
]
15931593
},
1594-
"validation": {
1595-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1596-
},
15971594
"validated_runs": [
15981595
{
15991596
"recid": "14220",
@@ -1603,7 +1600,10 @@
16031600
"recid": "14221",
16041601
"validation": "muonsonly"
16051602
}
1606-
]
1603+
],
1604+
"validation": {
1605+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1606+
}
16071607
},
16081608
{
16091609
"abstract": {
@@ -1704,9 +1704,6 @@
17041704
}
17051705
]
17061706
},
1707-
"validation": {
1708-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1709-
},
17101707
"validated_runs": [
17111708
{
17121709
"recid": "14220",
@@ -1716,7 +1713,10 @@
17161713
"recid": "14221",
17171714
"validation": "muonsonly"
17181715
}
1719-
]
1716+
],
1717+
"validation": {
1718+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1719+
}
17201720
},
17211721
{
17221722
"abstract": {
@@ -1817,9 +1817,6 @@
18171817
}
18181818
]
18191819
},
1820-
"validation": {
1821-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1822-
},
18231820
"validated_runs": [
18241821
{
18251822
"recid": "14220",
@@ -1829,7 +1826,10 @@
18291826
"recid": "14221",
18301827
"validation": "muonsonly"
18311828
}
1832-
]
1829+
],
1830+
"validation": {
1831+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1832+
}
18331833
},
18341834
{
18351835
"abstract": {
@@ -1930,9 +1930,6 @@
19301930
}
19311931
]
19321932
},
1933-
"validation": {
1934-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1935-
},
19361933
"validated_runs": [
19371934
{
19381935
"recid": "14220",
@@ -1942,6 +1939,9 @@
19421939
"recid": "14221",
19431940
"validation": "muonsonly"
19441941
}
1945-
]
1942+
],
1943+
"validation": {
1944+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1945+
}
19461946
}
19471947
]

0 commit comments

Comments
 (0)