Skip to content

Commit 31e1198

Browse files
IssaAlBawwabIssaAlBawwab
committed
feat(records): populate validated_runs field in records
A data migration script was run to parse the existing `abstract` field and create the new structured data. The script correctly identifies records that mention either "validated runs" or "validated lumi sections," ensuring consistency across all datasets. To maintain backward compatibility, the original `abstract` field and its links have been preserved. This change only enriches the records with the new, machine-readable field. Closes #3746
1 parent d7951f5 commit 31e1198

21 files changed

+2980
-2979
lines changed

‎data/records/cms-derived-pfnano-2016.json

Lines changed: 80 additions & 80 deletions
Original file line numberDiff line numberDiff line change
@@ -98,9 +98,6 @@
9898
}
9999
]
100100
},
101-
"validation": {
102-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
103-
},
104101
"validated_runs": [
105102
{
106103
"recid": "14220",
@@ -110,7 +107,10 @@
110107
"recid": "14221",
111108
"validation": "muonsonly"
112109
}
113-
]
110+
],
111+
"validation": {
112+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
113+
}
114114
},
115115
{
116116
"abstract": {
@@ -211,9 +211,6 @@
211211
}
212212
]
213213
},
214-
"validation": {
215-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
216-
},
217214
"validated_runs": [
218215
{
219216
"recid": "14220",
@@ -223,7 +220,10 @@
223220
"recid": "14221",
224221
"validation": "muonsonly"
225222
}
226-
]
223+
],
224+
"validation": {
225+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
226+
}
227227
},
228228
{
229229
"abstract": {
@@ -324,9 +324,6 @@
324324
}
325325
]
326326
},
327-
"validation": {
328-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
329-
},
330327
"validated_runs": [
331328
{
332329
"recid": "14220",
@@ -336,7 +333,10 @@
336333
"recid": "14221",
337334
"validation": "muonsonly"
338335
}
339-
]
336+
],
337+
"validation": {
338+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
339+
}
340340
},
341341
{
342342
"abstract": {
@@ -437,9 +437,6 @@
437437
}
438438
]
439439
},
440-
"validation": {
441-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
442-
},
443440
"validated_runs": [
444441
{
445442
"recid": "14220",
@@ -449,7 +446,10 @@
449446
"recid": "14221",
450447
"validation": "muonsonly"
451448
}
452-
]
449+
],
450+
"validation": {
451+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
452+
}
453453
},
454454
{
455455
"abstract": {
@@ -556,15 +556,6 @@
556556
}
557557
]
558558
},
559-
"validation": {
560-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n",
561-
"links": [
562-
{
563-
"description": "processedLumis.json",
564-
"url": "/record/31304/files/processedLumis.json"
565-
}
566-
]
567-
},
568559
"validated_runs": [
569560
{
570561
"recid": "14220",
@@ -574,7 +565,16 @@
574565
"recid": "14221",
575566
"validation": "muonsonly"
576567
}
577-
]
568+
],
569+
"validation": {
570+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n",
571+
"links": [
572+
{
573+
"description": "processedLumis.json",
574+
"url": "/record/31304/files/processedLumis.json"
575+
}
576+
]
577+
}
578578
},
579579
{
580580
"abstract": {
@@ -675,9 +675,6 @@
675675
}
676676
]
677677
},
678-
"validation": {
679-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
680-
},
681678
"validated_runs": [
682679
{
683680
"recid": "14220",
@@ -687,7 +684,10 @@
687684
"recid": "14221",
688685
"validation": "muonsonly"
689686
}
690-
]
687+
],
688+
"validation": {
689+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
690+
}
691691
},
692692
{
693693
"abstract": {
@@ -788,9 +788,6 @@
788788
}
789789
]
790790
},
791-
"validation": {
792-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
793-
},
794791
"validated_runs": [
795792
{
796793
"recid": "14220",
@@ -800,7 +797,10 @@
800797
"recid": "14221",
801798
"validation": "muonsonly"
802799
}
803-
]
800+
],
801+
"validation": {
802+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
803+
}
804804
},
805805
{
806806
"abstract": {
@@ -901,9 +901,6 @@
901901
}
902902
]
903903
},
904-
"validation": {
905-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
906-
},
907904
"validated_runs": [
908905
{
909906
"recid": "14220",
@@ -913,7 +910,10 @@
913910
"recid": "14221",
914911
"validation": "muonsonly"
915912
}
916-
]
913+
],
914+
"validation": {
915+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
916+
}
917917
},
918918
{
919919
"abstract": {
@@ -1020,15 +1020,6 @@
10201020
}
10211021
]
10221022
},
1023-
"validation": {
1024-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n",
1025-
"links": [
1026-
{
1027-
"description": "processedLumis.json",
1028-
"url": "/record/31308/files/processedLumis.json"
1029-
}
1030-
]
1031-
},
10321023
"validated_runs": [
10331024
{
10341025
"recid": "14220",
@@ -1038,7 +1029,16 @@
10381029
"recid": "14221",
10391030
"validation": "muonsonly"
10401031
}
1041-
]
1032+
],
1033+
"validation": {
1034+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n",
1035+
"links": [
1036+
{
1037+
"description": "processedLumis.json",
1038+
"url": "/record/31308/files/processedLumis.json"
1039+
}
1040+
]
1041+
}
10421042
},
10431043
{
10441044
"abstract": {
@@ -1139,9 +1139,6 @@
11391139
}
11401140
]
11411141
},
1142-
"validation": {
1143-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1144-
},
11451142
"validated_runs": [
11461143
{
11471144
"recid": "14220",
@@ -1151,7 +1148,10 @@
11511148
"recid": "14221",
11521149
"validation": "muonsonly"
11531150
}
1154-
]
1151+
],
1152+
"validation": {
1153+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1154+
}
11551155
},
11561156
{
11571157
"abstract": {
@@ -1252,9 +1252,6 @@
12521252
}
12531253
]
12541254
},
1255-
"validation": {
1256-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1257-
},
12581255
"validated_runs": [
12591256
{
12601257
"recid": "14220",
@@ -1264,7 +1261,10 @@
12641261
"recid": "14221",
12651262
"validation": "muonsonly"
12661263
}
1267-
]
1264+
],
1265+
"validation": {
1266+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1267+
}
12681268
},
12691269
{
12701270
"abstract": {
@@ -1365,9 +1365,6 @@
13651365
}
13661366
]
13671367
},
1368-
"validation": {
1369-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1370-
},
13711368
"validated_runs": [
13721369
{
13731370
"recid": "14220",
@@ -1377,7 +1374,10 @@
13771374
"recid": "14221",
13781375
"validation": "muonsonly"
13791376
}
1380-
]
1377+
],
1378+
"validation": {
1379+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1380+
}
13811381
},
13821382
{
13831383
"abstract": {
@@ -1478,9 +1478,6 @@
14781478
}
14791479
]
14801480
},
1481-
"validation": {
1482-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1483-
},
14841481
"validated_runs": [
14851482
{
14861483
"recid": "14220",
@@ -1490,7 +1487,10 @@
14901487
"recid": "14221",
14911488
"validation": "muonsonly"
14921489
}
1493-
]
1490+
],
1491+
"validation": {
1492+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1493+
}
14941494
},
14951495
{
14961496
"abstract": {
@@ -1591,9 +1591,6 @@
15911591
}
15921592
]
15931593
},
1594-
"validation": {
1595-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1596-
},
15971594
"validated_runs": [
15981595
{
15991596
"recid": "14220",
@@ -1603,7 +1600,10 @@
16031600
"recid": "14221",
16041601
"validation": "muonsonly"
16051602
}
1606-
]
1603+
],
1604+
"validation": {
1605+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1606+
}
16071607
},
16081608
{
16091609
"abstract": {
@@ -1704,9 +1704,6 @@
17041704
}
17051705
]
17061706
},
1707-
"validation": {
1708-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1709-
},
17101707
"validated_runs": [
17111708
{
17121709
"recid": "14220",
@@ -1716,7 +1713,10 @@
17161713
"recid": "14221",
17171714
"validation": "muonsonly"
17181715
}
1719-
]
1716+
],
1717+
"validation": {
1718+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1719+
}
17201720
},
17211721
{
17221722
"abstract": {
@@ -1817,9 +1817,6 @@
18171817
}
18181818
]
18191819
},
1820-
"validation": {
1821-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1822-
},
18231820
"validated_runs": [
18241821
{
18251822
"recid": "14220",
@@ -1829,7 +1826,10 @@
18291826
"recid": "14221",
18301827
"validation": "muonsonly"
18311828
}
1832-
]
1829+
],
1830+
"validation": {
1831+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1832+
}
18331833
},
18341834
{
18351835
"abstract": {
@@ -1930,9 +1930,6 @@
19301930
}
19311931
]
19321932
},
1933-
"validation": {
1934-
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1935-
},
19361933
"validated_runs": [
19371934
{
19381935
"recid": "14220",
@@ -1942,6 +1939,9 @@
19421939
"recid": "14221",
19431940
"validation": "muonsonly"
19441941
}
1945-
]
1942+
],
1943+
"validation": {
1944+
"description": "<p>These data were processed from the MiniAOD primary dataset. If not equal to the parent, the processed runs and lumi sections are available below.</p>\n"
1945+
}
19461946
}
19471947
]

0 commit comments

Comments
 (0)